mirror of
https://codeberg.org/forgejo/forgejo.git
synced 2024-11-14 14:06:15 +01:00
ff00749191
This adds a new `doctor` check: `fix-push-mirrors-without-git-remote`. The new check looks for push mirrors that do not have their remotes configured in git. If automatic fixing is enabled, it will remove these push mirrors from the database. The check is not run by default, and thus, must be invoked manually. It should be usable in a half-migrated state, too, and as such, fixes #1800. Reviewed-on: https://codeberg.org/forgejo/forgejo/pulls/1853 Co-authored-by: Gergely Nagy <forgejo@gergo.csillger.hu> Co-committed-by: Gergely Nagy <forgejo@gergo.csillger.hu> (cherry picked from commit9038e07ef3
) (cherry picked from commitb15bafcbc7
) (cherry picked from commit93ba05a2dd
) (cherry picked from commite418ea8082
) (cherry picked from commit321790a91e
) (cherry picked from commitf4e19d3323
) (cherry picked from commit4d9923dee8
) (cherry picked from commit049df69eda
) Conflicts: services/doctor/push_mirror_consistency.go https://codeberg.org/forgejo/forgejo/pulls/2214 (cherry picked from commitc79cba8d55
) (cherry picked from commitf3a3969c02
)
156 lines
3.3 KiB
Go
156 lines
3.3 KiB
Go
// Copyright 2023 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package v1_21 //nolint
|
|
|
|
import (
|
|
repo_model "code.gitea.io/gitea/models/repo"
|
|
"code.gitea.io/gitea/modules/setting"
|
|
|
|
"xorm.io/xorm"
|
|
)
|
|
|
|
func AddRemoteAddressToMirrors(x *xorm.Engine) error {
|
|
type Mirror struct {
|
|
RemoteAddress string `xorm:"VARCHAR(2048)"`
|
|
}
|
|
|
|
type PushMirror struct {
|
|
RemoteAddress string `xorm:"VARCHAR(2048)"`
|
|
}
|
|
|
|
if err := x.Sync(new(Mirror), new(PushMirror)); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := migratePullMirrors(x); err != nil {
|
|
return err
|
|
}
|
|
|
|
return migratePushMirrors(x)
|
|
}
|
|
|
|
func migratePullMirrors(x *xorm.Engine) error {
|
|
type Mirror struct {
|
|
ID int64 `xorm:"pk autoincr"`
|
|
RepoID int64 `xorm:"INDEX"`
|
|
RemoteAddress string `xorm:"VARCHAR(2048)"`
|
|
RepoOwner string
|
|
RepoName string
|
|
}
|
|
|
|
sess := x.NewSession()
|
|
defer sess.Close()
|
|
|
|
if err := sess.Begin(); err != nil {
|
|
return err
|
|
}
|
|
|
|
limit := setting.Database.IterateBufferSize
|
|
if limit <= 0 {
|
|
limit = 50
|
|
}
|
|
|
|
start := 0
|
|
|
|
for {
|
|
var mirrors []Mirror
|
|
if err := sess.Select("mirror.id, mirror.repo_id, mirror.remote_address, repository.owner_name as repo_owner, repository.name as repo_name").
|
|
Join("INNER", "repository", "repository.id = mirror.repo_id").
|
|
Limit(limit, start).Find(&mirrors); err != nil {
|
|
return err
|
|
}
|
|
|
|
if len(mirrors) == 0 {
|
|
break
|
|
}
|
|
start += len(mirrors)
|
|
|
|
for _, m := range mirrors {
|
|
remoteAddress, err := repo_model.GetPushMirrorRemoteAddress(m.RepoOwner, m.RepoName, "origin")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
m.RemoteAddress = remoteAddress
|
|
|
|
if _, err = sess.ID(m.ID).Cols("remote_address").Update(m); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if start%1000 == 0 { // avoid a too big transaction
|
|
if err := sess.Commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := sess.Begin(); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return sess.Commit()
|
|
}
|
|
|
|
func migratePushMirrors(x *xorm.Engine) error {
|
|
type PushMirror struct {
|
|
ID int64 `xorm:"pk autoincr"`
|
|
RepoID int64 `xorm:"INDEX"`
|
|
RemoteName string
|
|
RemoteAddress string `xorm:"VARCHAR(2048)"`
|
|
RepoOwner string
|
|
RepoName string
|
|
}
|
|
|
|
sess := x.NewSession()
|
|
defer sess.Close()
|
|
|
|
if err := sess.Begin(); err != nil {
|
|
return err
|
|
}
|
|
|
|
limit := setting.Database.IterateBufferSize
|
|
if limit <= 0 {
|
|
limit = 50
|
|
}
|
|
|
|
start := 0
|
|
|
|
for {
|
|
var mirrors []PushMirror
|
|
if err := sess.Select("push_mirror.id, push_mirror.repo_id, push_mirror.remote_name, push_mirror.remote_address, repository.owner_name as repo_owner, repository.name as repo_name").
|
|
Join("INNER", "repository", "repository.id = push_mirror.repo_id").
|
|
Limit(limit, start).Find(&mirrors); err != nil {
|
|
return err
|
|
}
|
|
|
|
if len(mirrors) == 0 {
|
|
break
|
|
}
|
|
start += len(mirrors)
|
|
|
|
for _, m := range mirrors {
|
|
remoteAddress, err := repo_model.GetPushMirrorRemoteAddress(m.RepoOwner, m.RepoName, m.RemoteName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
m.RemoteAddress = remoteAddress
|
|
|
|
if _, err = sess.ID(m.ID).Cols("remote_address").Update(m); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if start%1000 == 0 { // avoid a too big transaction
|
|
if err := sess.Commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := sess.Begin(); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return sess.Commit()
|
|
}
|