2cc3a6381c
This PR adds a task to the cron service to allow garbage collection of LFS meta objects. As repositories may have a large number of LFSMetaObjects, an updated column is added to this table and it is used to perform a generational GC to attempt to reduce the amount of work. (There may need to be a bit more work here but this is probably enough for the moment.) Fix #7045 Signed-off-by: Andrew Thornton <art27@cantab.net>
52 lines
1.7 KiB
Go
52 lines
1.7 KiB
Go
// Copyright 2022 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package doctor
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
"code.gitea.io/gitea/modules/log"
|
|
"code.gitea.io/gitea/modules/setting"
|
|
"code.gitea.io/gitea/services/repository"
|
|
)
|
|
|
|
func init() {
|
|
Register(&Check{
|
|
Title: "Garbage collect LFS",
|
|
Name: "gc-lfs",
|
|
IsDefault: false,
|
|
Run: garbageCollectLFSCheck,
|
|
AbortIfFailed: false,
|
|
SkipDatabaseInitialization: false,
|
|
Priority: 1,
|
|
})
|
|
}
|
|
|
|
func garbageCollectLFSCheck(ctx context.Context, logger log.Logger, autofix bool) error {
|
|
if !setting.LFS.StartServer {
|
|
return fmt.Errorf("LFS support is disabled")
|
|
}
|
|
|
|
if err := repository.GarbageCollectLFSMetaObjects(ctx, repository.GarbageCollectLFSMetaObjectsOptions{
|
|
Logger: logger,
|
|
AutoFix: autofix,
|
|
// Only attempt to garbage collect lfs meta objects older than a week as the order of git lfs upload
|
|
// and git object upload is not necessarily guaranteed. It's possible to imagine a situation whereby
|
|
// an LFS object is uploaded but the git branch is not uploaded immediately, or there are some rapid
|
|
// changes in new branches that might lead to lfs objects becoming temporarily unassociated with git
|
|
// objects.
|
|
//
|
|
// It is likely that a week is potentially excessive but it should definitely be enough that any
|
|
// unassociated LFS object is genuinely unassociated.
|
|
OlderThan: time.Now().Add(-24 * time.Hour * 7),
|
|
// We don't set the UpdatedLessRecentlyThan because we want to do a full GC
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
|
|
return checkStorage(&checkStorageOptions{LFS: true})(ctx, logger, autofix)
|
|
}
|