Add base site, needs clean-up
This commit is contained in:
@@ -3,6 +3,7 @@ package cleanup
|
||||
import (
|
||||
"context"
|
||||
"downloader/internal/core/ports/download_request"
|
||||
"downloader/internal/core/ports/fileorchestrator"
|
||||
"go.uber.org/zap"
|
||||
"time"
|
||||
)
|
||||
@@ -10,10 +11,11 @@ import (
|
||||
type cleanUp struct {
|
||||
repository download_request.Repository
|
||||
logger *zap.SugaredLogger
|
||||
fo *fileorchestrator.FileOrchestrator
|
||||
}
|
||||
|
||||
func New(repository download_request.Repository, logger *zap.SugaredLogger) *cleanUp {
|
||||
return &cleanUp{repository: repository, logger: logger}
|
||||
func New(repository download_request.Repository, logger *zap.SugaredLogger, fo *fileorchestrator.FileOrchestrator) *cleanUp {
|
||||
return &cleanUp{repository: repository, logger: logger, fo: fo}
|
||||
}
|
||||
|
||||
func (c *cleanUp) RunOnSchedule() {
|
||||
@@ -21,14 +23,27 @@ func (c *cleanUp) RunOnSchedule() {
|
||||
go func() {
|
||||
for true {
|
||||
requests, err := c.repository.GetOldOrStuck(ctx)
|
||||
if err == nil {
|
||||
c.logger.Debugw("Cleaning up downloads",
|
||||
"downloads", requests)
|
||||
_ = c.repository.BatchDelete(ctx, requests)
|
||||
} else {
|
||||
if err != nil {
|
||||
c.logger.Warn("could not process old or stuck in-progress jobs")
|
||||
time.Sleep(5 * time.Minute)
|
||||
continue
|
||||
}
|
||||
|
||||
c.logger.Debugw("Cleaning up downloads",
|
||||
"downloads", requests)
|
||||
|
||||
for _, request := range requests {
|
||||
basePath, err := c.fo.Begin(request.Link)
|
||||
if err != nil {
|
||||
c.logger.Warnw("could not process request",
|
||||
"downloadId", request.ID)
|
||||
continue
|
||||
}
|
||||
|
||||
c.fo.CleanUp(basePath)
|
||||
}
|
||||
_ = c.repository.BatchDelete(ctx, requests)
|
||||
|
||||
time.Sleep(time.Minute)
|
||||
}
|
||||
}()
|
||||
|
Reference in New Issue
Block a user