Add base site, needs clean-up

This commit is contained in:
2021-12-26 00:02:51 +01:00
parent ed4475149a
commit ec313045f1
28 changed files with 2806 additions and 18 deletions

View File

@@ -3,6 +3,7 @@ package cleanup
import (
"context"
"downloader/internal/core/ports/download_request"
"downloader/internal/core/ports/fileorchestrator"
"go.uber.org/zap"
"time"
)
@@ -10,10 +11,11 @@ import (
type cleanUp struct {
repository download_request.Repository
logger *zap.SugaredLogger
fo *fileorchestrator.FileOrchestrator
}
func New(repository download_request.Repository, logger *zap.SugaredLogger) *cleanUp {
return &cleanUp{repository: repository, logger: logger}
func New(repository download_request.Repository, logger *zap.SugaredLogger, fo *fileorchestrator.FileOrchestrator) *cleanUp {
return &cleanUp{repository: repository, logger: logger, fo: fo}
}
func (c *cleanUp) RunOnSchedule() {
@@ -21,14 +23,27 @@ func (c *cleanUp) RunOnSchedule() {
go func() {
for true {
requests, err := c.repository.GetOldOrStuck(ctx)
if err == nil {
c.logger.Debugw("Cleaning up downloads",
"downloads", requests)
_ = c.repository.BatchDelete(ctx, requests)
} else {
if err != nil {
c.logger.Warn("could not process old or stuck in-progress jobs")
time.Sleep(5 * time.Minute)
continue
}
c.logger.Debugw("Cleaning up downloads",
"downloads", requests)
for _, request := range requests {
basePath, err := c.fo.Begin(request.Link)
if err != nil {
c.logger.Warnw("could not process request",
"downloadId", request.ID)
continue
}
c.fo.CleanUp(basePath)
}
_ = c.repository.BatchDelete(ctx, requests)
time.Sleep(time.Minute)
}
}()