with pull into storage

internal/commands/process_repos.go

@@ -0,0 +1,86 @@
+package commands
+
+import (
+	"context"
+	"sync"
+	"time"
+
+	"git.front.kjuulh.io/kjuulh/kraken/internal/services/actions"
+	"git.front.kjuulh.io/kjuulh/kraken/internal/services/providers"
+	"git.front.kjuulh.io/kjuulh/kraken/internal/services/storage"
+	"go.uber.org/zap"
+)
+
+type (
+	ProcessRepos struct {
+		logger  *zap.Logger
+		storage *storage.Service
+		git     *providers.Git
+	}
+
+	ProcessReposDeps interface {
+		GetStorageService() *storage.Service
+		GetGitProvider() *providers.Git
+	}
+)
+
+func NewProcessRepos(logger *zap.Logger, deps ProcessReposDeps) *ProcessRepos {
+	return &ProcessRepos{
+		logger:  logger,
+		storage: deps.GetStorageService(),
+		git:     deps.GetGitProvider(),
+	}
+}
+
+func (pr *ProcessRepos) Process(ctx context.Context, repositoryUrls []string, action *actions.Action) error {
+	// Clone repos
+	wg := sync.WaitGroup{}
+	wg.Add(len(repositoryUrls))
+	errChan := make(chan error, 1)
+
+	for _, repoUrl := range repositoryUrls {
+		go func(ctx context.Context, repoUrl string) {
+			defer func() {
+				wg.Done()
+			}()
+			pr.logger.Debug("Creating area", zap.String("repoUrl", repoUrl))
+			area, err := pr.storage.CreateArea(ctx)
+			if err != nil {
+				pr.logger.Error("failed to allocate area", zap.Error(err))
+				errChan <- err
+				return
+			}
+
+			defer func(ctx context.Context) {
+				pr.logger.Debug("Removing area", zap.String("path", area.Path), zap.String("repoUrl", repoUrl))
+				err = pr.storage.RemoveArea(ctx, area)
+				if err != nil {
+					errChan <- err
+					return
+				}
+
+			}(ctx)
+
+			pr.logger.Debug("Cloning repo", zap.String("path", area.Path), zap.String("repoUrl", repoUrl))
+			ctx, _ = context.WithTimeout(ctx, time.Second*5)
+			_, err = pr.git.Clone(ctx, area, repoUrl)
+			if err != nil {
+				pr.logger.Error("could not clone repo", zap.Error(err))
+				errChan <- err
+				return
+			}
+
+			pr.logger.Debug("processing done", zap.String("path", area.Path), zap.String("repoUrl", repoUrl))
+		}(ctx, repoUrl)
+	}
+
+	wg.Wait()
+	close(errChan)
+	pr.logger.Debug("finished processing all repos")
+
+	for err := range errChan {
+		return err
+	}
+
+	return nil
+}