feat: enable worker process
All checks were successful
continuous-integration/drone/push Build is passing

This commit is contained in:
2025-01-17 20:51:50 +01:00
parent a68eae8519
commit e94271d5e2
16 changed files with 404 additions and 19 deletions

View File

@@ -0,0 +1,15 @@
-- name: Ping :one
SELECT 1;
-- name: RegisterWorker :exec
INSERT INTO worker_register (worker_id)
VALUES (
$1
);
-- name: UpdateWorkerHeartbeat :exec
UPDATE worker_register
SET
heart_beat = now()
WHERE
worker_id = $1;

View File

@@ -0,0 +1,32 @@
// Code generated by sqlc. DO NOT EDIT.
// versions:
// sqlc v1.23.0
package repositories
import (
"context"
"github.com/jackc/pgx/v5"
"github.com/jackc/pgx/v5/pgconn"
)
type DBTX interface {
Exec(context.Context, string, ...interface{}) (pgconn.CommandTag, error)
Query(context.Context, string, ...interface{}) (pgx.Rows, error)
QueryRow(context.Context, string, ...interface{}) pgx.Row
}
func New(db DBTX) *Queries {
return &Queries{db: db}
}
type Queries struct {
db DBTX
}
func (q *Queries) WithTx(tx pgx.Tx) *Queries {
return &Queries{
db: tx,
}
}

View File

@@ -0,0 +1,15 @@
// Code generated by sqlc. DO NOT EDIT.
// versions:
// sqlc v1.23.0
package repositories
import (
"github.com/google/uuid"
"github.com/jackc/pgx/v5/pgtype"
)
type WorkerRegister struct {
WorkerID uuid.UUID `json:"worker_id"`
HeartBeat pgtype.Timestamptz `json:"heart_beat"`
}

View File

@@ -0,0 +1,19 @@
// Code generated by sqlc. DO NOT EDIT.
// versions:
// sqlc v1.23.0
package repositories
import (
"context"
"github.com/google/uuid"
)
type Querier interface {
Ping(ctx context.Context) (int32, error)
RegisterWorker(ctx context.Context, workerID uuid.UUID) error
UpdateWorkerHeartbeat(ctx context.Context, workerID uuid.UUID) error
}
var _ Querier = (*Queries)(nil)

View File

@@ -0,0 +1,48 @@
// Code generated by sqlc. DO NOT EDIT.
// versions:
// sqlc v1.23.0
// source: queries.sql
package repositories
import (
"context"
"github.com/google/uuid"
)
const ping = `-- name: Ping :one
SELECT 1
`
func (q *Queries) Ping(ctx context.Context) (int32, error) {
row := q.db.QueryRow(ctx, ping)
var column_1 int32
err := row.Scan(&column_1)
return column_1, err
}
const registerWorker = `-- name: RegisterWorker :exec
INSERT INTO worker_register (worker_id)
VALUES (
$1
)
`
func (q *Queries) RegisterWorker(ctx context.Context, workerID uuid.UUID) error {
_, err := q.db.Exec(ctx, registerWorker, workerID)
return err
}
const updateWorkerHeartbeat = `-- name: UpdateWorkerHeartbeat :exec
UPDATE worker_register
SET
heart_beat = now()
WHERE
worker_id = $1
`
func (q *Queries) UpdateWorkerHeartbeat(ctx context.Context, workerID uuid.UUID) error {
_, err := q.db.Exec(ctx, updateWorkerHeartbeat, workerID)
return err
}

View File

@@ -7,10 +7,15 @@ sql:
go:
out: "repositories"
package: "repositories"
sql_package: "sql/db"
sql_package: "pgx/v5"
emit_json_tags: true
emit_prepared_queries: true
emit_interface: true
emit_empty_slices: true
emit_result_struct_pointers: true
emit_params_struct_pointers: true
overrides:
- db_type: "uuid"
go_type:
import: "github.com/google/uuid"
type: "UUID"

View File

@@ -2,21 +2,90 @@ package worker
import (
"context"
"fmt"
"log/slog"
"time"
"git.front.kjuulh.io/kjuulh/orbis/internal/worker/repositories"
"github.com/google/uuid"
"github.com/jackc/pgx/v5/pgxpool"
)
//go:generate sqlc generate
type Worker struct {
workerID uuid.UUID
db *pgxpool.Pool
logger *slog.Logger
}
func NewWorker() *Worker {
func NewWorker(
db *pgxpool.Pool,
logger *slog.Logger,
) *Worker {
return &Worker{
workerID: uuid.New(),
db: db,
logger: logger,
}
}
func (w *Worker) Setup(ctx context.Context) error {
repo := repositories.New(w.db)
if err := repo.RegisterWorker(ctx, w.workerID); err != nil {
return nil
}
return nil
}
func (w *Worker) Start(ctx context.Context) error {
heartBeatCtx, heartBeatCancel := context.WithCancel(context.Background())
go func() {
ticker := time.NewTicker(time.Second * 5)
errorCount := 0
for {
select {
case <-heartBeatCtx.Done():
return
case <-ticker.C:
if err := w.updateHeartBeat(heartBeatCtx); err != nil {
if errorCount >= 5 {
panic(fmt.Errorf("worker failed to register heartbeat for a long time, panicing..., err: %w", err))
}
errorCount += 1
} else {
errorCount = 0
}
}
}
}()
defer func() {
heartBeatCancel()
}()
for {
if err := w.processWorkQueue(ctx); err != nil {
// FIXME: dead letter item, right now we just log and continue
w.logger.WarnContext(ctx, "failed to handle work item", "error", err)
}
}
}
func (w *Worker) updateHeartBeat(ctx context.Context) error {
repo := repositories.New(w.db)
w.logger.DebugContext(ctx, "updating heartbeat", "time", time.Now())
return repo.UpdateWorkerHeartbeat(ctx, w.workerID)
}
func (w *Worker) processWorkQueue(_ context.Context) error {
time.Sleep(time.Second)
return nil
}