ported FetchHTTP to HTTPFetch

Signed-off-by: Richard Jones <richard@dagger.io>
This commit is contained in:
Richard Jones 2021-12-22 16:56:45 -07:00
parent deee606f4e
commit 643d93c35d
No known key found for this signature in database
GPG Key ID: CFB3A382EB166F4C
5 changed files with 105 additions and 3 deletions

78
plan/task/httpfetch.go Normal file
View File

@ -0,0 +1,78 @@
package task
import (
"context"
"io/fs"
"net/url"
"github.com/moby/buildkit/client/llb"
"github.com/opencontainers/go-digest"
"github.com/rs/zerolog/log"
"go.dagger.io/dagger/compiler"
"go.dagger.io/dagger/plancontext"
"go.dagger.io/dagger/solver"
)
func init() {
Register("HTTPFetch", func() Task { return &httpFetchTask{} })
}
type httpFetchTask struct {
}
func (c httpFetchTask) Run(ctx context.Context, pctx *plancontext.Context, s solver.Solver, v *compiler.Value) (*compiler.Value, error) {
var httpFetch struct {
Source string
Checksum string
Dest string
Permissions int
UID int
GID int
}
if err := v.Decode(&httpFetch); err != nil {
return nil, err
}
linkRedacted := httpFetch.Source
if u, err := url.Parse(httpFetch.Source); err == nil {
linkRedacted = u.Redacted()
}
httpOpts := []llb.HTTPOption{}
lg := log.Ctx(ctx)
if httpFetch.Checksum != "" {
lg.Debug().Str("checksum", httpFetch.Checksum).Msg("adding http option")
dgst, err := digest.Parse(httpFetch.Checksum)
if err != nil {
return nil, err
}
httpOpts = append(httpOpts, llb.Checksum(dgst))
}
if httpFetch.Dest != "" {
lg.Debug().Str("dest", httpFetch.Dest).Msg("adding http option")
httpOpts = append(httpOpts, llb.Filename(httpFetch.Dest))
}
if httpFetch.Permissions != 0 {
lg.Debug().Str("permissions", string(httpFetch.Permissions)).Msg("adding http option")
httpOpts = append(httpOpts, llb.Chmod(fs.FileMode(httpFetch.Permissions)))
}
if httpFetch.UID != 0 && httpFetch.GID != 0 {
lg.Debug().Str("uid", string(httpFetch.UID)).Str("gid", string(httpFetch.GID)).Msg("adding http option")
httpOpts = append(httpOpts, llb.Chown(httpFetch.UID, httpFetch.GID))
}
httpOpts = append(httpOpts, withCustomName(v, "FetchHTTP %s", linkRedacted))
st := llb.HTTP(httpFetch.Source, httpOpts...)
result, err := s.Solve(ctx, st, pctx.Platform.Get())
if err != nil {
return nil, err
}
fs := pctx.FS.New(result)
return compiler.NewValue().FillFields(map[string]interface{}{
"output": fs.MarshalCUE(),
})
}

View File

@ -18,7 +18,6 @@ package engine
// Fetch a file over HTTP // Fetch a file over HTTP
#HTTPFetch: { #HTTPFetch: {
@dagger(notimplemented)
$dagger: task: _name: "HTTPFetch" $dagger: task: _name: "HTTPFetch"
// Source url // Source url

View File

@ -105,6 +105,11 @@ setup() {
assert_failure assert_failure
run "$DAGGER" --europa up ./tasks/gitPull/bad_ref.cue run "$DAGGER" --europa up ./tasks/gitPull/bad_ref.cue
assert_failure assert_failure
}
@test "task: #HTTPFetch" {
cd "$TESTDIR"
"$DAGGER" --europa up ./tasks/httpfetch/exist.cue
run "$DAGGER" --europa up ./tasks/httpfetch/not_exist.cue
assert_failure
} }

View File

@ -0,0 +1,10 @@
package main
import "alpha.dagger.io/europa/dagger/engine"
engine.#Plan & {
actions: fetch: engine.#HTTPFetch & {
source: "https://releases.dagger.io/dagger/latest_version"
dest: "/latest.html"
}
}

View File

@ -0,0 +1,10 @@
package main
import "alpha.dagger.io/europa/dagger/engine"
engine.#Plan & {
actions: fetch: engine.#HTTPFetch & {
source: "https://releases.dagger.io/dagger/asfgdsfg"
dest: "/latest.html"
}
}