Merge branch 'main' into cloudrun-support

This commit is contained in:
Tihomir Jovicic
2021-07-01 08:54:44 +02:00
267 changed files with 2667 additions and 1463 deletions

View File

@@ -1,8 +1,8 @@
package gcp
import (
"dagger.io/dagger/op"
"dagger.io/alpine"
"alpha.dagger.io/dagger/op"
"alpha.dagger.io/alpine"
)
// Re-usable gcloud component
@@ -28,6 +28,7 @@ import (
#"""
curl -sfL https://dl.google.com/dl/cloudsdk/channels/rapid/downloads/google-cloud-sdk-\#(version)-linux-x86_64.tar.gz | tar -C /usr/local -zx
ln -s /usr/local/google-cloud-sdk/bin/gcloud /usr/local/bin
ln -s /usr/local/google-cloud-sdk/bin/gsutil /usr/local/bin
"""#,
]
},

View File

@@ -2,7 +2,7 @@
package gcp
import (
"dagger.io/dagger"
"alpha.dagger.io/dagger"
)
// Base Google Cloud Config

View File

@@ -2,8 +2,8 @@
package gcr
import (
"dagger.io/dagger/op"
"dagger.io/gcp"
"alpha.dagger.io/dagger/op"
"alpha.dagger.io/gcp"
)
// Credentials retriever for GCR

View File

@@ -0,0 +1,86 @@
package main
import (
"alpha.dagger.io/gcp"
"alpha.dagger.io/gcp/gcr"
"alpha.dagger.io/dagger/op"
"alpha.dagger.io/random"
)
TestConfig: gcpConfig: gcp.#Config
TestGCR: {
suffix: random.#String & {
seed: ""
}
repository: "gcr.io/dagger-ci/test"
tag: "test-gcr-\(suffix.out)"
creds: gcr.#Credentials & {
config: TestConfig.gcpConfig
}
push: {
ref: "\(repository):\(tag)"
#up: [
op.#DockerBuild & {
dockerfile: """
FROM alpine
RUN echo \(suffix.out) > /test
"""
},
op.#DockerLogin & {
target: repository
username: creds.username
secret: creds.secret
},
op.#PushContainer & {
"ref": ref
},
]
}
pull: #up: [
op.#DockerLogin & {
target: push.ref
username: creds.username
secret: creds.secret
},
op.#FetchContainer & {
ref: push.ref
},
]
verify: #up: [
op.#Load & {
from: pull
},
op.#Exec & {
always: true
args: [
"sh", "-c", "test $(cat test) = \(suffix.out)",
]
},
]
verifyBuild: #up: [
op.#DockerLogin & {
target: push.ref
username: creds.username
secret: creds.secret
},
op.#DockerBuild & {
dockerfile: #"""
FROM \#(push.ref)
RUN test $(cat test) = \#(suffix.out)
"""#
},
]
}

82
stdlib/gcp/gcs/gcs.cue Normal file
View File

@@ -0,0 +1,82 @@
// Google Cloud Storage
package gcs
import (
"alpha.dagger.io/dagger"
"alpha.dagger.io/dagger/op"
"alpha.dagger.io/gcp"
)
// GCS Bucket object(s) sync
#Object: {
// GCP Config
config: gcp.#Config
// Source Artifact to upload to GCS
source: dagger.#Artifact @dagger(input)
// Target GCS URL (eg. gs://<bucket-name>/<path>/<sub-path>)
target: string @dagger(input)
// Delete files that already exist on remote destination
delete: *false | true @dagger(input)
// Object content type
contentType: string | *"" @dagger(input)
// Always write the object to GCS
always: *true | false @dagger(input)
// URL of the uploaded GCS object
url: {
string
#up: [
op.#Load & {
from: gcp.#GCloud & {
"config": config
}
},
op.#Exec & {
if always {
always: true
}
env: {
TARGET: target
OPT_CONTENT_TYPE: contentType
if delete {
OPT_DELETE: "1"
}
}
mount: "/source": from: source
args: [
"/bin/bash",
"--noprofile",
"--norc",
"-eo",
"pipefail",
"-c",
#"""
opts=("-r")
[ -n "$OPT_CONTENT_TYPE" ] && opts+="-h Content-Type:$OPT_CONTENT_TYPE"
[ -n "$OPT_DELETE" ] && opts+="-d"
gsutil rsync ${opts[@]} /source "$TARGET"
echo -n "$TARGET" \
| sed -E 's=^gs://([^/]*)/=https://storage.cloud.google.com/\1/=' \
> /url
"""#,
]
},
op.#Export & {
source: "/url"
format: "string"
},
]
} @dagger(output)
}

View File

@@ -0,0 +1,43 @@
package gcs
import (
"alpha.dagger.io/dagger"
"alpha.dagger.io/gcp"
"alpha.dagger.io/random"
)
TestConfig: {
gcpConfig: gcp.#Config
bucket: string @dagger(input)
}
TestDirectory: dagger.#Artifact
TestGCSObject: {
suffix: random.#String & {
seed: "gcs"
}
target: "gs://\(TestConfig.bucket)/\(suffix.out)/"
deploy: #Object & {
always: true
config: TestConfig.gcpConfig
source: TestDirectory
"target": target
}
verifyFile: #VerifyGCS & {
config: TestConfig.gcpConfig
target: deploy.target
url: deploy.url
file: "dirFile.txt"
}
verifyDir: #VerifyGCS & {
config: TestConfig.gcpConfig
target: deploy.target
url: deploy.url
file: "foo.txt"
}
}

View File

@@ -0,0 +1 @@
Test recursivity

View File

@@ -0,0 +1 @@
Test directory

View File

@@ -0,0 +1,89 @@
package gcs
import (
"alpha.dagger.io/alpine"
"alpha.dagger.io/dagger/op"
"alpha.dagger.io/gcp"
)
#List: {
// GCP Config
config: gcp.#Config
// Target GCP URL (e.g. gs://<bucket-name>/<path>/<sub-path>)
target: string
// URL: dummy URL, used to force a dependency
url: string
contents: {
string
#up: [
op.#Load & {
from: gcp.#GCloud & {
"config": config
}
},
op.#Exec & {
args: [
"/bin/bash",
"--noprofile",
"--norc",
"-eo",
"pipefail",
"-c",
#"""
gsutil ls -r \#(target) > /contents
"""#,
]
env: URL: url
},
op.#Export & {
source: "/contents"
format: "string"
},
]
}
}
#VerifyGCS: {
file: string
config: gcp.#Config
target: string
url: string
lists: #List & {
"config": config
"target": target
"url": url
}
test: #up: [
op.#Load & {
from: alpine.#Image & {
package: bash: "~5.1"
}
},
op.#WriteFile & {
dest: "/test"
content: lists.contents
},
op.#Exec & {
always: true
args: [
"/bin/bash",
"--noprofile",
"--norc",
"-eo",
"pipefail",
"-c",
"grep -q \(file) /test",
]
},
]
}

View File

@@ -2,8 +2,8 @@
package gke
import (
"dagger.io/dagger/op"
"dagger.io/gcp"
"alpha.dagger.io/dagger/op"
"alpha.dagger.io/gcp"
)
// KubeConfig config outputs a valid kube-auth-config for kubectl client

View File

@@ -0,0 +1,32 @@
package gke
import (
"alpha.dagger.io/gcp"
"alpha.dagger.io/gcp/gke"
"alpha.dagger.io/kubernetes"
"alpha.dagger.io/dagger/op"
)
TestConfig: gcpConfig: gcp.#Config
TestCluster: gke.#KubeConfig & {
config: TestConfig.gcpConfig
clusterName: "test-cluster"
}
TestGKE: #up: [
op.#Load & {
from: kubernetes.#Kubectl
},
op.#WriteFile & {
dest: "/kubeconfig"
content: TestCluster.kubeconfig
},
op.#Exec & {
always: true
args: ["kubectl", "get", "nodes"]
env: KUBECONFIG: "/kubeconfig"
},
]