Europa: examples/changelog: move original config to orig/
Signed-off-by: Solomon Hykes <solomon@dagger.io>
This commit is contained in:
Solomon Hykes
Solomon Hykes
parent
34ec27d52b
commit
2e588285dd
@ -1,116 +0,0 @@
|
|||||||
package ci
|
|
||||||
|
|
||||||
// app: dagger.#Artifact
|
|
||||||
// prod_dockerfile: string
|
|
||||||
// docker_host: string
|
|
||||||
// dockerhub_username: string
|
|
||||||
// dockerhub_password: dagger.#Secret
|
|
||||||
// // Keep this in sync with ../docker/Dockerfile.production
|
|
||||||
// runtime_image_ref: dagger.#Input & {string | *"thechangelog/runtime:2021-05-29T10.17.12Z"}
|
|
||||||
// prod_image_ref: dagger.#Input & {string | *"thechangelog/changelog.com:dagger"}
|
|
||||||
// build_version: dagger.#Input & {string}
|
|
||||||
// git_sha: dagger.#Input & {string}
|
|
||||||
// git_author: dagger.#Input & {string}
|
|
||||||
// app_version: dagger.#Input & {string}
|
|
||||||
// build_url: dagger.#Input & {string}
|
|
||||||
// // Keep this in sync with manifests/changelog/db.yml
|
|
||||||
// test_db_image_ref: dagger.#Input & {string | *"circleci/postgres:12.6"}
|
|
||||||
// test_db_container_name: "changelog_test_postgres"
|
|
||||||
// run_test: dagger.#Input & {bool}
|
|
||||||
//
|
|
||||||
// // STORY #######################################################################
|
|
||||||
// //
|
|
||||||
// // 1. Migrate from CircleCI to GitHub Actions
|
|
||||||
// // - extract existing build pipeline into Dagger
|
|
||||||
// // - run the pipeline locally
|
|
||||||
// // - run the pipeline in GitHub Actions
|
|
||||||
// //
|
|
||||||
// // 2. Pipeline is up to 9x quicker (40s vs 370s)
|
|
||||||
// // - optimistic branching, as pipelines were originally intended
|
|
||||||
// // - use our own hardware - Linode g6-dedicated-8
|
|
||||||
// // - predictable runs, no queuing
|
|
||||||
// // - caching is buildkit layers
|
|
||||||
// //
|
|
||||||
// // 3. Open Telemetry integration out-of-the-box
|
|
||||||
// // - visualise all steps in Jaeger UI
|
|
||||||
//
|
|
||||||
// // CI PIPELINE OVERVIEW ########################################################
|
|
||||||
// //
|
|
||||||
// // deps_compile_test deps_compile_dev /--- deps_compile_prod
|
|
||||||
// // | | | |
|
|
||||||
// // v v | v
|
|
||||||
// // test_cache assets_dev | image_prod_cache
|
|
||||||
// // | | | |
|
|
||||||
// // v v | |
|
|
||||||
// // test_db_start -> test -> test_db_stop assets_prod <-----/ |
|
|
||||||
// // | | |
|
|
||||||
// // | v |
|
|
||||||
// // | image_prod <-----------/
|
|
||||||
// //
|
|
||||||
// //....................................... TODO .................................
|
|
||||||
// // | |
|
|
||||||
// // | v
|
|
||||||
// // \--------------------> image_prod_digest
|
|
||||||
// //
|
|
||||||
// // ========================== BEFORE | AFTER | CHANGE ===================================
|
|
||||||
// // Test, build & push 370s | 40s | 9.25x | https://app.circleci.com/pipelines/github/thechangelog/changelog.com/520/workflows/fbb7c701-d25a-42c1-b42c-db514cd770b4
|
|
||||||
// // + app compile 220s | 150s | 1.46x | https://app.circleci.com/pipelines/github/thechangelog/changelog.com/582/workflows/65500f3d-eccc-49da-9ab0-69846bc812a7
|
|
||||||
// // + deps compile 480s | 190s | 2.52x | https://app.circleci.com/pipelines/github/thechangelog/changelog.com/532/workflows/94f5a339-52a1-45ba-b39b-1bbb69ed6488
|
|
||||||
// //
|
|
||||||
// // Uncached ???s | 465s | ?.??x |
|
|
||||||
// //
|
|
||||||
// // #############################################################################
|
|
||||||
//
|
|
||||||
//
|
|
||||||
//
|
|
||||||
//
|
|
||||||
// deps_compile_prod: #deps_compile & {
|
|
||||||
// args: {
|
|
||||||
// MIX_ENV: "prod"
|
|
||||||
// }
|
|
||||||
// }
|
|
||||||
//
|
|
||||||
// image_prod_cache: docker.#Build & {
|
|
||||||
// source: deps_compile_prod
|
|
||||||
// dockerfile: """
|
|
||||||
// FROM \(runtime_image_ref)
|
|
||||||
// COPY /app/ /app/
|
|
||||||
// WORKDIR /app
|
|
||||||
// RUN --mount=type=cache,id=deps,target=/mnt/app/deps,sharing=locked cp -Rp /mnt/app/deps/* /app/deps/
|
|
||||||
// RUN --mount=type=cache,id=build_prod,target=/mnt/app/_build/prod,sharing=locked cp -Rp /mnt/app/_build/prod/* /app/_build/prod/
|
|
||||||
// """
|
|
||||||
// }
|
|
||||||
//
|
|
||||||
// image_prod: docker.#Command & {
|
|
||||||
// host: docker_host
|
|
||||||
// copy: {
|
|
||||||
// "/tmp/app": from: os.#Dir & {
|
|
||||||
// from: image_prod_cache
|
|
||||||
// path: "/app"
|
|
||||||
// }
|
|
||||||
//
|
|
||||||
// "/tmp/app/priv/static": from: os.#Dir & {
|
|
||||||
// from: assets_prod
|
|
||||||
// path: "/app/priv/static"
|
|
||||||
// }
|
|
||||||
// }
|
|
||||||
// env: {
|
|
||||||
// GIT_AUTHOR: git_author
|
|
||||||
// GIT_SHA: git_sha
|
|
||||||
// APP_VERSION: app_version
|
|
||||||
// BUILD_VERSION: build_version
|
|
||||||
// BUILD_URL: build_url
|
|
||||||
// DOCKERHUB_USERNAME: dockerhub_username
|
|
||||||
// PROD_IMAGE_REF: prod_image_ref
|
|
||||||
// }
|
|
||||||
// files: "/tmp/Dockerfile": prod_dockerfile
|
|
||||||
// secret: "/run/secrets/dockerhub_password": dockerhub_password
|
|
||||||
// command: #"""
|
|
||||||
// cd /tmp
|
|
||||||
// docker build --build-arg GIT_AUTHOR="$GIT_AUTHOR" --build-arg GIT_SHA="$GIT_SHA" --build-arg APP_VERSION="$APP_VERSION" --build-arg BUILD_URL="$BUILD_URL" --tag "$PROD_IMAGE_REF" .
|
|
||||||
// docker login --username "$DOCKERHUB_USERNAME" --password "$(cat /run/secrets/dockerhub_password)"
|
|
||||||
// docker push "$PROD_IMAGE_REF" | tee docker.push.log
|
|
||||||
// echo "$PROD_IMAGE_REF" > image.ref
|
|
||||||
// awk '/digest/ { print $3 }' < docker.push.log > image.digest
|
|
||||||
// """#
|
|
||||||
// }
|
|
||||||
250
europa-universe/examples/changelog.com/orig/main.cue
Normal file
250
europa-universe/examples/changelog.com/orig/main.cue
Normal file
@ -0,0 +1,250 @@
|
|||||||
|
// STARTING POINT: https://docs.dagger.io/1012/ci
|
||||||
|
// + ../../../.circleci/config.yml
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"alpha.dagger.io/dagger"
|
||||||
|
"alpha.dagger.io/docker"
|
||||||
|
"alpha.dagger.io/os"
|
||||||
|
)
|
||||||
|
|
||||||
|
app_src: dagger.#Artifact
|
||||||
|
prod_dockerfile: dagger.#Input & {string}
|
||||||
|
docker_host: dagger.#Input & {string}
|
||||||
|
dockerhub_username: dagger.#Input & {string}
|
||||||
|
dockerhub_password: dagger.#Input & {dagger.#Secret}
|
||||||
|
// ⚠️ Keep this in sync with ../docker/Dockerfile.production
|
||||||
|
runtime_image_ref: dagger.#Input & {string | *"thechangelog/runtime:2021-05-29T10.17.12Z"}
|
||||||
|
prod_image_ref: dagger.#Input & {string | *"thechangelog/changelog.com:dagger"}
|
||||||
|
build_version: dagger.#Input & {string}
|
||||||
|
git_branch: dagger.#Input & {string | *""}
|
||||||
|
git_sha: dagger.#Input & {string}
|
||||||
|
git_author: dagger.#Input & {string}
|
||||||
|
app_version: dagger.#Input & {string}
|
||||||
|
build_url: dagger.#Input & {string}
|
||||||
|
// ⚠️ Keep this in sync with manifests/changelog/db.yml
|
||||||
|
test_db_image_ref: dagger.#Input & {string | *"circleci/postgres:12.6"}
|
||||||
|
test_db_container_name: "changelog_test_postgres"
|
||||||
|
|
||||||
|
// STORY #######################################################################
|
||||||
|
//
|
||||||
|
// 1. Migrate from CircleCI to GitHub Actions
|
||||||
|
// - extract existing build pipeline into Dagger
|
||||||
|
// - run the pipeline locally
|
||||||
|
// - run the pipeline in GitHub Actions
|
||||||
|
//
|
||||||
|
// 2. Pipeline is 2x quicker (110s vs 228s)
|
||||||
|
// - optimistic branching, as pipelines were originally intended
|
||||||
|
// - use our own hardware - Linode g6-dedicated-8
|
||||||
|
// - predictable runs, no queuing
|
||||||
|
// - caching is buildkit layers
|
||||||
|
//
|
||||||
|
// 3. Open Telemetry integration out-of-the-box
|
||||||
|
// - visualise all steps in Jaeger UI
|
||||||
|
|
||||||
|
// PIPELINE OVERVIEW ###########################################################
|
||||||
|
//
|
||||||
|
// app
|
||||||
|
// |
|
||||||
|
// v
|
||||||
|
// test_db_start deps ----------------------------------------\
|
||||||
|
// | | | |
|
||||||
|
// | v v v
|
||||||
|
// | deps_compile_test deps_compile_prod assets_compile
|
||||||
|
// | | | | |
|
||||||
|
// | | | \-----|
|
||||||
|
// | v v |
|
||||||
|
// \--------------> test image_prod_cache assets_digest
|
||||||
|
// | | |
|
||||||
|
// test_db_stop <---| v |
|
||||||
|
// | image_prod <----------/
|
||||||
|
// | |
|
||||||
|
// | v
|
||||||
|
// \--------------------> image_prod_tag
|
||||||
|
//
|
||||||
|
// ========================== BEFORE | AFTER | CHANGE ===================================
|
||||||
|
// Test, build & push 370s | 10s | 37.00x | https://app.circleci.com/pipelines/github/thechangelog/changelog.com/520/workflows/fbb7c701-d25a-42c1-b42c-db514cd770b4
|
||||||
|
// + app compile 220s | 100s | 2.20x | https://app.circleci.com/pipelines/github/thechangelog/changelog.com/582/workflows/65500f3d-eccc-49da-9ab0-69846bc812a7
|
||||||
|
// + deps compile 480s | 110s | 4.36x | https://app.circleci.com/pipelines/github/thechangelog/changelog.com/532/workflows/94f5a339-52a1-45ba-b39b-1bbb69ed6488
|
||||||
|
//
|
||||||
|
// Uncached ???s | 245s | ?.??x |
|
||||||
|
//
|
||||||
|
// #############################################################################
|
||||||
|
|
||||||
|
test_db_start: docker.#Command & {
|
||||||
|
host: docker_host
|
||||||
|
env: {
|
||||||
|
CONTAINER_NAME: test_db_container_name
|
||||||
|
CONTAINER_IMAGE: test_db_image_ref
|
||||||
|
}
|
||||||
|
command: #"""
|
||||||
|
docker container inspect $CONTAINER_NAME \
|
||||||
|
--format 'Container "{{.Name}}" is "{{.State.Status}}"' \
|
||||||
|
|| docker container run \
|
||||||
|
--detach --rm --name $CONTAINER_NAME \
|
||||||
|
--publish 127.0.0.1:5432:5432 \
|
||||||
|
--env POSTGRES_USER=postgres \
|
||||||
|
--env POSTGRES_DB=changelog_test \
|
||||||
|
--env POSTGRES_PASSWORD=postgres \
|
||||||
|
$CONTAINER_IMAGE
|
||||||
|
|
||||||
|
docker container inspect $CONTAINER_NAME \
|
||||||
|
--format 'Container "{{.Name}}" is "{{.State.Status}}"'
|
||||||
|
"""#
|
||||||
|
}
|
||||||
|
|
||||||
|
app_image: docker.#Pull & {
|
||||||
|
from: runtime_image_ref
|
||||||
|
}
|
||||||
|
|
||||||
|
// Put app_src in the correct path, /app
|
||||||
|
app: os.#Container & {
|
||||||
|
image: app_image
|
||||||
|
copy: "/app": from: app_src
|
||||||
|
}
|
||||||
|
|
||||||
|
// https://github.com/moby/buildkit/blob/master/frontend/dockerfile/docs/syntax.md#run---mounttypecache
|
||||||
|
deps_mount: "--mount=type=cache,id=deps,target=/app/deps/,sharing=shared"
|
||||||
|
|
||||||
|
build_test_mount: "--mount=type=cache,id=build_test,target=/app/_build/test,sharing=shared"
|
||||||
|
build_prod_mount: "--mount=type=cache,id=build_prod,target=/app/_build/prod,sharing=shared"
|
||||||
|
|
||||||
|
node_modules_mount: "--mount=type=cache,id=assets_node_modules,target=/app/assets/node_modules,sharing=shared"
|
||||||
|
|
||||||
|
deps: docker.#Build & {
|
||||||
|
source: app
|
||||||
|
dockerfile: """
|
||||||
|
FROM \(runtime_image_ref)
|
||||||
|
COPY /app/ /app/
|
||||||
|
WORKDIR /app
|
||||||
|
RUN \(deps_mount) mix deps.get
|
||||||
|
"""
|
||||||
|
}
|
||||||
|
|
||||||
|
assets_compile: docker.#Build & {
|
||||||
|
source: deps
|
||||||
|
dockerfile: """
|
||||||
|
FROM \(runtime_image_ref)
|
||||||
|
COPY /app/ /app/
|
||||||
|
WORKDIR /app/assets
|
||||||
|
RUN \(deps_mount) \(node_modules_mount) yarn install --frozen-lockfile && yarn run compile
|
||||||
|
"""
|
||||||
|
}
|
||||||
|
|
||||||
|
#deps_compile: docker.#Build & {
|
||||||
|
source: deps
|
||||||
|
dockerfile: """
|
||||||
|
FROM \(runtime_image_ref)
|
||||||
|
ARG MIX_ENV
|
||||||
|
ENV MIX_ENV=$MIX_ENV
|
||||||
|
COPY /app/ /app/
|
||||||
|
WORKDIR /app
|
||||||
|
RUN \(deps_mount) \(build_test_mount) \(build_prod_mount) mix do deps.compile, compile
|
||||||
|
"""
|
||||||
|
}
|
||||||
|
|
||||||
|
deps_compile_test: #deps_compile & {
|
||||||
|
args: MIX_ENV: "test"
|
||||||
|
}
|
||||||
|
|
||||||
|
test: docker.#Build & {
|
||||||
|
source: deps_compile_test
|
||||||
|
dockerfile: """
|
||||||
|
FROM \(runtime_image_ref)
|
||||||
|
ENV MIX_ENV=test
|
||||||
|
COPY /app/ /app/
|
||||||
|
WORKDIR /app
|
||||||
|
RUN \(deps_mount) \(build_test_mount) mix test
|
||||||
|
"""
|
||||||
|
}
|
||||||
|
|
||||||
|
test_db_stop: docker.#Command & {
|
||||||
|
host: docker_host
|
||||||
|
env: {
|
||||||
|
DEP: test.dockerfile
|
||||||
|
CONTAINER_NAME: test_db_container_name
|
||||||
|
}
|
||||||
|
command: #"""
|
||||||
|
docker container rm --force $CONTAINER_NAME
|
||||||
|
"""#
|
||||||
|
}
|
||||||
|
|
||||||
|
deps_compile_prod: #deps_compile & {
|
||||||
|
args: MIX_ENV: "prod"
|
||||||
|
}
|
||||||
|
|
||||||
|
assets_digest: docker.#Build & {
|
||||||
|
source: assets_compile
|
||||||
|
args: ONLY_RUN_AFTER_DEPS_COMPILE_PROD_OK: deps_compile_prod.args.MIX_ENV
|
||||||
|
dockerfile: """
|
||||||
|
FROM \(runtime_image_ref)
|
||||||
|
COPY /app/ /app/
|
||||||
|
ENV MIX_ENV=prod
|
||||||
|
WORKDIR /app/
|
||||||
|
RUN \(deps_mount) \(build_prod_mount) \(node_modules_mount) mix phx.digest
|
||||||
|
"""
|
||||||
|
}
|
||||||
|
|
||||||
|
image_prod_cache: docker.#Build & {
|
||||||
|
source: deps_compile_prod
|
||||||
|
dockerfile: """
|
||||||
|
FROM \(runtime_image_ref)
|
||||||
|
COPY /app/ /app/
|
||||||
|
WORKDIR /app
|
||||||
|
RUN --mount=type=cache,id=deps,target=/mnt/app/deps,sharing=shared cp -Rp /mnt/app/deps/* /app/deps/
|
||||||
|
RUN --mount=type=cache,id=build_prod,target=/mnt/app/_build/prod,sharing=shared cp -Rp /mnt/app/_build/prod/* /app/_build/prod/
|
||||||
|
"""
|
||||||
|
}
|
||||||
|
|
||||||
|
image_prod: docker.#Command & {
|
||||||
|
host: docker_host
|
||||||
|
copy: {
|
||||||
|
"/tmp/app": from: os.#Dir & {
|
||||||
|
from: image_prod_cache
|
||||||
|
path: "/app"
|
||||||
|
}
|
||||||
|
|
||||||
|
"/tmp/app/priv/static": from: os.#Dir & {
|
||||||
|
from: assets_digest
|
||||||
|
path: "/app/priv/static"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
env: {
|
||||||
|
GIT_AUTHOR: git_author
|
||||||
|
GIT_SHA: git_sha
|
||||||
|
APP_VERSION: app_version
|
||||||
|
BUILD_VERSION: build_version
|
||||||
|
BUILD_URL: build_url
|
||||||
|
PROD_IMAGE_REF: prod_image_ref
|
||||||
|
}
|
||||||
|
files: "/tmp/Dockerfile": prod_dockerfile
|
||||||
|
secret: "/run/secrets/dockerhub_password": dockerhub_password
|
||||||
|
command: #"""
|
||||||
|
cd /tmp
|
||||||
|
docker build \
|
||||||
|
--build-arg APP_FROM_PATH=/app \
|
||||||
|
--build-arg GIT_AUTHOR="$GIT_AUTHOR" \
|
||||||
|
--build-arg GIT_SHA="$GIT_SHA" \
|
||||||
|
--build-arg APP_VERSION="$APP_VERSION" \
|
||||||
|
--build-arg BUILD_URL="$BUILD_URL" \
|
||||||
|
--tag "$PROD_IMAGE_REF" .
|
||||||
|
"""#
|
||||||
|
}
|
||||||
|
|
||||||
|
if git_branch == "master" {
|
||||||
|
image_prod_tag: docker.#Command & {
|
||||||
|
host: docker_host
|
||||||
|
env: {
|
||||||
|
DOCKERHUB_USERNAME: dockerhub_username
|
||||||
|
PROD_IMAGE_REF: image_prod.env.PROD_IMAGE_REF
|
||||||
|
ONLY_RUN_AFTER_TEST_OK: test.dockerfile
|
||||||
|
}
|
||||||
|
secret: "/run/secrets/dockerhub_password": dockerhub_password
|
||||||
|
command: #"""
|
||||||
|
docker login --username "$DOCKERHUB_USERNAME" --password "$(cat /run/secrets/dockerhub_password)"
|
||||||
|
docker push "$PROD_IMAGE_REF" | tee docker.push.log
|
||||||
|
echo "$PROD_IMAGE_REF" > image.ref
|
||||||
|
awk '/digest/ { print $3 }' < docker.push.log > image.digest
|
||||||
|
"""#
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user