stages: - dependencies - build - test - publish default: retry: max: 2 when: - api_failure - runner_system_failure - scheduler_failure - stale_schedule - stuck_or_timeout_failure - unknown_failure variables: &default-variables TZ: "UTC" GIT_DEPTH: "1" .build-resources-xs: &build-resources-xs KUBERNETES_MEMORY_REQUEST: 512Mi KUBERNETES_MEMORY_LIMIT: 512Mi .build-resources-s: &build-resources-s KUBERNETES_MEMORY_REQUEST: 1Gi KUBERNETES_MEMORY_LIMIT: 1Gi .build-resources-m: &build-resources-m KUBERNETES_MEMORY_REQUEST: 2Gi KUBERNETES_MEMORY_LIMIT: 2Gi .haproxy_stable: &haproxy-stable HAPROXY_GITREPO: "https://git.haproxy.org/?p=haproxy-2.7.git" HAPROXY_VERSION: 2.7-stable # https://git.haproxy.org/?p=haproxy-2.7.git;a=commit;h=8d230219e15295a3c4757f94916aafcf540a7337 HAPROXY_GITREF: "8d230219e15295a3c4757f94916aafcf540a7337" BUILD_PATCHES_DIR: "patches-stable" .haproxy_dev: &haproxy-dev HAPROXY_GITREPO: "https://git.haproxy.org/?p=haproxy.git" HAPROXY_VERSION: 2.8-dev # https://git.haproxy.org/?p=haproxy.git;a=commit;h=1751db140ab609e38af8218efbd23427115a42aa HAPROXY_GITREF: "1751db140ab609e38af8218efbd23427115a42aa" BUILD_PATCHES_DIR: "patches-dev" .build-job: &build-job image: registry.gitlab.com/mangadex-pub/debuilder/buster:main needs: [ ] before_script: - apt -qq update - apt install -y --no-install-recommends -qq build-essential ca-certificates cmake curl git libpcre2-dev libreadline-dev libsystemd-dev tar zlib1g-dev - cc --version #---------------------- # Common dependencies #---------------------- lua: <<: *build-job stage: dependencies script: make -C deps/lua variables: <<: *default-variables <<: *build-resources-xs artifacts: expire_in: 7 days paths: [ "deps/lua/lua-dist.tar.gz" ] pcre2: <<: *build-job stage: dependencies script: make -C deps/pcre2 variables: <<: *default-variables <<: *build-resources-xs artifacts: expire_in: 7 days paths: [ "deps/pcre2/pcre2-dist.tar.gz" ] quictls: <<: *build-job stage: dependencies script: make -C deps/quictls variables: <<: *default-variables <<: *build-resources-m artifacts: expire_in: 7 days paths: [ "deps/quictls/quictls-dist.tar.gz" ] vtest: <<: *build-job stage: dependencies script: make -C deps/vtest variables: <<: *default-variables <<: *build-resources-xs artifacts: expire_in: 7 days paths: [ "deps/vtest/dist/vtest" ] .needs-dependencies: &needs-dependencies - job: lua artifacts: true - job: pcre2 artifacts: true - job: quictls artifacts: true #---------------------- # HAProxy job templates #---------------------- .haproxy-build: &haproxy-build <<: *build-job stage: build script: - apt install -y --no-install-recommends -qq bzip2 git - mkdir deps/lua/dist && tar -C deps/lua/dist -xf deps/lua/lua-dist.tar.gz - mkdir deps/pcre2/dist && tar -C deps/pcre2/dist -xf deps/pcre2/pcre2-dist.tar.gz - mkdir deps/quictls/dist && tar -C deps/quictls/dist -xf deps/quictls/quictls-dist.tar.gz - make -C haproxy HAPROXY_GITREPO="$HAPROXY_GITREPO" HAPROXY_VERSION="$HAPROXY_VERSION" HAPROXY_GITREF="$HAPROXY_GITREF" BUILD_PATCHES_DIR="$BUILD_PATCHES_DIR" needs: *needs-dependencies artifacts: expire_in: 7 days paths: [ "haproxy/dist", "haproxy/haproxy-dist.tar.gz" ] .haproxy-regtests: &haproxy-regtests <<: *build-job stage: test script: - apt install -y --no-install-recommends -qq bzip2 git - mkdir deps/lua/dist && tar -C deps/lua/dist -xf deps/lua/lua-dist.tar.gz - mkdir deps/pcre2/dist && tar -C deps/pcre2/dist -xf deps/pcre2/pcre2-dist.tar.gz - mkdir deps/quictls/dist && tar -C deps/quictls/dist -xf deps/quictls/quictls-dist.tar.gz - make -C haproxy HAPROXY_GITREPO="$HAPROXY_GITREPO" HAPROXY_VERSION="$HAPROXY_VERSION" HAPROXY_GITREF="$HAPROXY_GITREF" BUILD_PATCHES_DIR="$BUILD_PATCHES_DIR" build test needs: - *needs-dependencies - job: vtest artifacts: true .haproxy-debian: &haproxy-debian <<: *build-job stage: publish script: - apt install -y --no-install-recommends -qq bzip2 devscripts debhelper pkg-config - mkdir deps/lua/dist && tar -C deps/lua/dist -xf deps/lua/lua-dist.tar.gz - mkdir deps/pcre2/dist && tar -C deps/pcre2/dist -xf deps/pcre2/pcre2-dist.tar.gz - mkdir deps/quictls/dist && tar -C deps/quictls/dist -xf deps/quictls/quictls-dist.tar.gz - export BUILD_MESSAGE="$CI_COMMIT_MESSAGE" - make -C haproxy dist-deb HAPROXY_GITREPO="$HAPROXY_GITREPO" HAPROXY_VERSION="$HAPROXY_VERSION" HAPROXY_GITREF="$HAPROXY_GITREF" BUILD_PATCHES_DIR="$BUILD_PATCHES_DIR" - | set -euo pipefail PACKAGE_NAME="haproxy-debian" DEB_VERSION="$(cat haproxy/*.dsc | grep -E '^Version:' | cut -d' ' -f2-)" if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then export PACKAGE_NAME="haproxy-debian-branches" export DEB_VERSION="branch-$CI_COMMIT_REF_SLUG" echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Setting coordinates to $PACKAGE_NAME/$DEB_VERSION" fi GITLAB_PACKAGE_VERSION=$(echo "${DEB_VERSION}" | tr '~' '-') echo "Publishing Debian package version ${DEB_VERSION} to haproxy-debian@${GITLAB_PACKAGE_VERSION}" for artifact in haproxy/haproxy*.deb; do artifact_filename=$(basename "${artifact}") gitlab_is_lame_artifact_filename=$(echo "${artifact_filename}" | tr '~' '-' | tr '+' '-') echo "Uploading to haproxy-debian@${DEB_VERSION}... ${artifact_filename} -> ${gitlab_is_lame_artifact_filename}" curl -fsSL -H"JOB-TOKEN: $CI_JOB_TOKEN" \ --upload-file "${artifact}" \ "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${PACKAGE_NAME}/${GITLAB_PACKAGE_VERSION}/${gitlab_is_lame_artifact_filename}" echo "OK" done artifacts: expire_in: 7 days paths: [ "haproxy/haproxy*" ] .haproxy-tarball: &haproxy-tarball image: docker.io/curlimages/curl:latest stage: publish script: | set -eu PKG_VER=$HAPROXY_VERSION if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then export PKG_VER="branch-$CI_COMMIT_REF_SLUG-$HAPROXY_VERSION-$HAPROXY_GITREF" echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Setting version to $PKG_VER" fi curl -fsSL \ -H"JOB-TOKEN: $CI_JOB_TOKEN" \ --upload-file "haproxy/haproxy-dist.tar.gz" \ "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/haproxy/$PKG_VER/haproxy-$HAPROXY_VERSION.tar.gz" .haproxy-docker: &haproxy-docker stage: publish image: name: gcr.io/kaniko-project/executor:debug entrypoint: [ "" ] before_script: - mkdir -p /kaniko/.docker - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"gitlab-ci-token\",\"password\":\"$CI_JOB_TOKEN\"}}}" > /kaniko/.docker/config.json script: | set -eu export DEBIAN_CODENAME="bullseye" export JOB_TIMESTAMP="$(date -D '%Y-%m-%dT%H:%M:%S' -d "$CI_JOB_STARTED_AT" +'%Y%m%d-%H%M')" # A.B.C -> A.B, otherwise preserve original (eg 2.x-dev -> 2.x-dev) if echo "$HAPROXY_VERSION" | grep -E '([0-9]\.){2}[0-9]'; then export HAPROXY_SHORTVER="$(echo "$HAPROXY_VERSION" | cut -d'.' -f1-2)" else export HAPROXY_SHORTVER=$HAPROXY_VERSION fi echo "Building image with" echo " -> haproxy version: $HAPROXY_VERSION ($HAPROXY_SHORTVER)" echo " -> debian codename: $DEBIAN_CODENAME" echo " -> git commit hash: $CI_COMMIT_SHORT_SHA" echo " -> build timestamp: $JOB_TIMESTAMP" export IMAGE_TAG_UNIQUE="$CI_COMMIT_SHORT_SHA-$JOB_TIMESTAMP-$HAPROXY_SHORTVER-$HAPROXY_GITREF" export IMAGE_TAG_ROLLING_COMMIT="git-$CI_COMMIT_SHORT_SHA-$HAPROXY_VERSION" export IMAGE_TAG_ROLLING_GITREF="$CI_COMMIT_REF_SLUG-$HAPROXY_VERSION" export IMAGE_TAG_VERSIONS="$HAPROXY_VERSION-$DEBIAN_CODENAME" export IMAGE_TAG_SHORTVER="$HAPROXY_SHORTVER-$DEBIAN_CODENAME" if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then export IMAGE_TAG_VERSIONS="branch-$CI_COMMIT_REF_SLUG-$IMAGE_TAG_VERSIONS" export IMAGE_TAG_SHORTVER="branch-$CI_COMMIT_REF_SLUG-$IMAGE_TAG_SHORTVER" echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Rewriting git rolling tag as $IMAGE_TAG_VERSIONS / $IMAGE_TAG_SHORTVER" fi echo "***" echo "Will build and push image as:" echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_UNIQUE" echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_COMMIT" echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_GITREF" echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_VERSIONS" echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_SHORTVER" echo "***" ( set -x; /kaniko/executor \ --context . \ --dockerfile Dockerfile \ --build-arg "CANONICAL_VERSION=$IMAGE_TAG_UNIQUE" \ --destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_UNIQUE" \ --destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_COMMIT" \ --destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_GITREF" \ --destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_VERSIONS" \ --destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_SHORTVER" \ --single-snapshot ) #---------------------- # HAProxy jobs #---------------------- build:stable: <<: *haproxy-build variables: <<: *default-variables <<: *build-resources-s <<: *haproxy-stable build:dev: <<: *haproxy-build variables: <<: *default-variables <<: *build-resources-s <<: *haproxy-dev regtests:stable: <<: *haproxy-regtests variables: <<: *default-variables <<: *build-resources-m <<: *haproxy-stable regtests:dev: <<: *haproxy-regtests variables: <<: *default-variables <<: *build-resources-m <<: *haproxy-dev haproxy-tarball:stable: <<: *haproxy-tarball variables: <<: *default-variables <<: *build-resources-xs <<: *haproxy-stable needs: - job: "regtests:stable" artifacts: false - job: "build:stable" artifacts: true haproxy-tarball:dev: <<: *haproxy-tarball variables: <<: *default-variables <<: *build-resources-xs <<: *haproxy-dev needs: - job: "regtests:dev" artifacts: false - job: "build:dev" artifacts: true docker:stable: <<: *haproxy-docker variables: <<: *default-variables <<: *build-resources-m <<: *haproxy-stable needs: - job: "quictls" artifacts: true - job: "regtests:stable" artifacts: false - job: "build:stable" artifacts: true docker:dev: <<: *haproxy-docker variables: <<: *default-variables <<: *build-resources-m <<: *haproxy-dev needs: - job: "quictls" artifacts: true - job: "regtests:dev" artifacts: false - job: "build:dev" artifacts: true debian:stable: <<: *haproxy-debian variables: <<: *default-variables <<: *build-resources-m <<: *haproxy-stable needs: - *needs-dependencies - job: "regtests:stable" artifacts: false debian:dev: <<: *haproxy-debian variables: <<: *default-variables <<: *build-resources-m <<: *haproxy-dev needs: - *needs-dependencies - job: "regtests:dev" artifacts: false quictls:tarball: image: docker.io/curlimages/curl:latest stage: publish script: | set -eu PKG_VER="$(cat deps/quictls/Makefile | head -n1 | cut -d'=' -f2 | tr -d ' ')" QUICTLS_VER="$PKG_VER" if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then export PKG_VER="branch-$CI_COMMIT_REF_SLUG" echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Setting version to $PKG_VER" fi curl -fsSL \ -H"JOB-TOKEN: $CI_JOB_TOKEN" \ --upload-file "deps/quictls/quictls-dist.tar.gz" \ "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/quictls/$PKG_VER/quictls-$QUICTLS_VER.tar.gz" needs: - job: quictls artifacts: true - job: "regtests:dev" artifacts: false - job: "regtests:stable" artifacts: false variables: <<: *default-variables <<: *build-resources-xs