haproxy/.gitlab-ci.yml

411 lines
12 KiB
YAML
Raw Normal View History

2022-06-05 10:01:53 +05:30
stages:
2022-06-06 10:24:43 +05:30
- dependencies
2022-06-06 12:44:11 +05:30
- build
- test
2022-06-06 12:44:11 +05:30
- publish
2022-06-14 05:41:59 +05:30
variables: &default-variables
TZ: "UTC"
GIT_DEPTH: "1"
KUBERNETES_MEMORY_REQUEST: 4Gi
KUBERNETES_MEMORY_LIMIT: 4Gi
2022-06-14 05:41:59 +05:30
.haproxy_stable: &haproxy-stable
HAPROXY_GITREPO: "https://git.haproxy.org/?p=haproxy-2.6.git"
HAPROXY_VERSION: 2.6.2
# https://git.haproxy.org/?p=haproxy-2.6.git;a=commit;h=16a3646fdff7315802913184a4e12c2a32344aed
HAPROXY_GITREF: 16a3646fdff7315802913184a4e12c2a32344aed
2022-06-14 05:41:59 +05:30
.haproxy_dev: &haproxy-dev
HAPROXY_GITREPO: "https://git.haproxy.org/?p=haproxy.git"
2022-06-14 05:41:59 +05:30
HAPROXY_VERSION: 2.7-dev
2022-08-17 19:15:20 +05:30
# https://git.haproxy.org/?p=haproxy.git;a=commit;h=b29a1dc2f4a334c1c7fea76c59abb4097422c05c
HAPROXY_GITREF: b29a1dc2f4a334c1c7fea76c59abb4097422c05c
2022-06-14 05:41:59 +05:30
2022-08-18 12:29:29 +05:30
.haproxy_dev_slowdebug: &haproxy-dev-slowdebug
<<: *haproxy-dev
HAPROXY_SLOWDEBUG: "true"
2022-06-06 10:24:43 +05:30
.build-job: &build-job
image: registry.gitlab.com/mangadex-pub/debuilder/buster:main
needs: [ ]
before_script:
- apt -qq update
- apt install -y --no-install-recommends -qq build-essential ca-certificates cmake curl git libpcre2-dev libreadline-dev libsystemd-dev tar zlib1g-dev
- cc --version
#----------------------
# Common dependencies
#----------------------
2022-06-06 10:24:43 +05:30
lua:
<<: *build-job
stage: dependencies
2022-06-06 10:48:58 +05:30
script: make -C deps/lua
artifacts:
expire_in: 7 days
paths: [ "deps/lua/lua-dist.tar.gz" ]
2022-06-05 10:01:53 +05:30
2022-06-06 10:24:43 +05:30
pcre2:
<<: *build-job
stage: dependencies
2022-06-06 10:48:58 +05:30
script: make -C deps/pcre2
2022-06-06 10:24:43 +05:30
artifacts:
expire_in: 7 days
paths: [ "deps/pcre2/pcre2-dist.tar.gz" ]
2022-06-05 10:01:53 +05:30
2022-06-06 10:24:43 +05:30
quictls:
<<: *build-job
stage: dependencies
script: make -C deps/quictls
2022-06-06 10:24:43 +05:30
artifacts:
expire_in: 7 days
paths: [ "deps/quictls/quictls-dist.tar.gz" ]
2022-06-05 10:01:53 +05:30
vtest:
<<: *build-job
stage: dependencies
script: make -C deps/vtest
artifacts:
expire_in: 7 days
paths: [ "deps/vtest/dist/vtest" ]
.needs-dependencies: &needs-dependencies
- job: lua
artifacts: true
- job: pcre2
artifacts: true
- job: quictls
artifacts: true
#----------------------
# HAProxy job templates
#----------------------
2022-06-14 05:41:59 +05:30
.haproxy-build: &haproxy-build
2022-06-06 10:24:43 +05:30
<<: *build-job
2022-06-06 12:44:11 +05:30
stage: build
script:
- apt install -y --no-install-recommends -qq bzip2 git
- mkdir deps/lua/dist && tar -C deps/lua/dist -xf deps/lua/lua-dist.tar.gz
- mkdir deps/pcre2/dist && tar -C deps/pcre2/dist -xf deps/pcre2/pcre2-dist.tar.gz
- mkdir deps/quictls/dist && tar -C deps/quictls/dist -xf deps/quictls/quictls-dist.tar.gz
2022-08-18 12:29:29 +05:30
- make -C haproxy HAPROXY_GITREPO="$HAPROXY_GITREPO" HAPROXY_VERSION="$HAPROXY_VERSION" HAPROXY_GITREF="$HAPROXY_GITREF" HAPROXY_SLOWDEBUG="${HAPROXY_SLOWDEBUG:-false}"
needs: *needs-dependencies
artifacts:
expire_in: 7 days
paths: [ "haproxy/dist", "haproxy/haproxy-dist.tar.gz" ]
.haproxy-regtests: &haproxy-regtests
<<: *build-job
stage: test
script:
- apt install -y --no-install-recommends -qq bzip2 git
- mkdir deps/lua/dist && tar -C deps/lua/dist -xf deps/lua/lua-dist.tar.gz
- mkdir deps/pcre2/dist && tar -C deps/pcre2/dist -xf deps/pcre2/pcre2-dist.tar.gz
- mkdir deps/quictls/dist && tar -C deps/quictls/dist -xf deps/quictls/quictls-dist.tar.gz
- make -C haproxy HAPROXY_GITREPO="$HAPROXY_GITREPO" HAPROXY_VERSION="$HAPROXY_VERSION" HAPROXY_GITREF="$HAPROXY_GITREF" build test
needs:
- *needs-dependencies
- job: vtest
artifacts: true
.haproxy-debian: &haproxy-debian
<<: *build-job
stage: publish
script:
- apt install -y --no-install-recommends -qq bzip2 devscripts debhelper pkg-config
- mkdir deps/lua/dist && tar -C deps/lua/dist -xf deps/lua/lua-dist.tar.gz
- mkdir deps/pcre2/dist && tar -C deps/pcre2/dist -xf deps/pcre2/pcre2-dist.tar.gz
- mkdir deps/quictls/dist && tar -C deps/quictls/dist -xf deps/quictls/quictls-dist.tar.gz
- export BUILD_MESSAGE="$CI_COMMIT_MESSAGE"
2022-08-18 12:29:29 +05:30
- make -C haproxy dist-deb HAPROXY_GITREPO="$HAPROXY_GITREPO" HAPROXY_VERSION="$HAPROXY_VERSION" HAPROXY_GITREF="$HAPROXY_GITREF" HAPROXY_SLOWDEBUG="${HAPROXY_SLOWDEBUG:-false}"
2022-06-14 05:41:59 +05:30
- |
set -euo pipefail
2022-06-14 05:41:59 +05:30
PACKAGE_NAME="haproxy-debian"
DEB_VERSION="$(cat haproxy/*.dsc | grep -E '^Version:' | cut -d' ' -f2-)"
2022-06-14 05:41:59 +05:30
if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then
export PACKAGE_NAME="haproxy-debian-branches"
export DEB_VERSION="branch-$CI_COMMIT_REF_SLUG"
echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Setting coordinates to $PACKAGE_NAME/$DEB_VERSION"
2022-06-14 05:41:59 +05:30
fi
2022-08-18 12:29:29 +05:30
GITLAB_PACKAGE_VERSION=$(echo "${DEB_VERSION}" | tr '~' '-')
if ${HAPROXY_SLOWDEBUG:-false}; then
echo "Appending slowdebug to package version"
GITLAB_PACKAGE_VERSION="${GITLAB_PACKAGE_VERSION}-slowdebug"
fi
echo "Publishing Debian package version ${DEB_VERSION} to haproxy-debian@${GITLAB_PACKAGE_VERSION}"
for artifact in haproxy/haproxy*.deb; do
artifact_filename=$(basename "${artifact}")
gitlab_is_lame_artifact_filename=$(echo "${artifact_filename}" | tr '~' '-' | tr '+' '-')
echo "Uploading to haproxy-debian@${DEB_VERSION}... ${artifact_filename} -> ${gitlab_is_lame_artifact_filename}"
curl -fsSL -H"JOB-TOKEN: $CI_JOB_TOKEN" \
--upload-file "${artifact}" \
2022-08-18 12:29:29 +05:30
"${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/${PACKAGE_NAME}/${GITLAB_PACKAGE_VERSION}/${gitlab_is_lame_artifact_filename}"
echo "OK"
done
2022-06-06 10:24:43 +05:30
artifacts:
expire_in: 7 days
paths: [ "haproxy/haproxy*" ]
2022-06-06 12:44:11 +05:30
.haproxy-tarball: &haproxy-tarball
image: docker.io/curlimages/curl:latest
stage: publish
script: |
set -eu
2022-06-14 05:41:59 +05:30
PKG_VER=$HAPROXY_VERSION
if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then
export PKG_VER="branch-$CI_COMMIT_REF_SLUG-$HAPROXY_VERSION-$HAPROXY_GITREF"
echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Setting version to $PKG_VER"
fi
2022-08-18 12:29:29 +05:30
if ${HAPROXY_SLOWDEBUG:-false}; then
echo "Appending slowdebug to package version"
PKG_VER="$PKG_VER-slowdebug"
fi
curl -fsSL \
-H"JOB-TOKEN: $CI_JOB_TOKEN" \
--upload-file "haproxy/haproxy-dist.tar.gz" \
"${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/haproxy/$PKG_VER/haproxy-$HAPROXY_VERSION.tar.gz"
2022-06-14 05:41:59 +05:30
.haproxy-docker: &haproxy-docker
2022-06-06 12:44:11 +05:30
stage: publish
image:
name: gcr.io/kaniko-project/executor:debug
entrypoint: [ "" ]
before_script:
- mkdir -p /kaniko/.docker
- echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"gitlab-ci-token\",\"password\":\"$CI_JOB_TOKEN\"}}}" > /kaniko/.docker/config.json
script: |
set -eu
2022-06-06 12:54:06 +05:30
export DEBIAN_CODENAME="bullseye"
2022-08-18 12:29:29 +05:30
export JOB_TIMESTAMP="$(date -D '%Y-%m-%dT%H:%M:%S' -d "$CI_JOB_STARTED_AT" +'%Y%m%d-%H%M')"
2022-06-06 12:44:11 +05:30
2022-06-14 05:41:59 +05:30
# A.B.C -> A.B, otherwise preserve original; so 2.7-dev -> 2.7-dev
if echo "$HAPROXY_VERSION" | grep -E '([0-9]\.){2}[0-9]'; then
export HAPROXY_SHORTVER="$(echo "$HAPROXY_VERSION" | cut -d'.' -f1-2)"
else
export HAPROXY_SHORTVER=$HAPROXY_VERSION
fi
2022-08-18 12:29:29 +05:30
# Append slowdebug if relevant
if ${HAPROXY_SLOWDEBUG:-false}; then
echo "Appending slowdebug to package version"
HAPROXY_VERSION="$HAPROXY_VERSION-slowdebug"
HAPROXY_SHORTVER="$HAPROXY_SHORTVER-slowdebug"
fi
2022-06-06 12:44:11 +05:30
echo "Building image with"
echo " -> haproxy version: $HAPROXY_VERSION ($HAPROXY_SHORTVER)"
2022-06-06 12:44:11 +05:30
echo " -> debian codename: $DEBIAN_CODENAME"
echo " -> git commit hash: $CI_COMMIT_SHORT_SHA"
echo " -> build timestamp: $JOB_TIMESTAMP"
2022-06-14 05:55:29 +05:30
export IMAGE_TAG_UNIQUE="$CI_COMMIT_SHORT_SHA-$JOB_TIMESTAMP-$HAPROXY_SHORTVER-$HAPROXY_GITREF"
export IMAGE_TAG_ROLLING_COMMIT="git-$CI_COMMIT_SHORT_SHA-$HAPROXY_VERSION"
export IMAGE_TAG_ROLLING_GITREF="$CI_COMMIT_REF_SLUG-$HAPROXY_VERSION"
2022-06-06 12:44:11 +05:30
export IMAGE_TAG_VERSIONS="$HAPROXY_VERSION-$DEBIAN_CODENAME"
export IMAGE_TAG_SHORTVER="$HAPROXY_SHORTVER-$DEBIAN_CODENAME"
2022-06-06 12:44:11 +05:30
if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then
export IMAGE_TAG_VERSIONS="branch-$CI_COMMIT_REF_SLUG-$IMAGE_TAG_VERSIONS"
export IMAGE_TAG_SHORTVER="branch-$CI_COMMIT_REF_SLUG-$IMAGE_TAG_SHORTVER"
echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Rewriting git rolling tag as $IMAGE_TAG_VERSIONS / $IMAGE_TAG_SHORTVER"
2022-06-06 12:44:11 +05:30
fi
echo "***"
echo "Will build and push image as:"
echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_UNIQUE"
echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_COMMIT"
echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_GITREF"
echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_VERSIONS"
echo "- $CI_REGISTRY_IMAGE:$IMAGE_TAG_SHORTVER"
2022-06-06 12:44:11 +05:30
echo "***"
(
set -x;
/kaniko/executor \
--context . \
--dockerfile Dockerfile \
--build-arg "CANONICAL_VERSION=$IMAGE_TAG_UNIQUE" \
--destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_UNIQUE" \
--destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_COMMIT" \
--destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_ROLLING_GITREF" \
--destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_VERSIONS" \
--destination "$CI_REGISTRY_IMAGE:$IMAGE_TAG_SHORTVER" \
2022-06-06 12:44:11 +05:30
--single-snapshot
)
2022-06-14 05:41:59 +05:30
#----------------------
# HAProxy jobs
#----------------------
build:stable:
<<: *haproxy-build
variables:
<<: *default-variables
<<: *haproxy-stable
build:dev:
<<: *haproxy-build
variables:
<<: *default-variables
<<: *haproxy-dev
2022-08-18 12:29:29 +05:30
build:dev:slowdebug:
<<: *haproxy-build
variables:
<<: *default-variables
<<: *haproxy-dev-slowdebug
regtests:stable:
<<: *haproxy-regtests
variables:
<<: *default-variables
<<: *haproxy-stable
regtests:dev:
<<: *haproxy-regtests
variables:
<<: *default-variables
<<: *haproxy-dev
2022-08-18 12:29:29 +05:30
regtests:dev:slowdebug:
<<: *haproxy-regtests
variables:
<<: *default-variables
<<: *haproxy-dev-slowdebug
haproxy-tarball:stable:
<<: *haproxy-tarball
2022-06-14 05:41:59 +05:30
variables:
<<: *default-variables
<<: *haproxy-stable
2022-06-06 12:44:11 +05:30
needs:
- job: "regtests:stable"
artifacts: false
- job: "build:stable"
2022-06-06 12:44:11 +05:30
artifacts: true
haproxy-tarball:dev:
<<: *haproxy-tarball
2022-06-14 05:41:59 +05:30
variables:
<<: *default-variables
<<: *haproxy-dev
needs:
- job: "regtests:dev"
artifacts: false
- job: "build:dev"
artifacts: true
2022-06-07 08:36:13 +05:30
2022-08-18 12:29:29 +05:30
haproxy-tarball:dev:slowdebug:
<<: *haproxy-tarball
variables:
<<: *default-variables
<<: *haproxy-dev-slowdebug
needs:
- job: "regtests:dev:slowdebug"
artifacts: false
- job: "build:dev:slowdebug"
artifacts: true
docker:stable:
<<: *haproxy-docker
variables:
<<: *default-variables
<<: *haproxy-stable
2022-06-07 11:44:34 +05:30
needs:
- job: "quictls"
2022-06-07 11:44:34 +05:30
artifacts: true
- job: "regtests:stable"
artifacts: false
- job: "build:stable"
2022-06-07 11:44:34 +05:30
artifacts: true
docker:dev:
<<: *haproxy-docker
variables:
<<: *default-variables
<<: *haproxy-dev
needs:
- job: "quictls"
artifacts: true
- job: "regtests:dev"
artifacts: false
- job: "build:dev"
2022-06-07 11:44:34 +05:30
artifacts: true
2022-06-14 05:41:59 +05:30
2022-08-18 12:29:29 +05:30
docker:dev:slowdebug:
<<: *haproxy-docker
variables:
<<: *default-variables
<<: *haproxy-dev-slowdebug
needs:
- job: "quictls"
artifacts: true
- job: "regtests:dev:slowdebug"
artifacts: false
- job: "build:dev:slowdebug"
artifacts: true
2022-06-14 05:41:59 +05:30
debian:stable:
<<: *haproxy-debian
2022-06-14 05:41:59 +05:30
variables:
<<: *default-variables
<<: *haproxy-stable
needs:
- *needs-dependencies
- job: "regtests:stable"
artifacts: false
2022-06-14 05:41:59 +05:30
debian:dev:
<<: *haproxy-debian
2022-06-14 05:41:59 +05:30
variables:
<<: *default-variables
<<: *haproxy-dev
needs:
- *needs-dependencies
- job: "regtests:dev"
artifacts: false
2022-08-18 12:29:29 +05:30
debian:dev:slowdebug:
<<: *haproxy-debian
variables:
<<: *default-variables
<<: *haproxy-dev-slowdebug
needs:
- *needs-dependencies
- job: "regtests:dev:slowdebug"
artifacts: false
quictls:tarball:
image: docker.io/curlimages/curl:latest
stage: publish
script: |
set -eu
PKG_VER="$(cat deps/quictls/Makefile | head -n1 | cut -d'=' -f2 | tr -d ' ')"
QUICTLS_VER="$PKG_VER"
if [ "$CI_COMMIT_REF_NAME" != "$CI_DEFAULT_BRANCH" ]; then
export PKG_VER="branch-$CI_COMMIT_REF_SLUG"
echo "Git reference $CI_COMMIT_REF_NAME is not the default branch. Setting version to $PKG_VER"
fi
curl -fsSL \
-H"JOB-TOKEN: $CI_JOB_TOKEN" \
--upload-file "deps/quictls/quictls-dist.tar.gz" \
"${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/quictls/$PKG_VER/quictls-$QUICTLS_VER.tar.gz"
needs:
- job: quictls
artifacts: true
- job: "regtests:dev"
artifacts: false
- job: "regtests:stable"
artifacts: false