bromite-buildtools/.github/workflows/build_bromite.yaml

284 lines
10 KiB
YAML
Raw Normal View History

2021-07-11 16:25:43 +05:30
name: Build x86
permissions:
actions: none
checks: none
contents: none
deployments: none
issues: none
packages: none
pull-requests: none
repository-projects: none
security-events: none
statuses: none
on:
workflow_dispatch:
2021-07-31 18:55:15 +05:30
inputs:
sha:
description: 'uazo/bromite SHA'
required: true
default: '76745fde6ed75542f005ea5528f486df41c56da4'
2021-07-11 18:42:14 +05:30
env:
2021-07-31 18:55:15 +05:30
BROMITE_SHA: ${{ github.event.inputs.sha }}
2021-07-28 01:32:57 +05:30
REMOVEDOCKERSUPPORT: true
2021-07-30 13:00:54 +05:30
USELOCALIMAGE: true
2021-07-11 18:42:14 +05:30
2021-07-11 16:25:43 +05:30
jobs:
check_images:
runs-on: self-hosted
steps:
2021-07-11 18:46:50 +05:30
- name: Checkout repo
uses: actions/checkout@v2
with:
2021-07-11 18:51:44 +05:30
path: bromite-buildtools
2021-07-11 18:46:50 +05:30
fetch-depth: 1
2021-07-29 18:37:10 +05:30
2021-07-31 14:19:09 +05:30
- name: Enable proxy on container
2021-07-29 18:37:10 +05:30
shell: bash
run: |
if ! [[ -z "${HTTP_PROXY}" ]]; then
PROXY_ADDR=http://$(hostname -I | xargs):8118
2021-07-29 21:27:57 +05:30
echo "PROXY_ADDR=$PROXY_ADDR" >> $GITHUB_ENV
2021-07-31 14:19:09 +05:30
sudo iptables -D INPUT -p tcp -s localhost --dport 8118 -j ACCEPT
sudo iptables -D INPUT -p tcp --dport 8118 -j DROP
2021-07-29 18:37:10 +05:30
fi
2021-07-11 16:25:43 +05:30
- name: Get current chromium version
shell: bash
run: |
mkdir bromite
cd bromite
2021-07-11 17:26:27 +05:30
git init
2021-07-11 17:30:02 +05:30
git remote add origin https://github.com/uazo/bromite
2021-07-11 18:42:14 +05:30
git fetch origin $BROMITE_SHA
2021-07-11 17:30:02 +05:30
git reset --hard FETCH_HEAD
2021-07-11 16:25:43 +05:30
cd ..
export VERSION=$( cat ./bromite/build/RELEASE )
2021-07-11 18:42:14 +05:30
rm -rf bromite
2021-07-11 16:25:43 +05:30
echo Current version is $VERSION
echo "VERSION=$VERSION" >> $GITHUB_ENV
2021-07-11 18:49:19 +05:30
cd bromite-buildtools
2021-07-11 18:42:14 +05:30
- name: Checking build-deps for ${{ env.VERSION }}
shell: bash
run: |
IS_PRESENT=$(docker inspect --type=image uazo/build-deps:$VERSION > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
IS_PRESENT=$(docker manifest inspect uazo/build-deps:$VERSION > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
2021-07-11 18:54:44 +05:30
DOCKER_BUILDKIT=1 docker build -t uazo/build-deps:$VERSION \
--progress plain \
--build-arg VERSION=$VERSION \
2021-07-29 18:37:10 +05:30
--build-arg HTTP_PROXY="$PROXY_ADDR" \
2021-07-12 12:51:47 +05:30
--no-cache \
2021-07-11 18:54:44 +05:30
bromite-buildtools/images/build-deps/.
2021-07-11 18:42:14 +05:30
fi
fi
2021-07-11 16:25:43 +05:30
2021-07-11 18:42:14 +05:30
- name: Checking chromium for ${{ env.VERSION }}
shell: bash
run: |
IS_PRESENT=$(docker inspect --type=image uazo/chromium:$VERSION > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
IS_PRESENT=$(docker manifest inspect uazo/chromium:$VERSION > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
2021-07-11 18:54:44 +05:30
DOCKER_BUILDKIT=1 docker build -t uazo/chromium:$VERSION \
--progress plain \
--build-arg VERSION=$VERSION \
2021-07-29 18:37:10 +05:30
--build-arg HTTP_PROXY="$PROXY_ADDR" \
2021-07-11 18:54:44 +05:30
bromite-buildtools/images/chr-source/.
2021-07-11 18:42:14 +05:30
fi
fi
2021-07-11 16:25:43 +05:30
2021-07-11 18:42:14 +05:30
- name: Checking bromite for ${{ env.BROMITE_SHA }}
shell: bash
run: |
IS_PRESENT=$(docker inspect --type=image uazo/bromite:$BROMITE_SHA > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
IS_PRESENT=$(docker manifest inspect uazo/bromite:$BROMITE_SHA > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
DOCKER_BUILDKIT=1 docker build -t uazo/bromite:$BROMITE_SHA --progress plain \
--build-arg BROMITE_SHA=$BROMITE_SHA \
--build-arg VERSION=$VERSION \
2021-07-29 18:37:10 +05:30
--build-arg HTTP_PROXY="$PROXY_ADDR" \
2021-07-11 18:42:14 +05:30
bromite-buildtools/images/bromite-source/.
fi
fi
- name: Checking bromite-build for ${{ env.BROMITE_SHA }}
shell: bash
run: |
IS_PRESENT=$(docker inspect --type=image uazo/bromite-build:$BROMITE_SHA > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
IS_PRESENT=$(docker manifest inspect uazo/bromite-build:$BROMITE_SHA > /dev/null ; echo $?)
if [ $IS_PRESENT -ne "0" ]; then
DOCKER_BUILDKIT=1 docker build -t uazo/bromite-build:$BROMITE_SHA --progress plain \
--build-arg BROMITE_SHA=$BROMITE_SHA \
2021-07-29 18:37:10 +05:30
--build-arg HTTP_PROXY="$PROXY_ADDR" \
2021-07-13 00:13:47 +05:30
--no-cache \
2021-07-11 18:42:14 +05:30
bromite-buildtools/images/bromite-build/.
fi
fi
2021-07-31 14:41:13 +05:30
- name: Mark image to build
shell: bash
run: |
IS_PRESENT=$(docker inspect --type=image uazo/bromite-build:build > /dev/null ; echo $?)
2021-07-31 14:44:16 +05:30
if [ $IS_PRESENT -eq "0" ]; then
2021-07-31 14:41:13 +05:30
docker rmi uazo/bromite-build:build
fi
docker tag uazo/bromite-build:$BROMITE_SHA uazo/bromite-build:build
2021-07-11 16:25:43 +05:30
build:
runs-on: self-hosted
needs: check_images
if: success()
2021-08-01 22:35:27 +05:30
services:
2021-07-11 16:25:43 +05:30
gomaserver:
image: uazo/goma-server
volumes:
- /tmp/proxy:/tmp/proxy
2021-08-01 22:35:27 +05:30
- /redis:/var/lib/redis
2021-07-30 15:18:20 +05:30
options: >-
--health-cmd "hostname -I >/tmp/proxy/gomaserverip"
2021-07-30 15:36:31 +05:30
--health-interval 30s
2021-07-30 15:18:20 +05:30
--health-timeout 5s
--health-retries 5
2021-07-30 15:36:31 +05:30
2021-07-11 16:25:43 +05:30
env:
2021-07-30 13:08:27 +05:30
REMOVEDOCKERSUPPORT: true
USELOCALIMAGE: true
2021-07-11 16:25:43 +05:30
container:
2021-07-31 14:41:13 +05:30
image: uazo/bromite-build:build
2021-07-11 16:25:43 +05:30
env:
SERVER_HOST_GOMA: gomaserver
2021-07-31 12:45:55 +05:30
REMOVEDOCKERSUPPORT: true # CUSTOM RUNNER: remove sharing of docker socket
USELOCALIMAGE: true # CUSTOM RUNNER: permit use of local images
USEINTERNALNETWORK: true # CUSTOM RUNNER: create the docker network as internal
2021-07-11 16:25:43 +05:30
volumes:
2021-07-31 18:55:15 +05:30
- /storage/images/${{ github.event.inputs.sha }}:/home/lg/working_dir/artifacs
2021-07-11 16:25:43 +05:30
- /tmp/proxy:/tmp/proxy
2021-07-30 13:23:16 +05:30
steps:
2021-07-11 16:25:43 +05:30
- name: Build Bromite
shell: bash
2021-07-13 20:57:26 +05:30
env:
GOMAJOBS: 60
2021-07-11 16:25:43 +05:30
run: |
export WORKSPACE=/home/lg/working_dir
2021-07-30 15:18:20 +05:30
cd $WORKSPACE
2021-07-31 18:43:23 +05:30
# reset proxy env
2021-07-30 20:54:38 +05:30
HTTP_PROXY=
HTTPS_PROXY=
http_proxy=
https_proxy=
2021-07-31 18:43:23 +05:30
# set workspace paths
WORKSPACE=/home/lg/working_dir
PATH=$WORKSPACE/chromium/src/third_party/llvm-build/Release+Asserts/bin:$WORKSPACE/depot_tools/:/usr/local/go/bin:$WORKSPACE/mtool/bin:$PATH
# clean artifacts
2021-07-31 19:09:34 +05:30
ARTIFACS_DIR=/home/lg/working_dir/artifacs
sudo chmod 777 $ARTIFACS_DIR
rm -rf $ARTIFACS_DIR/*
2021-07-31 18:43:23 +05:30
2021-08-01 22:35:27 +05:30
# update hosts
#sudo echo "$(cat /tmp/proxy/gomaserverip | xargs) gomaserver" >/etc/hosts
#sudo echo "$(cat /tmp/proxy/redisip | xargs) redis" >/etc/hosts
2021-07-31 18:43:23 +05:30
# set goma options
2021-07-31 14:41:13 +05:30
export SERVER_HOST_GOMA=$(cat /tmp/proxy/gomaserverip | xargs)
2021-07-31 18:43:23 +05:30
export GOMA_SERVER_HOST=$SERVER_HOST_GOMA
export GOMA_SERVER_PORT=5050
export GOMA_USE_SSL=false
export GOMA_HTTP_AUTHORIZATION_FILE=$WORKSPACE/.debug_auth_file
export GOMA_HERMETIC=error
export GOMA_USE_LOCAL=false
export GOMA_FALLBACK=true
export GOMA_ARBITRARY_TOOLCHAIN_SUPPORT=true
# start goma client
echo "::group::-------- start goma client"
$WORKSPACE/goma/goma_ctl.py ensure_stop
$WORKSPACE/goma/goma_ctl.py ensure_start
echo "::endgroup::"
2021-07-30 15:18:20 +05:30
2021-07-31 18:43:23 +05:30
cd chromium/src
OUT_PRESENT=0
test -d out/bromite && OUT_PRESENT=1
if [[ OUT_PRESENT -eq 0 ]]; then
echo "::group::-------- sync out folder"
2021-07-31 19:09:34 +05:30
test -d $ARTIFACS_DIR/out/bromite && \
2021-07-31 18:43:23 +05:30
mkdir -p out/bromite && \
2021-07-31 19:09:34 +05:30
cp -arp $ARTIFACS_DIR/out/bromite/* out/bromite/
2021-07-31 18:43:23 +05:30
echo "::endgroup::"
echo "::group::-------- gn gen"
gn gen --args="import(\"/home/lg/working_dir/bromite/build/GN_ARGS\") use_goma=true goma_dir=\"$WORKSPACE/goma\" $(cat ../../build_args.gni) " out/bromite
echo "::endgroup::"
echo "::group::-------- gn args"
gn args out/bromite/ --list --short
2021-07-31 19:09:34 +05:30
gn args out/bromite/ --list >$ARTIFACS_DIR/gn_list
2021-07-31 18:43:23 +05:30
echo "::endgroup::"
echo "::group::-------- apply .mtool"
test -f out/bromite/.mtool && \
cp out/bromite/.mtool .mtool && \
$WORKSPACE/mtool/chromium/mtime.sh --restore
echo "::endgroup::"
fi
if [[ -z "${GOMAJOBS}" ]]; then
GOMAJOBS=40
fi
echo "::group::-------- pre-cache toolchain"
sudo ../../casupload --cas-server=unix:/tmp/proxy/bots.sock --instance=default_instance \
third_party/android_ndk/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include \
third_party/android_ndk/toolchains/llvm/prebuilt/linux-x86_64/include \
third_party/llvm-build/Release+Asserts/lib \
third_party/llvm-build/Release+Asserts/bin \
buildtools/third_party/libc++ \
chrome/android/profiles/afdo.prof
echo "::endgroup::"
echo "::group::-------- start build"
autoninja -j $GOMAJOBS -C out/bromite chrome_public_apk
echo "::endgroup::"
echo "::group::-------- get goma logs"
2021-07-31 19:09:34 +05:30
wget http://127.0.0.1:8088/logz?INFO -O $ARTIFACS_DIR/goma-client.log
2021-07-31 18:43:23 +05:30
cp out/bromite/apks/* $WORKSPACE/artifacs/
echo "::endgroup::"
echo "::group::-------- generating breakpad symbols"
autoninja -j $GOMAJOBS -C out/bromite minidump_stackwalk dump_syms
components/crash/content/tools/generate_breakpad_symbols.py --build-dir=out/bromite \
2021-07-31 19:09:34 +05:30
--symbols-dir=$ARTIFACS_DIR/symbols/ --binary=out/bromite/lib.unstripped/libchrome.so --clear --verbose
cp out/bromite/lib.unstripped/libchrome.so $ARTIFACS_DIR/symbols/libchrome.lib.so
cp out/bromite/minidump_stackwalk $ARTIFACS_DIR/symbols
cp out/bromite/dump_syms $ARTIFACS_DIR/symbols
2021-07-31 18:43:23 +05:30
echo "::endgroup::"
echo "::group::-------- sync out folder"
$WORKSPACE/mtool/chromium/mtime.sh --backup
mv .mtool out/bromite/
2021-07-31 19:09:34 +05:30
cp -arp out/bromite $ARTIFACS_DIR/out
2021-07-31 18:43:23 +05:30
echo "::endgroup::"
echo "::group::-------- stop goma"
$WORKSPACE/goma/goma_ctl.py ensure_stop
echo "::endgroup::"