ci: Bump Guix build timeout and implement cacheing (#5727)

## Issue being fixed or feature implemented
Hopefully fixes issues like
>The job running on runner ubuntu-core-x64_i-05ed4263b8e049c7a has
exceeded the maximum execution time of 360 minutes

https://github.com/dashpay/dash/actions/runs/6932017275


https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepstimeout-minutes

https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idtimeout-minutes

## What was done?
Bump timeouts for the job itself and for the corresponding step. Also,
implemented caching for `.cache` and `depends` folders.

## How Has This Been Tested?
#5729


https://github.com/dashpay/dash/actions/runs/6996271543/job/19031968814?pr=5729

## Breaking Changes
n/a

## Checklist:
- [x] I have performed a self-review of my own code
- [ ] I have commented my code, particularly in hard-to-understand areas
- [ ] I have added or updated relevant unit/integration/functional/e2e
tests
- [ ] I have made corresponding changes to the documentation
- [x] I have assigned this pull request to a milestone _(for repository
code-owners and collaborators only)_
This commit is contained in:
UdjinM6 2023-12-01 18:11:35 +03:00 committed by Odysseas Gabrielides
parent 4660170eae
commit 96d4a30510
2 changed files with 44 additions and 9 deletions

View File

@ -9,11 +9,13 @@ jobs:
build: build:
runs-on: [ "self-hosted", "linux", "x64", "ubuntu-core" ] runs-on: [ "self-hosted", "linux", "x64", "ubuntu-core" ]
if: contains(github.event.pull_request.labels.*.name, 'guix-build') if: contains(github.event.pull_request.labels.*.name, 'guix-build')
timeout-minutes: 480
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v4 uses: actions/checkout@v4
with: with:
ref: ${{ github.event.pull_request.head.sha }} ref: ${{ github.event.pull_request.head.sha }}
path: dash
- name: Set up Docker Buildx - name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3 uses: docker/setup-buildx-action@v3
@ -21,31 +23,48 @@ jobs:
- name: Commit variables - name: Commit variables
id: dockerfile id: dockerfile
run: | run: |
echo "hash=$(sha256sum ./contrib/containers/guix/Dockerfile | cut -d ' ' -f1)" >> $GITHUB_OUTPUT echo "hash=$(sha256sum ./dash/contrib/containers/guix/Dockerfile | cut -d ' ' -f1)" >> $GITHUB_OUTPUT
echo "host_user_id=$(id -u)" >> $GITHUB_OUTPUT echo "host_user_id=$(id -u)" >> $GITHUB_OUTPUT
echo "host_group_id=$(id -g)" >> $GITHUB_OUTPUT echo "host_group_id=$(id -g)" >> $GITHUB_OUTPUT
- name: Build Docker image - name: Build Docker image
uses: docker/build-push-action@v5 uses: docker/build-push-action@v5
with: with:
context: ${{ github.workspace }} context: ${{ github.workspace }}/dash
build-args: | build-args: |
USER_ID=${{ steps.dockerfile.outputs.host_user_id }} USER_ID=${{ steps.dockerfile.outputs.host_user_id }}
GROUP_ID=${{ steps.dockerfile.outputs.host_group_id }} GROUP_ID=${{ steps.dockerfile.outputs.host_group_id }}
build-contexts: | build-contexts: |
docker_root=${{ github.workspace }}/contrib/containers/guix docker_root=${{ github.workspace }}/dash/contrib/containers/guix
file: ./contrib/containers/guix/Dockerfile file: ./dash/contrib/containers/guix/Dockerfile
load: true load: true
tags: guix_ubuntu:latest tags: guix_ubuntu:latest
cache-from: type=gha cache-from: type=gha
cache-to: type=gha,mode=max cache-to: type=gha,mode=max
- name: Restore Guix cache and depends
id: guix-cache-restore
uses: actions/cache/restore@v3
with:
path: |
${{ github.workspace }}/.cache
${{ github.workspace }}/dash/depends/built
${{ github.workspace }}/dash/depends/sources
${{ github.workspace }}/dash/depends/work
key: ${{ runner.os }}-guix
- name: Create .cache folder if missing
if: steps.guix-cache-restore.outputs.cache-hit != 'true'
run: mkdir -p .cache
- name: Run Guix build - name: Run Guix build
timeout-minutes: 480
run: | run: |
docker run --privileged -d --rm -t \ docker run --privileged -d --rm -t \
--name guix-daemon \ --name guix-daemon \
-e ADDITIONAL_GUIX_COMMON_FLAGS="--max-jobs=$(nproc --all)" \ -e ADDITIONAL_GUIX_COMMON_FLAGS="--max-jobs=$(nproc --all)" \
-v ${{ github.workspace }}:/src/dash \ -v ${{ github.workspace }}/dash:/src/dash \
-v ${{ github.workspace }}/.cache:/home/ubuntu/.cache \
-w /src/dash \ -w /src/dash \
guix_ubuntu:latest && \ guix_ubuntu:latest && \
docker exec guix-daemon bash -c '/usr/local/bin/guix-start' docker exec guix-daemon bash -c '/usr/local/bin/guix-start'
@ -57,6 +76,17 @@ jobs:
exit 1 exit 1
fi fi
- name: Save Guix cache and depends
id: guix-cache-save
uses: actions/cache/save@v3
with:
path: |
${{ github.workspace }}/.cache
${{ github.workspace }}/dash/depends/built
${{ github.workspace }}/dash/depends/sources
${{ github.workspace }}/dash/depends/work
key: ${{ steps.guix-cache-restore.outputs.cache-primary-key }}
- name: Compute SHA256 checksums - name: Compute SHA256 checksums
run: | run: |
./contrib/containers/guix/scripts/guix-check ${{ github.workspace }} ./dash/contrib/containers/guix/scripts/guix-check ${{ github.workspace }}/dash

View File

@ -79,9 +79,14 @@ COPY --from=docker_root ./scripts/entrypoint /usr/local/bin/entrypoint
COPY --from=docker_root ./scripts/guix-check /usr/local/bin/guix-check COPY --from=docker_root ./scripts/guix-check /usr/local/bin/guix-check
COPY --from=docker_root ./scripts/guix-start /usr/local/bin/guix-start COPY --from=docker_root ./scripts/guix-start /usr/local/bin/guix-start
# Create directory for mounting and grant necessary permissions # Create directories for mounting to save/restore cache and grant necessary permissions
RUN mkdir -p /src/dash && \ RUN mkdir -p \
chown -R ${USER_ID}:${GROUP_ID} /src /home/${USERNAME}/.cache \
/src/dash/depends/{built,sources,work} && \
chown -R ${USER_ID}:${GROUP_ID} \
/home/${USERNAME}/.cache \
/src
WORKDIR "/src/dash" WORKDIR "/src/dash"
# Switch to unprivileged context # Switch to unprivileged context