diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml deleted file mode 100644 index 7b7e8ab20..000000000 --- a/.gitlab-ci.yml +++ /dev/null @@ -1,159 +0,0 @@ -image: "ubuntu:bionic" - -variables: - DOCKER_DRIVER: overlay2 - -cache: - # Cache by branch/tag and job name - # Gitlab can't use caches from parent pipelines when doing the first build in a PR, so we use artifacts to copy - # caches into PRs - key: ${CI_COMMIT_REF_SLUG}-${CI_JOB_NAME}${CI_EXTERNAL_PULL_REQUEST_IID} - paths: - - $CI_PROJECT_DIR/cache - -stages: - - build - -.build_template: &build_template - stage: build - before_script: - - export BUILD_TARGET="$CI_JOB_NAME" - - echo BUILD_TARGET=$BUILD_TARGET - - source ./ci/matrix.sh - - # The ubuntu base image has apt configured to delete caches after each invocation, which is something that is not desirable for us - - rm /etc/apt/apt.conf.d/docker-clean - - apt-get update - - apt-get install -y wget unzip - - # Init cache - - export CACHE_DIR=$CI_PROJECT_DIR/cache - - mkdir -p $CACHE_DIR - - | - if [ "$CI_COMMIT_REF_SLUG" != "develop" -a "$CI_COMMIT_TAG" == "" ]; then - if [ ! -d $CACHE_DIR/ccache ]; then - echo "Downloading cache from develop branch" - mkdir cache-artifact - cd cache-artifact - if wget --quiet -O cache-artifact.zip https://gitlab.com/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/-/jobs/artifacts/develop/download?job=$CI_JOB_NAME; then - unzip -q cache-artifact.zip - rm cache-artifact.zip - mv cache-artifact/* $CACHE_DIR/ || true - else - echo "Failed to download cache" - fi - cd .. - rm -rf cache-artifact - else - echo "Not touching cache (was initialized from previous build)" - fi - else - echo "Not touching cache (building develop branch or tag)" - fi - # Create missing cache dirs - - mkdir -p $CACHE_DIR/ccache && mkdir -p $CACHE_DIR/depends && mkdir -p $CACHE_DIR/sdk-sources && mkdir -p $CACHE_DIR/apt - # Keep this as it makes caching related debugging easier - - ls -lah $CACHE_DIR && ls -lah $CACHE_DIR/depends && ls -lah $CACHE_DIR/ccache && ls -lah $CACHE_DIR/apt - - mv $CACHE_DIR/apt/* /var/cache/apt/archives/ || true - - # Install base packages - - apt-get dist-upgrade -y - - apt-get install -y git g++ autotools-dev libtool m4 automake autoconf pkg-config zlib1g-dev libssl1.0-dev curl ccache bsdmainutils cmake - - apt-get install -y python3 python3-dev python3-pip - - # jinja2 is needed for combine_logs.py - - pip3 install jinja2 - - # Setup some environment variables - - | - if [ "$CI_EXTERNAL_PULL_REQUEST_IID" != "" ]; then - export PULL_REQUEST="true" - else - # CI_EXTERNAL_PULL_REQUEST_IID is false every time until https://gitlab.com/gitlab-org/gitlab/issues/5667 is done - # Until then, we're using https://github.com/brndnmtthws/labhub atm to mirror Github pull requests as branches into Gitlab, - # which allows us to use Gitlab CI for Github. The following check detects such mirrored branches. - if [[ $CI_COMMIT_REF_NAME =~ ^pr-[^/]*/[^/]*/[^/]*/[^/]*$ ]]; then - export PULL_REQUEST="true" - # CI_COMMIT_BEFORE_SHA is also invalid until #5667 is implemented, so we need to figure it out by ourself - git fetch origin develop - export CI_COMMIT_BEFORE_SHA="$(git merge-base origin/develop HEAD)" - else - export PULL_REQUEST="false" - fi - fi - - export COMMIT_RANGE="$CI_COMMIT_BEFORE_SHA..$CI_COMMIT_SHA" - - export JOB_NUMBER="$CI_JOB_ID" - - export HOST_SRC_DIR=$CI_PROJECT_DIR - - echo PULL_REQUEST=$PULL_REQUEST COMMIT_RANGE=$COMMIT_RANGE HOST_SRC_DIR=$HOST_SRC_DIR CACHE_DIR=$CACHE_DIR - - echo "Commit log:" && git log --format=fuller -1 - - # Build dash_hash - - git clone https://github.com/dashpay/dash_hash - - cd dash_hash && python3 setup.py install - - # Install build target specific packages - - echo PACKAGES=$PACKAGES - - if [ -n "$DPKG_ADD_ARCH" ]; then dpkg --add-architecture "$DPKG_ADD_ARCH" ; fi - - if [ -n "$PACKAGES" ]; then apt-get update && apt-get install -y --no-install-recommends --no-upgrade $PACKAGES; fi - - # Move apt packages into cache - - mv /var/cache/apt/archives/* $CACHE_DIR/apt/ || true - - # Make mingw use correct threading libraries - - update-alternatives --set i686-w64-mingw32-gcc /usr/bin/i686-w64-mingw32-gcc-posix || true - - update-alternatives --set i686-w64-mingw32-g++ /usr/bin/i686-w64-mingw32-g++-posix || true - - update-alternatives --set x86_64-w64-mingw32-gcc /usr/bin/x86_64-w64-mingw32-gcc-posix || true - - update-alternatives --set x86_64-w64-mingw32-g++ /usr/bin/x86_64-w64-mingw32-g++-posix || true - - script: - - export BUILD_TARGET="$CI_JOB_NAME" - - cd $CI_PROJECT_DIR - - ./ci/build_depends.sh - - ./ci/build_src.sh - - ./ci/test_unittests.sh - - ./ci/test_integrationtests.sh --extended --exclude pruning,dbcrash - - after_script: - # Copy all cache files into cache-artifact so that they get uploaded. We only do this for develop so that artifacts - # stay minimal for PRs and branches (we never need them) - - mkdir -p $CI_PROJECT_DIR/cache-artifact - - mkdir -p $CI_PROJECT_DIR/testlogs - - | - if [ "$CI_COMMIT_REF_SLUG" = "develop" ]; then - cp -ra $CI_PROJECT_DIR/cache/* $CI_PROJECT_DIR/cache-artifact/ - fi - - # We're actually only interested in the develop branch creating the cache artifact, but there is no way to control this - # until https://gitlab.com/gitlab-org/gitlab-foss/issues/25478 gets implemented. Until then, we use an expiration time of - # 3 days and rely on daily builds to refresh the cache artifacts. We also keep non-develop artifacts at minimum size - artifacts: - name: cache-artifact - when: always - paths: - - $CI_PROJECT_DIR/cache-artifact - - $CI_PROJECT_DIR/testlogs - expire_in: 3 days - -arm-linux: - <<: *build_template - -win32: - <<: *build_template - -win64: - <<: *build_template - -linux32: - <<: *build_template - -linux64: - <<: *build_template - -linux64_nowallet: - <<: *build_template - -linux64_release: - <<: *build_template - -mac: - <<: *build_template diff --git a/.travis.yml b/.travis.yml deleted file mode 100644 index 5083fa990..000000000 --- a/.travis.yml +++ /dev/null @@ -1,147 +0,0 @@ -# errata: -# - sudo/dist/group are set so as to get Blue Box VMs, necessary for [loopback] -# IPv6 support - -sudo: required -dist: trusty - -os: linux -language: minimal - -services: - - docker - -cache: - ccache: true - directories: - - $HOME/cache - -env: - global: - # DOCKER_HUB_USER - - secure: "J0T+zrRBBzBnxoioCD378cRSJUF8Vms32QMmrENVVfuJl03oBQv0QxSatLEiD4PtRPrN00mJ8/k/HdqFQ0SN1yg6a00duOZ6C9jk6t/fExBO1LNhp3Z7lcaMUrNEyRN6sgfVeznDVTGj9jBQU2HNlwHk0UD9BNp/k+Bjhrtw7Njp9JTLZKBgxrXk0WZmfk0d75Q+9DajA1j2tSfWVpwzv6HMGfqIH1wsVEakBY+tnaE6EO3IdzdWHhf/iV+Tx0tL0Qz/6mejgSuoGLTJLmeTrceTTmsDlN3B95y+XfcYDs6EP7gpzN8Ffg/mLV8xJ2Myj7+b1o+smMJZE5tLuPIeAu0YsfkPNa/tNLotOlDxF72per0kXyNYbRf+JrpxiOu9pLCtdtd40V2SsiNhpQqHVy+b+wkkqo2syTHT+9UNkqEi3WFm6TqFuOeQNtDm6R0hRl/Talw/ZEeKs68z1Cf6VyBrZG5LqtOurtWlKwXCe/Tr1i2g4BEAcbywphtCCcfgMK9YSGQnjKkGk6k9gVEa2bneYLZz1RSh2OpXnIsIJOX7X0hNd5xtQDLgbpSUlKwVcEriWeGe12GCszKNX9gdEo2bHeq4xAJ6BE+ot745z9dc+nC2BJ6Su+I5L6zBg4m2FWn0TWhPvz/6JR26t6ls/E7m+hkwJTCHnIUiFmmzpEw=" - # DOCKER_HUB_PASSWORD - - secure: "RLzlMhfLqwSBrZqJOVOd61suXBn+HtUR3vOZfuFYF/Qmjjj5TE41+rObZmzc54hP/ZL+OH6blnibpvfDXlX+eN38ivFQfuxkJIGL68SJsEwNBRwW39Yw6Hl5RdI41MLCH7ByN15wifLp1JKBilHJ7XGMOUjI7P0yl7JjX8GBXUCtJbVLRugo80/yn+XQ1NdnlpbpYHNjMEQFWSODPa3pSK5McWvyQjDZDgS+IkdrZmIYJPMa7bmKH5I/edUPSmXQT905FgEwq9u8XR0SyBopli21EK9l6GkXIIvmDTYz5vT26Apvi2B4Aoazlklg+KNRUJuLGerpt6kbnU0gMSUChVkFfFhOk6GRSN3a/AUfD2FOudvMhet2QvlPHx+GYdEUr5XVo5HW42pHsqfD6eDtHd8VLTsHP0q4C8V85fNMv21lkkehy2ry8fx/RRy6x4O2wg2mua+79UkGKXp75gMKzWEcth34PCFCOu37l2F8R/ANnrQ52K/8vIQ88TtU2OpYX89fHjLojBxu+WKEBGZH2LRPsZBOUHeeO5C/xKDrhZU24ORnMW8wg66Qg5GIX1KI4a8yp73Mpues5hzpJ6wkMuRrQt40ymKndLCjv8KSd+5BfP6Or/KIrzDNYdZaasjk7JNi6rcZmm9d3fTAo+Ja/mjpUCIOo3SX14luzVCJIig=" - - DOCKER_BUILD=false - -stages: - - build depends - - build src - - run tests - - build docker - -builddepends: &builddepends - stage: build depends - script: - - $DOCKER_RUN_IN_BUILDER ./ci/build_depends.sh - -buildsrc: &buildsrc - stage: build src - script: - - $DOCKER_RUN_IN_BUILDER ./ci/build_depends.sh - - $DOCKER_RUN_IN_BUILDER ./ci/build_src.sh - -runtests: &runtests - stage: run tests - script: - - $DOCKER_RUN_IN_BUILDER ./ci/build_depends.sh - - $DOCKER_RUN_IN_BUILDER ./ci/build_src.sh - - $DOCKER_RUN_IN_BUILDER ./ci/test_unittests.sh - - if [ "$TRAVIS_EVENT_TYPE" = "cron" ]; then extended="--extended --exclude pruning,dbcrash"; fi - - $DOCKER_RUN_IN_BUILDER ./ci/test_integrationtests.sh --jobs=3 ${extended} - -builddocker: &builddocker - stage: build docker - script: - # no need to run tests again here - - if [ "$DOCKER_BUILD" = "true" ]; then $DOCKER_RUN_IN_BUILDER ./ci/build_depends.sh && $DOCKER_RUN_IN_BUILDER ./ci/build_src.sh && BUILD_DIR=build-ci/dashcore-$BUILD_TARGET ./docker/build-docker.sh; fi - -jobs: - include: - # build depends - - <<: *builddepends - env: BUILD_TARGET=arm-linux - - <<: *builddepends - env: BUILD_TARGET=win32 - - <<: *builddepends - env: BUILD_TARGET=win64 - - <<: *builddepends - env: BUILD_TARGET=linux32 - - <<: *builddepends - env: BUILD_TARGET=linux64 - - <<: *builddepends - env: BUILD_TARGET=linux64_nowallet - - <<: *builddepends - env: BUILD_TARGET=linux64_release DOCKER_BUILD=true - - <<: *builddepends - env: BUILD_TARGET=mac - # build source - - <<: *buildsrc - env: BUILD_TARGET=arm-linux - - <<: *buildsrc - env: BUILD_TARGET=win32 - - <<: *buildsrc - env: BUILD_TARGET=win64 - - <<: *buildsrc - env: BUILD_TARGET=linux32 - - <<: *buildsrc - env: BUILD_TARGET=linux64 - - <<: *buildsrc - env: BUILD_TARGET=linux64_nowallet - - <<: *buildsrc - env: BUILD_TARGET=linux64_release DOCKER_BUILD=true - - <<: *buildsrc - env: BUILD_TARGET=mac - # run tests (no tests for arm-linux and mac) - - <<: *runtests - env: BUILD_TARGET=win32 - - <<: *runtests - env: BUILD_TARGET=win64 - - <<: *runtests - env: BUILD_TARGET=linux32 - - <<: *runtests - env: BUILD_TARGET=linux64 - - <<: *runtests - env: BUILD_TARGET=linux64_nowallet - - <<: *runtests - env: BUILD_TARGET=linux64_release DOCKER_BUILD=true - # build docker - - <<: *builddocker - env: BUILD_TARGET=linux64_release DOCKER_BUILD=true - -before_cache: - # Save builder image - - docker save dash-builder-$BUILD_TARGET-$TRAVIS_JOB_NUMBER $(docker history -q dash-builder-$BUILD_TARGET-$TRAVIS_JOB_NUMBER | grep -v \) | gzip -2 > $HOME/cache/docker/dash-builder-$BUILD_TARGET.tar.gz - -before_install: - - travis_retry travis_apt_get_update - - travis_retry sudo apt-get -yq --no-install-suggests --no-install-recommends install docker-ce realpath - -install: - # Our scripts try to be Travis agnostic - - export PULL_REQUEST="$TRAVIS_PULL_REQUEST" - - export COMMIT_RANGE="$TRAVIS_COMMIT_RANGE" - - export JOB_NUMBER="$TRAVIS_JOB_NUMBER" - - export HOST_SRC_DIR=$TRAVIS_BUILD_DIR - - export HOST_CACHE_DIR=$HOME/cache - - export TRAVIS_COMMIT_LOG=`git log --format=fuller -1` - - export PYTHON_DEBUG=1 - - source ./ci/matrix.sh - - mkdir -p $HOST_CACHE_DIR/docker && mkdir -p $HOST_CACHE_DIR/ccache && mkdir -p $HOST_CACHE_DIR/depends && mkdir -p $HOST_CACHE_DIR/sdk-sources - # Keep this as it makes caching related debugging easier - - ls -lah $HOST_CACHE_DIR && ls -lah $HOST_CACHE_DIR/depends && ls -lah $HOST_CACHE_DIR/ccache && ls -lah $HOST_CACHE_DIR/docker - # Load cached builder image - - if [ -f $HOST_CACHE_DIR/docker/dash-builder-$BUILD_TARGET.tar.gz ]; then zcat $HOST_CACHE_DIR/docker/dash-builder-$BUILD_TARGET.tar.gz | docker load || true; fi - - travis_retry docker pull ubuntu:bionic - - travis_retry docker build -t $BUILDER_IMAGE_NAME --build-arg=USER_ID=$UID --build-arg=GROUP_ID=$UID --build-arg=BUILD_TARGET=$BUILD_TARGET -f ci/Dockerfile.builder ci -before_script: - # Make sure stdout is in blocking mode. Otherwise builds will fail due to large writes to stdout - # See https://github.com/travis-ci/travis-ci/issues/4704. If this gets fixed, this line can also be removed. - - python3 -c 'import os,sys,fcntl; flags = fcntl.fcntl(sys.stdout, fcntl.F_GETFL); fcntl.fcntl(sys.stdout, fcntl.F_SETFL, flags&~os.O_NONBLOCK);' - # Build docker image only for develop branch of the main repo - - if [ "$TRAVIS_REPO_SLUG" != "dashpay/dash" -o "$TRAVIS_BRANCH" != "develop" -o "$TRAVIS_PULL_REQUEST" != "false" ]; then export DOCKER_BUILD="false"; echo DOCKER_BUILD=$DOCKER_BUILD; fi -after_script: - - echo $TRAVIS_COMMIT_RANGE - - echo $TRAVIS_COMMIT_LOG -after_success: - - if [ "$DOCKER_BUILD" = "true" ]; then docker login -u $DOCKER_HUB_USER -p $DOCKER_HUB_PASSWORD && ./docker/push-docker.sh; fi