.gitlab-ci.yml 27.8 KiB
Newer Older
#
# substrate
#
# pipelines can be triggered manually in the web
# setting DEPLOY_TAG will only deploy the tagged image
# SAMPLE JOB TEMPLATE - This is not a complete example but is enough to build a
# simple CI job. For full documentation, visit https://docs.gitlab.com/ee/ci/yaml/
#
# my-example-job:
#   stage:                           test # One of the stages listed below this job (required)
Denis_P's avatar
Denis_P committed
#   image:                           paritytech/tools:latest # Any docker image (required)
#   allow_failure:                   true # Allow the pipeline to continue if this job fails (default: false)
#   dependencies:
#     - build-rust-doc-release # Any jobs that are required to run before this job (optional)
#   variables:
#     MY_ENVIRONMENT_VARIABLE:       "some useful value" # Environment variables passed to the job (optional)
#   script:
#     - echo "List of shell commands to run in your job"
#     - echo "You can also just specify a script here, like so:"
#     - ./.maintain/gitlab/my_amazing_script.sh
stages:
Denis_P's avatar
Denis_P committed
  - check
Radu Popa's avatar
Radu Popa committed
  - simnet
  - test
  - build
  - post-build-test
  - docker
  - chaos
  - flaming-fir
Denis_P's avatar
Denis_P committed
variables:                         &default-vars
  GIT_STRATEGY:                    fetch
  CARGO_INCREMENTAL:               0
  DOCKER_OS:                       "debian:stretch"
  # FIXME set to release
  CARGO_UNLEASH_INSTALL_PARAMS:    "--version 1.0.0-alpha.10"
  CARGO_UNLEASH_PKG_DEF:           "--skip node node-* pallet-template pallet-example pallet-example-* subkey chain-spec-builder"
Denis_P's avatar
Denis_P committed
default:
  cache:                           {}
.collect-artifacts:                &collect-artifacts
  artifacts:
    name:                          "${CI_JOB_NAME}_${CI_COMMIT_REF_NAME}"
    when:                          on_success
      - artifacts/
.kubernetes-build:                 &kubernetes-build
  tags:
    - kubernetes-parity-build
  environment:
    name: parity-build
.docker-env:                       &docker-env
Denis_P's avatar
Denis_P committed
  image:                           paritytech/ci-linux:production
Denis_P's avatar
Denis_P committed
  before_script:
    - rustup show
    - cargo --version
    - sccache -s
  retry:
    max: 2
      - runner_system_failure
      - unknown_failure
      - api_failure
  interruptible:                   true
  tags:
Denis_P's avatar
Denis_P committed

.docker-env-only:                       &docker-env-only
  only:
    - master
    - /^v[0-9]+\.[0-9]+.*$/        # i.e. v1.0, v2.1rc1
    - schedules
    - web
    - /^[0-9]+$/                   # PRs

.build-only:                       &build-only
  only:
    - master
    - /^v[0-9]+\.[0-9]+.*$/        # i.e. v1.0, v2.1rc1
    - /^pre-v[0-9]+\.[0-9]+-[0-9a-f]+$/
.build-rules:                       &build-rules
  rules:
    - if: '$DEPLOY_TAG'
      when: never
    - if: $CI_COMMIT_REF_NAME=="master"
      when: always
    - if: $CI_PIPELINE_SOURCE=="web"
      when: always
    - if: $CI_COMMIT_REF_NAME=~ /^v[0-9]+\.[0-9]+.*$/
      when: always
    - if: $CI_COMMIT_REF_NAME=~ /^pre-v[0-9]+\.[0-9]+-[0-9a-f]+$/
      when: always
    - if: '$CI_COMMIT_MESSAGE =~ /\[chaos:(basic|medium|large)\]/ && $CI_COMMIT_REF_NAME=~ /^[0-9]+$/'  # i.e add [chaos:basic] in commit message to trigger
      when: always
    - when: never

.chaos-only:                       &chaos-only
  only:
    variables:
      - '$CI_COMMIT_MESSAGE =~ /\[chaos:(basic|medium|large)\]/ && $CI_COMMIT_REF_NAME=~ /^[0-9]+$/'  # i.e add [chaos:basic] in commit message to trigger

#### stage:                       .pre
skip-if-draft:
Denis_P's avatar
Denis_P committed
  image:                           paritytech/tools:latest
  <<:                              *kubernetes-build
  stage:                          .pre
  only:
    - /^[0-9]+$/                  # Pull requests
  script:
     - echo "Commit message is ${CI_COMMIT_MESSAGE}"
     - echo "Ref is ${CI_COMMIT_REF_NAME}"
     - echo "pipeline source is ${CI_PIPELINE_SOURCE}"
     - echo "deploy tag is ${DEPLOY_TAG}"
     - ./.maintain/gitlab/skip_if_draft.sh
Denis_P's avatar
Denis_P committed
#### stage:                        check
check-runtime:
Denis_P's avatar
Denis_P committed
  stage:                           check
  image:                           paritytech/tools:latest
  <<:                              *kubernetes-build
Denis_P's avatar
Denis_P committed
    <<:                            *default-vars
    GITLAB_API:                    "https://gitlab.parity.io/api/v4"
    GITHUB_API_PROJECT:            "parity%2Finfrastructure%2Fgithub-api"
    - ./.maintain/gitlab/check_runtime.sh
  allow_failure:                   true
Denis_P's avatar
Denis_P committed
  stage:                           check
  image:                           paritytech/tools:latest
    - /^ci-release-.*$/
    - /^v[0-9]+\.[0-9]+\.[0-9]+.*$/
  script:
    - ./.maintain/gitlab/check_signed.sh
Denis_P's avatar
Denis_P committed
  stage:                           check
  image:                           paritytech/tools:latest
  <<:                              *kubernetes-build
  only:
    - /^[0-9]+$/
  script:
    - ./.maintain/gitlab/check_line_width.sh
  allow_failure:                   true
Denis_P's avatar
Denis_P committed
test-dependency-rules:
  stage:                           check
  image:                           paritytech/tools:latest
  <<:                              *kubernetes-build
  except:
    variables:
      - $DEPLOY_TAG
Denis_P's avatar
Denis_P committed
    - .maintain/ensure-deps.sh

#### stage:                        test
cargo-audit:
Denis_P's avatar
Denis_P committed
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
  except:
    - /^[0-9]+$/
  script:
    - cargo audit
  allow_failure:                   true

Denis_P's avatar
Denis_P committed
cargo-deny:
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
  only:
    - schedules
    - tags
    - web
Denis_P's avatar
Denis_P committed
  script:
    - cargo deny check --hide-inclusion-graph -c .maintain/deny.toml
  after_script:
    - echo "___The complete log is in the artifacts___"
    - cargo deny check -c .maintain/deny.toml 2> deny.log
  artifacts:
    name:                          $CI_COMMIT_SHORT_SHA
    expire_in:                     3 days
    when:                          always
    paths:
      - deny.log
Denis_P's avatar
Denis_P committed
cargo-check-benches:
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
Denis_P's avatar
Denis_P committed
  script:
    - BUILD_DUMMY_WASM_BINARY=1 time cargo +nightly check --benches --all
    - cargo run --release -p node-bench -- ::node::import::native::sr25519::transfer_keep_alive::paritydb::small
    - cargo run --release -p node-bench -- ::trie::read::small
Denis_P's avatar
Denis_P committed
    - sccache -s

cargo-check-subkey:
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
  script:
    - cd ./bin/utils/subkey
    - BUILD_DUMMY_WASM_BINARY=1 time cargo check --release
    - sccache -s
test-deterministic-wasm:
  stage:                           test
  <<:                              *docker-env
Benjamin Kampmann's avatar
Benjamin Kampmann committed
  <<:                              *docker-env-only
  variables:
    <<:                            *default-vars
  except:
    variables:
      - $DEPLOY_TAG
  script:
    # build runtime
    - WASM_BUILD_NO_COLOR=1 cargo build --verbose --release -p node-runtime
    # make checksum
    - sha256sum target/release/wbuild/target/wasm32-unknown-unknown/release/node_runtime.wasm > checksum.sha256
    # clean up – FIXME: can we reuse some of the artifacts?
    - cargo clean
    # build again
    - WASM_BUILD_NO_COLOR=1 cargo build --verbose --release -p node-runtime
    # confirm checksum
    - sha256sum -c checksum.sha256
    - sccache -s

Denis_P's avatar
Denis_P committed
test-linux-stable:                 &test-linux
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
  variables:
Denis_P's avatar
Denis_P committed
    <<:                            *default-vars
    # Enable debug assertions since we are running optimized builds for testing
    # but still want to have debug assertions.
    RUSTFLAGS:                     "-Cdebug-assertions=y -Dwarnings"
    RUST_BACKTRACE:                1
    WASM_BUILD_NO_COLOR:           1
  except:
    variables:
      - $DEPLOY_TAG
    # this job runs all tests in former runtime-benchmarks, frame-staking and wasmtime tests
    - time cargo test --workspace --locked --release --verbose --features runtime-benchmarks --manifest-path bin/node/cli/Cargo.toml
    - WASM_BUILD_NO_COLOR=1 SUBSTRATE_TEST_TIMEOUT=1 time cargo test -p substrate-test-utils --release --verbose --locked -- --ignored timeout
    - sccache -s
unleash-check:
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
  only:
    - master
    - tags
    - cargo install cargo-unleash ${CARGO_UNLEASH_INSTALL_PARAMS}
    - cargo unleash check ${CARGO_UNLEASH_PKG_DEF}
test-frame-examples-compile-to-wasm:
Denis_P's avatar
Denis_P committed
  # into one job
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
Denis_P's avatar
Denis_P committed
    <<:                            *default-vars
    # Enable debug assertions since we are running optimized builds for testing
    # but still want to have debug assertions.
    RUSTFLAGS: -Cdebug-assertions=y
    RUST_BACKTRACE: 1
  except:
    variables:
      - $DEPLOY_TAG
  script:
    - cd frame/example-offchain-worker/
    - cargo +nightly build --target=wasm32-unknown-unknown --no-default-features
    - cd ../example
    - cargo +nightly build --target=wasm32-unknown-unknown --no-default-features
    - sccache -s

Denis_P's avatar
Denis_P committed
test-linux-stable-int:
  <<:                              *test-linux
  except:
    variables:
      - $DEPLOY_TAG
  script:
    - echo "___Logs will be partly shown at the end in case of failure.___"
    - echo "___Full log will be saved to the job artifacts only in case of failure.___"
Denis_P's avatar
Denis_P committed
    - WASM_BUILD_NO_COLOR=1
      RUST_LOG=sync=trace,consensus=trace,client=trace,state-db=trace,db=trace,forks=trace,state_db=trace,storage_cache=trace
        time cargo test -p node-cli --release --verbose --locked -- --ignored
        &> ${CI_COMMIT_SHORT_SHA}_int_failure.log
Denis_P's avatar
Denis_P committed
    - awk '/FAILED|^error\[/,0' ${CI_COMMIT_SHORT_SHA}_int_failure.log
  artifacts:
    name:                          $CI_COMMIT_SHORT_SHA
    when:                          on_failure
    paths:
      - ${CI_COMMIT_SHORT_SHA}_int_failure.log
check-web-wasm:
  stage:                           test
  <<:                              *docker-env
  <<:                              *docker-env-only
  script:
    # WASM support is in progress. As more and more crates support WASM, we
    # should add entries here. See https://github.com/paritytech/substrate/issues/2416
    - time cargo build --target=wasm32-unknown-unknown -p sp-io
    - time cargo build --target=wasm32-unknown-unknown -p sp-runtime
    - time cargo build --target=wasm32-unknown-unknown -p sp-std
    - time cargo build --target=wasm32-unknown-unknown -p sc-consensus-aura
    - time cargo build --target=wasm32-unknown-unknown -p sc-consensus-babe
    - time cargo build --target=wasm32-unknown-unknown -p sp-consensus
    - time cargo build --target=wasm32-unknown-unknown -p sc-telemetry
    # Note: the command below is a bit weird because several Cargo issues prevent us from compiling the node in a more straight-forward way.
    - time cargo +nightly build --manifest-path=bin/node/cli/Cargo.toml --no-default-features --features browser --target=wasm32-unknown-unknown -Z features=itarget
Denis_P's avatar
Denis_P committed
    - sccache -s
Denis_P's avatar
Denis_P committed
test-full-crypto-feature:
  <<:                              *docker-env-only
Denis_P's avatar
Denis_P committed
    <<:                            *default-vars
    # Enable debug assertions since we are running optimized builds for testing
    # but still want to have debug assertions.
    RUSTFLAGS: -Cdebug-assertions=y
    RUST_BACKTRACE: 1
  except:
    variables:
      - $DEPLOY_TAG
  script:
    - time cargo +nightly build --verbose --no-default-features --features full_crypto
    - cd ../application-crypto
    - time cargo +nightly build --verbose --no-default-features --features full_crypto
    - sccache -s

Denis_P's avatar
Denis_P committed
  # shell runner on mac ignores the image set in *docker-env
  <<:                              *docker-env-only
  script:
    - BUILD_DUMMY_WASM_BINARY=1 time cargo check --release
    - sccache -s
  tags:
    - osx
test-prometheus-alerting-rules:
  stage:                           test
  image:                           paritytech/tools:latest
  <<:                              *kubernetes-build
  script:
    - promtool check rules .maintain/monitoring/alerting-rules/alerting-rules.yaml
    - cat .maintain/monitoring/alerting-rules/alerting-rules.yaml | promtool test rules .maintain/monitoring/alerting-rules/alerting-rule-tests.yaml
#### stage:                        build

Denis_P's avatar
Denis_P committed
check-polkadot-companion-status:
  stage:                           build
  image:                           paritytech/tools:latest
  <<:                              *kubernetes-build
  only:
    - /^[0-9]+$/                   # PRs
  script:
    - ./.maintain/gitlab/check_polkadot_companion_status.sh

check-polkadot-companion-build:
  stage:                           build
  <<:                              *docker-env
  <<:                              *docker-env-only
Denis_P's avatar
Denis_P committed
  needs:
    - job:                         test-linux-stable-int
      artifacts:                   false
  script:
    - ./.maintain/gitlab/check_polkadot_companion_build.sh
  after_script:
    - cd polkadot && git rev-parse --abbrev-ref HEAD
Denis_P's avatar
Denis_P committed
  allow_failure:                   true

test-browser-node:
  stage:                           build
  <<:                              *docker-env
  <<:                              *docker-env-only
  needs:
    - job:                         check-web-wasm
      artifacts:                   false
Denis_P's avatar
Denis_P committed
  variables:
    <<:                                         *default-vars
    CHROMEDRIVER_ARGS:                          "--log-level=INFO --whitelisted-ips=127.0.0.1"
    CARGO_TARGET_WASM32_UNKNOWN_UNKNOWN_RUNNER: "wasm-bindgen-test-runner"
    WASM_BINDGEN_TEST_TIMEOUT:                  120
  script:
    - cargo +nightly test --target wasm32-unknown-unknown -p node-browser-testing -Z features=itarget

Denis_P's avatar
Denis_P committed
build-linux-substrate:             &build-binary
  stage:                           build
  <<:                              *collect-artifacts
  <<:                              *docker-env
  <<:                              *build-rules
Denis_P's avatar
Denis_P committed
  needs:
    - job:                         test-linux-stable
      artifacts:                   false
Denis_P's avatar
Denis_P committed
  before_script:
    - mkdir -p ./artifacts/substrate/
    - WASM_BUILD_NO_COLOR=1 time cargo build --release --verbose
    - mv ./target/release/substrate ./artifacts/substrate/.
    - echo -n "Substrate version = "
    - if [ "${CI_COMMIT_TAG}" ]; then
        echo "${CI_COMMIT_TAG}" | tee ./artifacts/substrate/VERSION;
        ./artifacts/substrate/substrate --version |
          sed -n -E 's/^substrate ([0-9.]+.*-[0-9a-f]{7,13})-.*$/\1/p' |
Denis_P's avatar
Denis_P committed
            tee ./artifacts/substrate/VERSION;
    - sha256sum ./artifacts/substrate/substrate | tee ./artifacts/substrate/substrate.sha256
    - printf '\n# building node-template\n\n'
    - ./.maintain/node-template-release.sh ./artifacts/substrate/substrate-node-template.tar.gz
Denis_P's avatar
Denis_P committed
    - cp -r .maintain/docker/substrate.Dockerfile ./artifacts/substrate/
    - sccache -s
  stage:                           build
  <<:                              *collect-artifacts
  <<:                              *docker-env
Benjamin Kampmann's avatar
Benjamin Kampmann committed
  <<:                              *docker-env-only
  <<:                              *build-only
Denis_P's avatar
Denis_P committed
  needs:
    - job:                         cargo-check-subkey
      artifacts:                   false
Denis_P's avatar
Denis_P committed
  before_script:
    - mkdir -p ./artifacts/subkey
Denis_P's avatar
Denis_P committed
  script:
    - cd ./bin/utils/subkey
Denis_P's avatar
Denis_P committed
    - BUILD_DUMMY_WASM_BINARY=1 time cargo build --release --verbose
    - mv ./target/release/subkey ./artifacts/subkey/.
Denis_P's avatar
Denis_P committed
    - echo -n "Subkey version = "
    - ./artifacts/subkey/subkey --version |
        sed -n -E 's/^subkey ([0-9.]+.*)/\1/p' |
Denis_P's avatar
Denis_P committed
          tee ./artifacts/subkey/VERSION;
    - sha256sum ./artifacts/subkey/subkey | tee ./artifacts/subkey/subkey.sha256
Denis_P's avatar
Denis_P committed
    - cp -r .maintain/docker/subkey.Dockerfile ./artifacts/subkey/
    - sccache -s
build-macos-subkey:
  <<:                              *build-subkey
  only:
    - master
    - /^v[0-9]+\.[0-9]+.*$/        # i.e. v1.0, v2.1rc1
  tags:
    - osx

Denis_P's avatar
Denis_P committed
build-rust-doc-release:
  stage:                           build
  <<:                              *docker-env
  <<:                              *docker-env-only
  artifacts:
    name:                          "${CI_JOB_NAME}_${CI_COMMIT_REF_NAME}-doc"
    when:                          on_success
    expire_in:                     7 days
    paths:
    - ./crate-docs
  <<:                              *build-only
    - rm -f ./crate-docs/index.html # use it as an indicator if the job succeeds
Denis_P's avatar
Denis_P committed
    - BUILD_DUMMY_WASM_BINARY=1 RUSTDOCFLAGS="--html-in-header $(pwd)/.maintain/rustdoc-header.html"
        time cargo +nightly doc --release --all --verbose
    - cp -R ./target/doc ./crate-docs
    - echo "<meta http-equiv=refresh content=0;url=sc_service/index.html>" > ./crate-docs/index.html
    - sccache -s
Denis_P's avatar
Denis_P committed
#### stage:                        post-build-test
trigger-contracts-ci:
Denis_P's avatar
Denis_P committed
  stage:                           post-build-test
    - job:                         build-linux-substrate
      artifacts:                   false
    - job:                         test-linux-stable
      artifacts:                   false
  trigger:
    project:                       parity/srml-contracts-waterfall
  only:
    - master
    - schedules

Radu Popa's avatar
Radu Popa committed

trigger-simnet-ci:
  stage:                           simnet
  trigger:
    project:                       parity/simnet
    branch:                        trigger-chaos-test-with-commit-msg
Radu Popa's avatar
Radu Popa committed
    strategy:                      depend
    variables:                     CI_COMMIT_MESSAGE=$CI_COMMIT_MESSAGE 
Radu Popa's avatar
Radu Popa committed
  only:
    - master
    - schedules

#### stage:                        docker
docker-build-chaos:                &docker-build-chaos
  <<:                              *chaos-only
  stage:                           docker
  needs:
    - job:                         build-linux-substrate
  image:                           docker:stable
  tags: 
    - kubernetes-parity-build
  variables:
    <<:                            *default-vars
    DOCKER_HOST:                   tcp://localhost:2375
    DOCKER_DRIVER:                 overlay2
    PRODUCT:                       substrate
    DOCKERFILE:                    $PRODUCT.Dockerfile
    CONTAINER_IMAGE:               paritypr/$PRODUCT
  environment:
    name:                          parity-chaosnet
  services:
    - docker:dind
  before_script:
    - test "$DOCKER_CHAOS_USER" -a "$DOCKER_CHAOS_TOKEN"
        || ( echo "no docker credentials provided"; exit 1 )
    - docker login -u "$DOCKER_CHAOS_USER" -p "$DOCKER_CHAOS_TOKEN"
    - docker info
  script:
    - cd ./artifacts/$PRODUCT/
    - VERSION="ci-${CI_COMMIT_SHORT_SHA}"
    - echo "${PRODUCT} version = ${VERSION}"
    - test -z "${VERSION}" && exit 1
    - docker build
      --build-arg VCS_REF="${CI_COMMIT_SHA}"
      --build-arg BUILD_DATE="$(date -u '+%Y-%m-%dT%H:%M:%SZ')"
      --tag $CONTAINER_IMAGE:$VERSION
      --file $DOCKERFILE .
    - docker push $CONTAINER_IMAGE:$VERSION
  after_script:
    - docker logout

#### stage:                        chaos
chaos-test-singlenodeheight:
  <<:                              *chaos-only
  stage:                           chaos
  image:                           parity/chaostools:latest
  needs:
    - job:                         docker-build-chaos
  tags: 
    - parity-chaos
  variables:
    <<:                            *default-vars
    PRODUCT:                       substrate
    DOCKERFILE:                    $PRODUCT.Dockerfile
    CONTAINER_IMAGE:               paritypr/$PRODUCT
    KEEP_NAMESPACE:                0
    NAMESPACE:                     "substrate-ci-${CI_COMMIT_SHORT_SHA}-${CI_PIPELINE_ID}"
    VERSION:                       "ci-${CI_COMMIT_SHORT_SHA}"
  interruptible: true
  environment:
    name:                          parity-chaosnet
  script:
    - cd ./.maintain/chaostest
    - npm link
    - chaostest spawn dev -i $CONTAINER_IMAGE:$VERSION
    - chaostest singlenodeheight -h 30
  after_script:
    - chaostest clean

Denis_P's avatar
Denis_P committed
.build-push-docker-image:          &build-push-docker-image
  <<:                              *build-only
  <<:                              *kubernetes-build
  image:                           docker:stable
  services:
    - docker:dind
Denis_P's avatar
Denis_P committed
  variables:                       &docker-build-vars
    <<:                            *default-vars
    DOCKER_HOST:                   tcp://localhost:2375
    DOCKER_DRIVER:                 overlay2
    GIT_STRATEGY:                  none
    DOCKERFILE:                    $PRODUCT.Dockerfile
    CONTAINER_IMAGE:               parity/$PRODUCT
  before_script:
    - test "$Docker_Hub_User_Parity" -a "$Docker_Hub_Pass_Parity"
        || ( echo "no docker credentials provided"; exit 1 )
    - docker login -u "$Docker_Hub_User_Parity" -p "$Docker_Hub_Pass_Parity"
    - docker info
Denis_P's avatar
Denis_P committed
    - cd ./artifacts/$PRODUCT/
    - VERSION="$(cat ./VERSION)"
Denis_P's avatar
Denis_P committed
    - echo "${PRODUCT} version = ${VERSION}"
    - test -z "${VERSION}" && exit 1
Denis_P's avatar
Denis_P committed
    - docker build
      --build-arg VCS_REF="${CI_COMMIT_SHA}"
Denis_P's avatar
Denis_P committed
      --build-arg BUILD_DATE="$(date -u '+%Y-%m-%dT%H:%M:%SZ')"
      --tag $CONTAINER_IMAGE:$VERSION
      --tag $CONTAINER_IMAGE:latest
Denis_P's avatar
Denis_P committed
      --file $DOCKERFILE .
    - docker push $CONTAINER_IMAGE:$VERSION
    - docker push $CONTAINER_IMAGE:latest
Denis_P's avatar
Denis_P committed

publish-docker-substrate:
Denis_P's avatar
Denis_P committed
  stage:                           publish
Denis_P's avatar
Denis_P committed
  <<:                              *build-push-docker-image
Denis_P's avatar
Denis_P committed
  # collect VERSION artifact here to pass it on to kubernetes
  <<:                              *collect-artifacts
Denis_P's avatar
Denis_P committed
  needs:
    - job:                         build-linux-substrate
      artifacts:                   true
Denis_P's avatar
Denis_P committed
  variables:
Denis_P's avatar
Denis_P committed
    <<:                            *docker-build-vars
Denis_P's avatar
Denis_P committed
    PRODUCT:                       substrate
    # only VERSION information is needed for the deployment
    - find ./artifacts/ -depth -not -name VERSION -type f -delete

publish-docker-subkey:
  stage:                           publish
Denis_P's avatar
Denis_P committed
  <<:                              *build-push-docker-image
  needs:
    - job:                         build-linux-subkey
      artifacts:                   true
  variables:
Denis_P's avatar
Denis_P committed
    <<:                            *docker-build-vars
Denis_P's avatar
Denis_P committed
    PRODUCT:                       subkey
  after_script:
    - docker logout
publish-s3-release:
  stage:                           publish
Denis_P's avatar
Denis_P committed
  <<:                              *build-only
  <<:                              *kubernetes-build
Denis_P's avatar
Denis_P committed
  needs:
    - job:                         build-linux-substrate
      artifacts:                   true
    - job:                         build-linux-subkey
      artifacts:                   true
  image:                           paritytech/awscli:latest
  variables:
    GIT_STRATEGY:                  none
    BUCKET:                        "releases.parity.io"
    PREFIX:                        "substrate/${ARCH}-${DOCKER_OS}"
  script:
    - aws s3 sync ./artifacts/ s3://${BUCKET}/${PREFIX}/$(cat ./artifacts/substrate/VERSION)/
    - echo "update objects in latest path"
    - aws s3 sync s3://${BUCKET}/${PREFIX}/$(cat ./artifacts/substrate/VERSION)/ s3://${BUCKET}/${PREFIX}/latest/
    - aws s3 ls s3://${BUCKET}/${PREFIX}/latest/
        --recursive --human-readable --summarize
publish-s3-doc:
  stage:                           publish
Denis_P's avatar
Denis_P committed
  image:                           paritytech/awscli:latest
  allow_failure:                   true
Denis_P's avatar
Denis_P committed
  needs:
    - job:                         build-rust-doc-release
      artifacts:                   true
  <<:                              *build-only
  <<:                              *kubernetes-build
  variables:
    GIT_STRATEGY:                  none
    BUCKET:                        "releases.parity.io"
    PREFIX:                        "substrate-rustdoc"
  script:
    - test -r ./crate-docs/index.html || (
        echo "./crate-docs/index.html not present, build:rust:doc:release job not complete";
        exit 1
      )
    - aws s3 sync --delete --size-only --only-show-errors
        ./crate-docs/ s3://${BUCKET}/${PREFIX}/
  after_script:
    - aws s3 ls s3://${BUCKET}/${PREFIX}/
        --human-readable --summarize
publish-draft-release:
  stage:                           publish
Denis_P's avatar
Denis_P committed
  image:                           paritytech/tools:latest
    - /^ci-release-.*$/
    - /^v[0-9]+\.[0-9]+\.[0-9]+.*$/
  script:
    - ./.maintain/gitlab/publish_draft_release.sh
  allow_failure:                   true
publish-to-crates-io:
  stage:                           publish
  <<:                              *docker-env
  <<:                              *docker-env-only
    - /^v[0-9]+\.[0-9]+\.[0-9]+.*$/
  script:
    - cargo install cargo-unleash ${CARGO_UNLEASH_INSTALL_PARAMS}
    - cargo unleash em-dragons --no-check ${CARGO_UNLEASH_PKG_DEF}
  allow_failure:                   true



deploy-kubernetes-alerting-rules:
  stage:                           deploy
  interruptible:                   true
  retry:                           1
  tags:
    - kubernetes-parity-build
  image:                           paritytech/kubetools:latest
    name: parity-mgmt-polkadot-alerting
  variables:
    NAMESPACE:                     monitoring
    PROMETHEUSRULE:                prometheus-k8s-rules-polkadot-alerting
    RULES:                         .maintain/monitoring/alerting-rules/alerting-rules.yaml
  script:
    - echo "deploying prometheus alerting rules"
    - kubectl -n ${NAMESPACE} patch prometheusrule ${PROMETHEUSRULE}
        --type=merge --patch "$(sed 's/^/  /;1s/^/spec:\n/' ${RULES})"
  only:
    refs:
      - master
    changes:
      - .gitlab-ci.yml
      - .maintain/monitoring/
Denis_P's avatar
Denis_P committed
.validator-deploy:                 &validator-deploy
Denis_P's avatar
Denis_P committed
  stage:                           flaming-fir
Denis_P's avatar
Denis_P committed
  needs:
    # script will fail if there is no artifacts/substrate/VERSION
    - job:                         publish-docker-substrate
      artifacts:                   true
Denis_P's avatar
Denis_P committed
  image:                           parity/azure-ansible:v1
  allow_failure:                   true
  when:                            manual
Denis_P's avatar
Denis_P committed
  interruptible:                   true
  tags:
    - linux-docker

Denis_P's avatar
Denis_P committed
validator 1 4:
  <<:                              *validator-deploy
    - ./.maintain/flamingfir-deploy.sh flamingfir-validator1
Denis_P's avatar
Denis_P committed

Denis_P's avatar
Denis_P committed
validator 2 4:
  <<:                              *validator-deploy
    - ./.maintain/flamingfir-deploy.sh flamingfir-validator2
Denis_P's avatar
Denis_P committed

Denis_P's avatar
Denis_P committed
validator 3 4:
  <<:                              *validator-deploy
    - ./.maintain/flamingfir-deploy.sh flamingfir-validator3
Denis_P's avatar
Denis_P committed

Denis_P's avatar
Denis_P committed
validator 4 4:
  <<:                              *validator-deploy
    - ./.maintain/flamingfir-deploy.sh flamingfir-validator4

#### stage:                       .post

check-labels:
  stage:                          .post
  image:                          paritytech/tools:latest
  <<:                             *kubernetes-build
  only:
    - /^[0-9]+$/
  script:
    - ./.maintain/gitlab/check_labels.sh