polkadot.yml

# This file is part of .gitlab-ci.yml
# Here are all jobs that are executed during "zombienet" stage

# common settings for all zombienet jobs
.zombienet-polkadot-common:
  before_script:
    # Exit if the job is not merge queue
    # - if [[ $CI_COMMIT_REF_NAME != *"gh-readonly-queue"* ]]; then echo "I will run only in a merge queue"; exit 0; fi
    # Docker images have different tag in merge queues
    - if [[ $CI_COMMIT_REF_NAME == *"gh-readonly-queue"* ]]; then export DOCKER_IMAGES_VERSION="${CI_COMMIT_SHORT_SHA}"; fi
    - export PIPELINE_IMAGE_TAG=${DOCKER_IMAGES_VERSION}
    - export BUILD_RELEASE_VERSION="$(cat ./artifacts/BUILD_RELEASE_VERSION)" # from build-linux-stable job
    - export ZOMBIENET_INTEGRATION_TEST_IMAGE="${POLKADOT_IMAGE}":${PIPELINE_IMAGE_TAG}
    - export COL_IMAGE="${COLANDER_IMAGE}":${PIPELINE_IMAGE_TAG}
    - export CUMULUS_IMAGE="docker.io/paritypr/polkadot-parachain-debug:${DOCKER_IMAGES_VERSION}"
    - export MALUS_IMAGE="${MALUS_IMAGE}":${PIPELINE_IMAGE_TAG}
    - IMAGE_AVAILABLE=$(curl -o /dev/null -w "%{http_code}" -I -L -s https://registry.hub.docker.com/v2/repositories/parity/polkadot/tags/${BUILD_RELEASE_VERSION})
    - if [ $IMAGE_AVAILABLE -eq 200 ]; then
      export ZOMBIENET_INTEGRATION_TEST_SECONDARY_IMAGE="docker.io/parity/polkadot:${BUILD_RELEASE_VERSION}";
      else
      echo "Getting the image to use as SECONDARY, using ${BUILD_RELEASE_VERSION} as base";
      VERSIONS=$(curl -L -s 'https://registry.hub.docker.com/v2/repositories/parity/polkadot/tags/' | jq -r '.results[].name'| grep -E "v[0-9]" |grep -vE "[0-9]-");
      VERSION_TO_USE=$(echo "${BUILD_RELEASE_VERSION}\n$VERSIONS"|sort -r|grep -A1 "${BUILD_RELEASE_VERSION}"|tail -1);
      export ZOMBIENET_INTEGRATION_TEST_SECONDARY_IMAGE="docker.io/parity/polkadot:${VERSION_TO_USE}";
      fi
    - echo "Zombienet Tests Config"
    - echo "gh-dir ${GH_DIR}"
    - echo "local-dir ${LOCAL_DIR}"
    - echo "polkadot image ${ZOMBIENET_INTEGRATION_TEST_IMAGE}"
    - echo "polkadot secondary image ${ZOMBIENET_INTEGRATION_TEST_SECONDARY_IMAGE}"
    - echo "colander image ${COL_IMAGE}"
    - echo "cumulus image ${CUMULUS_IMAGE}"
    - echo "malus image ${MALUS_IMAGE}"
    # RUN_IN_CONTAINER is env var that is set in the dockerfile
    - if  [[ -v RUN_IN_CONTAINER  ]]; then
      echo "Initializing zombie cluster";
      gcloud auth activate-service-account --key-file "/etc/zombie-net/sa-zombie.json";
      gcloud container clusters get-credentials parity-zombienet --zone europe-west3-b --project parity-zombienet;
      fi
  stage: zombienet
  image: "${ZOMBIENET_IMAGE}"
  needs:
    - job: build-linux-stable
      artifacts: true
    - job: build-push-image-malus
      artifacts: true
    - job: build-push-image-polkadot-debug
      artifacts: true
    - job: build-push-image-colander
      artifacts: true
    - job: build-push-image-polkadot-parachain-debug
      artifacts: true
  extends:
    - .kubernetes-env
    - .zombienet-refs
  variables:
    # PIPELINE_IMAGE_TAG: ${DOCKER_IMAGES_VERSION}
    POLKADOT_IMAGE: "docker.io/paritypr/polkadot-debug"
    COLANDER_IMAGE: "docker.io/paritypr/colander"
    MALUS_IMAGE: "docker.io/paritypr/malus"
    GH_DIR: "https://github.com/paritytech/substrate/tree/${CI_COMMIT_SHA}/zombienet"
    LOCAL_DIR: "/builds/parity/mirrors/polkadot-sdk/polkadot/zombienet_tests"
    LOCAL_SDK_TEST: "/builds/parity/mirrors/polkadot-sdk/polkadot/zombienet-sdk-tests"
    FF_DISABLE_UMASK_FOR_DOCKER_EXECUTOR: 1
    RUN_IN_CONTAINER: "1"
  artifacts:
    name: "${CI_JOB_NAME}_${CI_COMMIT_REF_NAME}"
    when: always
    expire_in: 2 days
    paths:
      - ./zombienet-logs
  after_script:
    - mkdir -p ./zombienet-logs
    - cp /tmp/zombie*/logs/* ./zombienet-logs/
  retry:
    max: 1
    when: runner_system_failure
  tags:
    - zombienet-polkadot-integration-test

zombienet-polkadot-functional-0001-parachains-pvf:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0001-parachains-pvf.zndsl"

zombienet-polkadot-functional-0002-parachains-disputes:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0002-parachains-disputes.zndsl"

zombienet-polkadot-functional-0003-beefy-and-mmr:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0003-beefy-and-mmr.zndsl"

zombienet-polkadot-functional-0004-parachains-disputes-garbage-candidate:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0004-parachains-garbage-candidate.zndsl"

.zombienet-polkadot-functional-0005-parachains-disputes-past-session:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0005-parachains-disputes-past-session.zndsl"

zombienet-polkadot-functional-0006-parachains-max-tranche0:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0006-parachains-max-tranche0.zndsl"

zombienet-polkadot-functional-0007-dispute-freshly-finalized:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0007-dispute-freshly-finalized.zndsl"

zombienet-polkadot-functional-0008-dispute-old-finalized:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0008-dispute-old-finalized.zndsl"

zombienet-polkadot-functional-0009-approval-voting-coalescing:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0009-approval-voting-coalescing.zndsl"

zombienet-polkadot-functional-0010-validator-disabling:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0010-validator-disabling.zndsl"

.zombienet-polkadot-functional-0011-async-backing-6-seconds-rate:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0011-async-backing-6-seconds-rate.zndsl"

zombienet-polkadot-elastic-scaling-0001-basic-3cores-6s-blocks:
  extends:
    - .zombienet-polkadot-common
  variables:
    FORCED_INFRA_INSTANCE: "spot-iops"
  before_script:
    - !reference [ .zombienet-polkadot-common, before_script ]
    - cp --remove-destination ${LOCAL_DIR}/assign-core.js ${LOCAL_DIR}/elastic_scaling
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/elastic_scaling"
      --test="0001-basic-3cores-6s-blocks.zndsl"

.zombienet-polkadot-elastic-scaling-0002-elastic-scaling-doesnt-break-parachains:
  extends:
    - .zombienet-polkadot-common
  before_script:
    - !reference [ .zombienet-polkadot-common, before_script ]
    - cp --remove-destination ${LOCAL_DIR}/assign-core.js ${LOCAL_DIR}/elastic_scaling
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/elastic_scaling"
      --test="0002-elastic-scaling-doesnt-break-parachains.zndsl"

.zombienet-polkadot-functional-0012-spam-statement-distribution-requests:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0012-spam-statement-distribution-requests.zndsl"

zombienet-polkadot-functional-0013-systematic-chunk-recovery:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0013-systematic-chunk-recovery.zndsl"

zombienet-polkadot-functional-0014-chunk-fetching-network-compatibility:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0014-chunk-fetching-network-compatibility.zndsl"

zombienet-polkadot-functional-0015-coretime-shared-core:
  extends:
    - .zombienet-polkadot-common
  before_script:
    - !reference [ .zombienet-polkadot-common, before_script ]
    - cp --remove-destination ${LOCAL_DIR}/assign-core.js ${LOCAL_DIR}/functional
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0015-coretime-shared-core.zndsl"

.zombienet-polkadot-functional-0016-approval-voting-parallel:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0016-approval-voting-parallel.zndsl"

.zombienet-polkadot-functional-0017-sync-backing:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0017-sync-backing.zndsl"

zombienet-polkadot-functional-0018-shared-core-idle-parachain:
  extends:
    - .zombienet-polkadot-common
  before_script:
    - !reference [ .zombienet-polkadot-common, before_script ]
    - cp --remove-destination ${LOCAL_DIR}/assign-core.js ${LOCAL_DIR}/functional
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/functional"
      --test="0018-shared-core-idle-parachain.zndsl"

zombienet-polkadot-smoke-0001-parachains-smoke-test:
  extends:
    - .zombienet-polkadot-common
  before_script:
    # Exit if the job is not merge queue
    # - if [[ $CI_COMMIT_REF_NAME != *"gh-readonly-queue"* ]]; then echo "I will run only in a merge queue"; exit 0; fi
    # Docker images have different tag in merge queues
    - if [[ $CI_COMMIT_REF_NAME == *"gh-readonly-queue"* ]]; then export DOCKER_IMAGES_VERSION="${CI_COMMIT_SHORT_SHA}"; fi
    - export PIPELINE_IMAGE_TAG=${DOCKER_IMAGES_VERSION}
    - export ZOMBIENET_INTEGRATION_TEST_IMAGE="${POLKADOT_IMAGE}":${PIPELINE_IMAGE_TAG}
    - export COL_IMAGE="${COLANDER_IMAGE}":${PIPELINE_IMAGE_TAG}
    - echo "Zombienet Tests Config"
    - echo "gh-dir ${GH_DIR}"
    - echo "local-dir ${LOCAL_DIR}"
    - echo "polkadot image ${ZOMBIENET_INTEGRATION_TEST_IMAGE}"
    - echo "colander image ${COL_IMAGE}"
    - echo "malus image ${MALUS_IMAGE}"
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/smoke"
      --test="0001-parachains-smoke-test.zndsl"

zombienet-polkadot-smoke-0002-parachains-parachains-upgrade-smoke:
  extends:
    - .zombienet-polkadot-common
  before_script:
    # Exit if the job is not merge queue
    # - if [[ $CI_COMMIT_REF_NAME != *"gh-readonly-queue"* ]]; then echo "I will run only in a merge queue"; exit 0; fi
    # Docker images have different tag in merge queues
    - if [[ $CI_COMMIT_REF_NAME == *"gh-readonly-queue"* ]]; then export DOCKER_IMAGES_VERSION="${CI_COMMIT_SHORT_SHA}"; fi
    - export PIPELINE_IMAGE_TAG=${DOCKER_IMAGES_VERSION}
    - export ZOMBIENET_INTEGRATION_TEST_IMAGE="${POLKADOT_IMAGE}":${PIPELINE_IMAGE_TAG}
    - export CUMULUS_IMAGE="docker.io/paritypr/polkadot-parachain-debug:${DOCKER_IMAGES_VERSION}"
    - echo "Zombienet Tests Config"
    - echo "gh-dir ${GH_DIR}"
    - echo "local-dir ${LOCAL_DIR}"
    - echo "polkadot image ${ZOMBIENET_INTEGRATION_TEST_IMAGE}"
    - echo "polkadot-parachain image ${CUMULUS_IMAGE}"
    - echo "malus image ${MALUS_IMAGE}"
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/smoke"
      --test="0002-parachains-upgrade-smoke-test.zndsl"

.zombienet-polkadot-smoke-0003-deregister-register-validator:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/smoke"
      --test="0003-deregister-register-validator-smoke.zndsl"

zombienet-polkadot-smoke-0004-coretime-smoke-test:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/smoke"
      --test="0004-coretime-smoke-test.zndsl"

zombienet-polkadot-smoke-0005-precompile-pvf-smoke:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/smoke"
      --test="0005-precompile-pvf-smoke.zndsl"

zombienet-polkadot-misc-0001-parachains-paritydb:
  extends:
    - .zombienet-polkadot-common
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/misc"
      --test="0001-paritydb.zndsl"

zombienet-polkadot-misc-0002-upgrade-node:
  extends:
    - .zombienet-polkadot-common
  needs:
    - job: build-push-image-malus
      artifacts: true
    - job: build-push-image-polkadot-debug
      artifacts: true
    - job: build-push-image-colander
      artifacts: true
    - job: build-linux-stable
      artifacts: true
  before_script:
    # Exit if the job is not merge queue
    # - if [[ $CI_COMMIT_REF_NAME != *"gh-readonly-queue"* ]]; then echo "I will run only in a merge queue"; exit 0; fi
    # Docker images have different tag in merge queues
    - if [[ $CI_COMMIT_REF_NAME == *"gh-readonly-queue"* ]]; then export DOCKER_IMAGES_VERSION="${CI_COMMIT_SHORT_SHA}"; fi
    - export PIPELINE_IMAGE_TAG=${DOCKER_IMAGES_VERSION}
    - export ZOMBIENET_INTEGRATION_TEST_IMAGE="docker.io/parity/polkadot:latest"
    - echo "Overrided polkadot image ${ZOMBIENET_INTEGRATION_TEST_IMAGE}"
    - export COL_IMAGE="${COLANDER_IMAGE}":${PIPELINE_IMAGE_TAG}
    - BUILD_LINUX_JOB_ID="$(cat ./artifacts/BUILD_LINUX_JOB_ID)"
    - export POLKADOT_PR_ARTIFACTS_URL="https://gitlab.parity.io/parity/mirrors/polkadot-sdk/-/jobs/${BUILD_LINUX_JOB_ID}/artifacts/raw/artifacts"
    - echo "Zombienet Tests Config"
    - echo "gh-dir ${GH_DIR}"
    - echo "local-dir ${LOCAL_DIR}"
    - echo "polkadot image ${ZOMBIENET_INTEGRATION_TEST_IMAGE}"
    - echo "colander image ${COL_IMAGE}"
    - echo "malus image ${MALUS_IMAGE}"
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/misc"
      --test="0002-upgrade-node.zndsl"

zombienet-polkadot-malus-0001-dispute-valid:
  extends:
    - .zombienet-polkadot-common
  variables:
    LOCAL_DIR: "/builds/parity/mirrors/polkadot-sdk/polkadot/node/malus"
  script:
    - /home/nonroot/zombie-net/scripts/ci/run-test-local-env-manager.sh
      --local-dir="${LOCAL_DIR}/integrationtests"
      --test="0001-dispute-valid-block.zndsl"

.zombienet-polkadot-coretime-revenue:
  extends:
    - .zombienet-polkadot-common
  needs:
    - job: build-polkadot-zombienet-tests
      artifacts: true
  before_script:
    - !reference [ ".zombienet-polkadot-common", "before_script" ]
    - export POLKADOT_IMAGE="${ZOMBIENET_INTEGRATION_TEST_IMAGE}"
  script:
    # we want to use `--no-capture` in zombienet tests.
    - unset NEXTEST_FAILURE_OUTPUT
    - unset NEXTEST_SUCCESS_OUTPUT
    - cargo nextest run --archive-file ./artifacts/polkadot-zombienet-tests.tar.zst --no-capture -- smoke::coretime_revenue::coretime_revenue_test