stages:
- build
- prepare
- sync
- benchmark
- publish
- collector
- cleanup

variables:
  # HIVEMIND
  RUNNER_HIVEMIND_SERVER_HTTP_PORT: 8080
  RUNNER_HIVEMIND_BENCHMARK_SERVER_HOSTNAME: hivemind-benchmark
  RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME: hivemind-smoketest
  # HAF
  HAF_POSTGRES_URL: postgresql://hivemind@haf-instance:5432/haf_block_log
  HAF_ADMIN_POSTGRES_URL: postgresql://haf_admin@haf-instance:5432/haf_block_log
  DATA_CACHE_HAF_PREFIX: "/cache/replay_data_haf"
  BLOCK_LOG_SOURCE_DIR_5M: /blockchain/block_log_5m
  DATA_CACHE_HIVEMIND: "/cache/replay_data_hivemind_$CI_PIPELINE_ID"
  # FF:
  FF_NETWORK_PER_BUILD: 1
  # GIT:
  GIT_DEPTH: 1
  GIT_STRATEGY: clone
  GIT_SUBMODULE_STRATEGY: recursive
  GIT_SUBMODULE_DEPTH: 1
  GIT_SUBMODULE_UPDATE_FLAGS: --jobs 4

  # Other
  CI_DEBUG_SERVICES: "false" #All the service logs should be saved as artifacts, so it's fine to turn this off.

include:
- template: Workflows/Branch-Pipelines.gitlab-ci.yml
- project: hive/haf
  ref: 4d2015ce294872e326066ed45c3cdc046460de4c   # develop
  file: /scripts/ci-helpers/prepare_data_image_job.yml   # implicitly pulls base.gitlab-ci.yml from common-ci-configuration
- project: hive/common-ci-configuration
  ref: e74d7109838ff05fdc239bced6a726aa7ad46a9b
  file:
  - /templates/cache_cleanup.gitlab-ci.yml
  - '/templates/docker_image_jobs.gitlab-ci.yml'


#>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>| ANCHORS |>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>

.shared_tags:
  tags: &shared_tags
  - public-runner-docker
  - hived-for-tests

.start-timer:
- ./scripts/ci/timer.sh start

.check-timer:
- ./scripts/ci/timer.sh check

#<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<| ANCHORS |<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<

#>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>| BASH SCRIPTS |>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>

.base_image_build_script: &base-image-build-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):login[collapsed=true]\r\e[0KLogging to Docker registry..."
  docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
  echo -e "\e[0Ksection_end:$(date +%s):login\r\e[0K"
  echo -e "\e[0Ksection_start:$(date +%s):build[collapsed=true]\r\e[0KBuilding base Docker images..."
  ./scripts/ci/build_ci_base_image.sh
  echo -e "\e[0Ksection_end:$(date +%s):build\r\e[0K"

.instance-build-script: &instance-build-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):login[collapsed=true]\r\e[0KLogging to Docker registry..."
  docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" "$CI_REGISTRY"
  echo -e "\e[0Ksection_end:$(date +%s):login\r\e[0K"
  echo -e "\e[0Ksection_start:$(date +%s):build[collapsed=true]\r\e[0KBuilding Hivemind Docker image..."
  ./scripts/ci-helpers/build_instance.sh \
    "$CI_COMMIT_SHORT_SHA" \
    "$CI_PROJECT_DIR" \
    "$CI_REGISTRY_IMAGE" \
    --dot-env-filename=hivemind_image.env \
    --dot-env-var-name=HIVEMIND_IMAGE
  docker push "$CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA"
  docker push "$CI_REGISTRY_IMAGE/postgrest-rewriter:$CI_COMMIT_SHORT_SHA"
  if [[ -n "$CI_COMMIT_TAG" ]]; then
    docker pull "$CI_REGISTRY_IMAGE/instance:$CI_COMMIT_SHORT_SHA"
    docker tag "$CI_REGISTRY_IMAGE/instance:$CI_COMMIT_SHORT_SHA" "$CI_REGISTRY_IMAGE/instance:$CI_COMMIT_TAG"
    docker push "$CI_REGISTRY_IMAGE/instance:$CI_COMMIT_TAG"

    docker tag "$CI_REGISTRY_IMAGE/postgrest-rewriter:$CI_COMMIT_SHORT_SHA" "$CI_REGISTRY_IMAGE/postgrest-rewriter:$CI_COMMIT_TAG"
    docker push "$CI_REGISTRY_IMAGE/postgrest-rewriter:$CI_COMMIT_TAG"
  fi  
  cat hivemind_image.env
  echo -e "\e[0Ksection_end:$(date +%s):build\r\e[0K"

.bridge_api_smoketest-script: &bridge_api_smoketest-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):bridge_api_smoketest[collapsed=true]\r\e[0KRunning bridge API smoketest..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      bridge_api_patterns/ \
      api_smoketest_bridge.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):bridge_api_smoketest\r\e[0K"

.bridge_api_smoketest_negative-script: &bridge_api_smoketest_negative-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):bridge_api_smoketest_negative[collapsed=true]\r\e[0KRunning bridge API smoketest negative..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      bridge_api_negative/ \
      api_smoketest_bridge_negative.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):bridge_api_smoketest_negative\r\e[0K"

.condenser_api_smoketest-script: &condenser_api_smoketest-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):condenser_api_smoketest[collapsed=true]\r\e[0KRunning condenser API smoketest..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      condenser_api_patterns/ \
      api_smoketest_condenser_api.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):condenser_api_smoketest\r\e[0K"

.condenser_api_smoketest_negative-script: &condenser_api_smoketest_negative-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):condenser_api_smoketest_negative[collapsed=true]\r\e[0KRunning condenser API smoketest negative..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      condenser_api_negative/ \
      api_smoketest_condenser_api_negative.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):condenser_api_smoketest_negative\r\e[0K"

.database_api_smoketest-script: &database_api_smoketest-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):database_api_smoketest[collapsed=true]\r\e[0KRunning database API smoketest..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      database_api_patterns/ \
      api_smoketest_database_api.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):database_api_smoketest\r\e[0K"

.database_api_smoketest_negative-script: &database_api_smoketest_negative-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):database_api_smoketest_negative[collapsed=true]\r\e[0KRunning database API smoketest negative..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      database_api_negative/ \
      api_smoketest_database_api_negative.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):database_api_smoketest_negative\r\e[0K"

.follow_api_smoketest-script: &follow_api_smoketest-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):follow_api_smoketest[collapsed=true]\r\e[0KRunning follow API smoketest..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      follow_api_patterns/ \
      api_smoketest_follow_api.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):follow_api_smoketest\r\e[0K"

.follow_api_smoketest_negative-script: &follow_api_smoketest_negative-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):follow_api_smoketest_negative[collapsed=true]\r\e[0KRunning follow API smoketest negative..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      follow_api_negative/ \
      api_smoketest_follow_api_negative.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):follow_api_smoketest_negative\r\e[0K"

.tags_api_smoketest-script: &tags_api_smoketest-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):tags_api_smoketest[collapsed=true]\r\e[0KRunning tags API smoketest..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      tags_api_patterns/ \
      api_smoketest_tags_api.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):tags_api_smoketest\r\e[0K"

.tags_api_smoketest_negative-script: &tags_api_smoketest_negative-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):tags_api_smoketest_negative[collapsed=true]\r\e[0KRunning tags API smoketest negative..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      tags_api_negative/ \
      api_smoketest_tags_api_negative.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):tags_api_smoketest_negative\r\e[0K"

.mock_tests-script: &mock_tests-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):mock_tests[collapsed=true]\r\e[0KRunning mock tests..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      mock_tests/ \
      api_smoketest_mock_tests.xml \
      $RUNNER_PYTEST_WORKERS
  echo -e "\e[0Ksection_end:$(date +%s):mock_tests\r\e[0K"

.hive_api_smoketest-script: &hive_api_smoketest-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):hive_api_smoketest[collapsed=true]\r\e[0KRunning Hive API smoketests..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      hive_api_patterns/ \
      api_smoketest_hive_api.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):hive_api_smoketest\r\e[0K"

.api-benchmark-script:
- |
  echo -e "\e[0Ksection_start:$(date +%s):api-benchmark[collapsed=true]\r\e[0KRunning API benchmark..."
  ./scripts/ci/start-api-benchmarks.sh \
      $RUNNER_HIVEMIND_BENCHMARK_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      $RUNNER_BENCHMARK_ITERATIONS \
      $RUNNER_PYTEST_WORKERS
  echo -e "\e[0Ksection_end:$(date +%s):api-benchmark\r\e[0K"


.postgrest_negative-script: &postgrest_negative-script
- |
  echo -e "\e[0Ksection_start:$(date +%s):postgrest_negative[collapsed=true]\r\e[0KRunning Postgrest negative smoketests..."
  ./scripts/ci/start-api-smoketest.sh \
      $RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME \
      $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
      postgrest_negative/ \
      postgrest_negative.xml \
      $RUNNER_PYTEST_WORKERS \
      "auto"
  echo -e "\e[0Ksection_end:$(date +%s):postgrest_negative\r\e[0K"


.hivemind-postgrest-serve-script: &hivemind-postgrest-serve-script |
  ${DATA_CACHE_HAF}/await -t 5m http://haf-instance:8091 -- echo "HAF ready" 2>&1 | tee -i "$AWAIT_LOG_PATH" && \
  ${DATA_CACHE_HAF}/await -t 5m postgres://haf_admin@haf-instance:5432/haf_block_log#schemas=hivemind_app -- echo "Hivemind database found" 2>&1 | tee -a -i "$AWAIT_LOG_PATH" && \
  ${WORKING_DIR}/docker_entrypoint.sh server --webserver-port=${RUNNER_HIVEMIND_SERVER_HTTP_PORT} --log-level=${LOG_LEVEL}

#<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<| BASH SCRIPTS |<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<

#>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>| JOBS |>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>

# Build base images if they're missing from registry
prepare_base_images:
  stage: build
  extends: .docker_image_builder_job_template
  before_script:
  - git config --global --add safe.directory $CI_PROJECT_DIR
  script:
  - *base-image-build-script
  tags: *shared_tags

prepare_haf_image:
  stage: build
  extends: .prepare_haf_image
  variables:
    SUBMODULE_DIR: "$CI_PROJECT_DIR/haf"
    REGISTRY_USER: "$HAF_IMG_BUILDER_USER"
    REGISTRY_PASS: "$HAF_IMG_BUILDER_PASSWORD"
  before_script:
  - git config --global --add safe.directory $CI_PROJECT_DIR/haf
  tags: *shared_tags

prepare_haf_data:
  extends: .prepare_haf_data_5m
  needs:
  - job: prepare_haf_image
    artifacts: true
  stage: build
  variables:
    SUBMODULE_DIR: "$CI_PROJECT_DIR/haf"
    BLOCK_LOG_SOURCE_DIR: $BLOCK_LOG_SOURCE_DIR_5M
    CONFIG_INI_SOURCE: "$CI_PROJECT_DIR/haf/docker/config_5M.ini"
  tags:
  - data-cache-storage

prepare_hivemind_image:
  stage: build
  extends: .docker_image_builder_job_template
  needs:
  - prepare_base_images
  before_script:
  - git config --global --add safe.directory $CI_PROJECT_DIR
  script:
  - *instance-build-script
  artifacts:
    when: always
    expire_in: 7 days
    reports:
      dotenv: hivemind_image.env
    paths:
    - hivemind_image.env
  tags: *shared_tags

cleanup_hivemind_haf_cache_manual:
  extends: .cleanup_cache_manual_template
  stage: cleanup
  variables:
    CLEANUP_PATH_PATTERN: "/cache/replay_data_hivemind_*"
  tags:
  - data-cache-storage

# This job cleans up both Hivemind-specific cache and cache shared between projects, so it should be used in emergencies only.
# For example, if prepare_haf_data job fails in the same way in Hivemind and HAfAH.
cleanup_haf_cache_manual:
  extends: .cleanup_cache_manual_template
  stage: cleanup
  variables:
    CLEANUP_PATH_PATTERN: "/cache/replay_data_hivemind_* /cache/replay_data_haf_*"
  tags:
  - data-cache-storage

# Cleans up cahce after tests. Must depend on all jobs that use
# this cache
cleanup_pipeline_cache:
  needs:
  - sync
  - e2e_benchmark_on_postgrest
  extends:
  - .cleanup_cache_manual_template
  stage: cleanup
  variables:
    CLEANUP_PATH_PATTERN: "${DATA_CACHE_HIVEMIND}"
  when: always
  tags:
  - data-cache-storage

download_await:
  extends: .job-defaults
  image: $CI_REGISTRY_IMAGE/ci-base-image:python-3.8-slim-6
  stage: prepare
  variables:
    GIT_STRATEGY: none
    AWAIT_PACKAGE_URL: $CI_API_V4_URL/projects/440/packages/generic/await/v1.3.2.1/await
    DATA_CACHE_HAF: "${DATA_CACHE_HAF_PREFIX}_${HAF_COMMIT}"
  needs:
  - job: prepare_haf_data
    artifacts: true
  script:
  - |
    if [[ -e "${DATA_CACHE_HAF}/await" ]]; then
      echo "Await is already present in ${DATA_CACHE_HAF}"
      ls -lAh "${DATA_CACHE_HAF}"
    else
      echo "Downloading await..."
      wget --header "JOB-TOKEN: $CI_JOB_TOKEN" "$AWAIT_PACKAGE_URL" -O "${DATA_CACHE_HAF}/await"
      chmod +x ${DATA_CACHE_HAF}/await
    fi
  tags:
  - data-cache-storage

sync:
  extends: .job-defaults
  image:
    name: $HIVEMIND_IMAGE
    entrypoint: [""]
  stage: sync
  interruptible: true
  needs:
  - job: prepare_haf_data
    artifacts: true
  - job: prepare_hivemind_image
    artifacts: true
  - job: download_await
    artifacts: false
  when: on_success
  services:
  - name: $HAF_IMAGE_NAME
    alias: haf-instance
    variables:
      PG_ACCESS: " host    haf_block_log    hivemind         all    trust\n host \
        \   haf_block_log    haf_admin        all    trust\n "
      DATA_SOURCE: $DATA_CACHE_HAF
      DATADIR: $DATA_CACHE_HIVEMIND_DATADIR
      SHM_DIR: $DATA_CACHE_HIVEMIND_SHM_DIR
      LOG_FILE: $CI_JOB_NAME.log
      PGCTLTIMEOUT: 600   # give PostgreSQL more time to start if GitLab shut it down improperly after the replay job
    command: ["--replay-blockchain", "--stop-at-block=5000000"]
  variables:
    GIT_STRATEGY: none
    RUNNER_HIVEMIND_SYNC_MAX_BLOCK: 5000024
    RUNNER_HIVEMIND_SYNC_IRREVERSIBLE_MAX_BLOCK: 4999979
    HIVED_UID: $HIVED_UID
    WORKING_DIR: /home/hivemind
    LOG_PATH: $CI_PROJECT_DIR/hivemind-sync.log
    ADD_MOCKS: "true"
    DATA_CACHE_HAF: "${DATA_CACHE_HAF_PREFIX}_${HAF_COMMIT}"
    DATA_CACHE_HIVEMIND_DATADIR: "${DATA_CACHE_HIVEMIND}/datadir"
    DATA_CACHE_HIVEMIND_SHM_DIR: "${DATA_CACHE_HIVEMIND_DATADIR}/blockchain"
    USE_POSTGREST: 1
  script:
  - |
    sleep 20s
    cat ${WORKING_DIR}/.hivemind-venv/lib/python3.8/site-packages/hive/_version.py > version.log
    pushd ${WORKING_DIR}/app
    ${DATA_CACHE_HAF}/await -t 5m http://haf-instance:8091 -- echo "HAF ready"
    ci/wait-for-postgres.sh ${HAF_ADMIN_POSTGRES_URL}
    pushd ${WORKING_DIR}
    ${WORKING_DIR}/docker_entrypoint.sh setup \
          --database-admin-url="${HAF_ADMIN_POSTGRES_URL}" \
          --with-reptracker \
          --add-mocks=${ADD_MOCKS}
    ${WORKING_DIR}/app/reputation_tracker/scripts/process_blocks.sh \
      --stop-at-block="${RUNNER_HIVEMIND_SYNC_IRREVERSIBLE_MAX_BLOCK}" \
      --postgres-url="${HAF_POSTGRES_URL}"
    ${WORKING_DIR}/docker_entrypoint.sh sync \
          --log-mask-sensitive-data \
          --pid-file hive_sync.pid \
          --test-max-block="${RUNNER_HIVEMIND_SYNC_MAX_BLOCK}" \
          --test-profile=False \
          --prometheus-port 11011 \
          --database-url="${HAF_POSTGRES_URL}" \
          --community-start-block 4998000
    pushd +2
    ${WORKING_DIR}/app/ci/collect-db-stats.sh
    ${WORKING_DIR}/app/reputation_tracker/scripts/process_blocks.sh \
      --stop-at-block="${RUNNER_HIVEMIND_SYNC_MAX_BLOCK}" \
      --postgres-url="${HAF_POSTGRES_URL}"
  after_script:
  - cp "$DATA_CACHE_HIVEMIND_DATADIR/$CI_JOB_NAME.log" "haf-$CI_JOB_NAME.log"  ||
    true                                                                                 # in after_script, so it's done even if the job fails
  artifacts:
    when: always
    expire_in: 7 days
    paths:
    - hivemind-sync.log
    - pg-stats
    - version.log
    - haf-$CI_JOB_NAME.log
  tags:
  - data-cache-storage

e2e_benchmark_on_postgrest:
  image: $CI_REGISTRY_IMAGE/ci-base-image:python-3.8-slim-6
  stage: benchmark
  interruptible: true
  needs:
  - job: prepare_haf_data
    artifacts: true
  - job: prepare_hivemind_image
    artifacts: true
  - job: download_await
    artifacts: false
  - job: sync
    artifacts: true
  when: on_success
  services:
  - name: $HAF_IMAGE_NAME
    alias: haf-instance
    variables:
      PG_ACCESS: " host    haf_block_log    hivemind         all    trust\n host \
        \   haf_block_log    haf_admin        all    trust\n "
      DATADIR: $DATA_CACHE_HIVEMIND_DATADIR
      SHM_DIR: $DATA_CACHE_HIVEMIND_SHM_DIR
      LOG_FILE: $CI_JOB_NAME.log
      PGCTLTIMEOUT: 600   # give PostgreSQL more time to start if GitLab shut it down improperly after the sync job
    command: ["--replay-blockchain", "--stop-at-block=5000000"]
  - name: $HIVEMIND_IMAGE
    alias: hivemind-smoketest   # cannot be a variable
    entrypoint:
    - bash
    - -c
    - *hivemind-postgrest-serve-script
    variables:
      WORKING_DIR: /home/hivemind
      LOG_PATH: $DATA_CACHE_HIVEMIND_DATADIR/hivemind-server.log
      LOG_LEVEL: "info" # change to "debug" for more info
      AWAIT_LOG_PATH: $DATA_CACHE_HIVEMIND_DATADIR/hivemind-server-await.log
      REQUEST_PATH_LOG_PATH: $DATA_CACHE_HIVEMIND_DATADIR/request_process_times_smoketests.log
  - name: $HIVEMIND_IMAGE
    alias: hivemind-benchmark   # cannot be a variable
    entrypoint:
    - bash
    - -c
    - *hivemind-postgrest-serve-script
    variables:
      WORKING_DIR: /home/hivemind
      LOG_PATH: $DATA_CACHE_HIVEMIND_DATADIR/hivemind-benchmark-server.log
      LOG_LEVEL: "info" # change to "debug" for more info
      AWAIT_LOG_PATH: $DATA_CACHE_HIVEMIND_DATADIR/hivemind-benchmark-server-await.log
      REQUEST_PATH_LOG_PATH: $DATA_CACHE_HIVEMIND_DATADIR/request_process_times.log
  variables:
    HIVED_UID: $HIVED_UID
    JOB_TOKEN: $CI_JOB_TOKEN
    RUNNER_HIVEMIND_BENCHMARK_URL: http://$RUNNER_HIVEMIND_BENCHMARK_SERVER_HOSTNAME
    RUNNER_HIVEMIND_SMOKETEST_URL: http://$RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME
    DATA_CACHE_HAF: "${DATA_CACHE_HAF_PREFIX}_${HAF_COMMIT}"
    DATA_CACHE_HIVEMIND_DATADIR: "${DATA_CACHE_HIVEMIND}/datadir"
    DATA_CACHE_HIVEMIND_SHM_DIR: "${DATA_CACHE_HIVEMIND_DATADIR}/blockchain"
    # TODO: As you complete the migration of methods to SQL, uncomment variables and add finished method names.
    # Missing variable enables the entire test group.
    RUN_TESTS_WITH_MARKER: "not postgrest_ignore"
    CI_DEBUG_SERVICES: "false" # Change to true to debug services in this job
  script:
  - |
    echo "HAF image name $HAF_IMAGE_NAME"
    echo "Hivemind image name $HIVEMIND_IMAGE"
    SMOKETEST_AWAIT_URL="tcp://${RUNNER_HIVEMIND_SMOKETEST_SERVER_HOSTNAME}:${RUNNER_HIVEMIND_SERVER_HTTP_PORT}"
    echo "Waiting for Hivemind smoketest server to start running on ${SMOKETEST_AWAIT_URL}"
    "${DATA_CACHE_HAF}/await" -t 10m "${SMOKETEST_AWAIT_URL}" -- echo "Hivemind smoketest instance is running"
  - *condenser_api_smoketest-script
  - *condenser_api_smoketest_negative-script
  - *follow_api_smoketest-script
  - *follow_api_smoketest_negative-script
  - *bridge_api_smoketest-script
  - *bridge_api_smoketest_negative-script
  - *tags_api_smoketest-script
  - *tags_api_smoketest_negative-script
  - *database_api_smoketest-script
  - *database_api_smoketest_negative-script
  - *hive_api_smoketest-script
  - *postgrest_negative-script
  - *mock_tests-script
  - |
    BENCHMARK_AWAIT_URL="tcp://${RUNNER_HIVEMIND_BENCHMARK_SERVER_HOSTNAME}:${RUNNER_HIVEMIND_SERVER_HTTP_PORT}"
    echo "Waiting for Hivemind benchmark server to start running on ${BENCHMARK_AWAIT_URL}"
    "${DATA_CACHE_HAF}/await" -t 10m "${BENCHMARK_AWAIT_URL}" -- echo "Hivemind benchmark instance is running"
   # TODO: Uncomment anchors to enable a test group. To test only selected methods, add their names to the environment variable
    # - *api-benchmark-script
  after_script:
  - |
    echo -e "\e[0Ksection_start:$(date +%s):logs[collapsed=true]\r\e[0KCollecting logs..."
    ls -lah "${DATA_CACHE_HIVEMIND_DATADIR}"
    cp "${DATA_CACHE_HIVEMIND_DATADIR}/${CI_JOB_NAME}.log" "haf-$CI_JOB_NAME.log" || true
    cp "${DATA_CACHE_HIVEMIND_DATADIR}/request_process_times_smoketests.log" request_process_times_smoketests.log || true
    cp "${DATA_CACHE_HIVEMIND_DATADIR}/hivemind-server.log" hivemind-server.log || true
    cp "${DATA_CACHE_HIVEMIND_DATADIR}/hivemind-server-await.log" hivemind-server-await.log || true
    cp "${DATA_CACHE_HIVEMIND_DATADIR}/request_process_times.log" request_process_times.log || true
    cp "${DATA_CACHE_HIVEMIND_DATADIR}/hivemind-benchmark-server.log" hivemind-benchmark-server.log || true
    cp "${DATA_CACHE_HIVEMIND_DATADIR}/hivemind-benchmark-server-await.log" hivemind-benchmark-server-await.log || true
    echo -e "\e[0Ksection_end:$(date +%s):logs\r\e[0K"
  - |
    echo -e "\e[0Ksection_start:$(date +%s):dotenv[collapsed=true]\r\e[0KPreparing dotenv file..."
    {
      echo "ARTIFACTS_JOB_ID=$CI_JOB_ID"
      echo "APP_VERSION=$(python -c "with open('version.log') as f:  exec(f.read()); print(__version__)")"
      echo "SERVER_NAME=$CI_RUNNER_DESCRIPTION"
    } > variables.env
    cat variables.env
    echo -e "\e[0Ksection_end:$(date +%s):dotenv\r\e[0K"
  artifacts:
    when: always
    expire_in: 7 days
    reports:
      junit: "*.xml"
      dotenv: variables.env
    paths:
    - "*.xml"
    - haf-$CI_JOB_NAME.log
    - hivemind-sync.log
    - hivemind-server.log
    - hivemind-benchmark-server.log
    - pg-stats
    - tests/api_tests/hivemind/tavern/**/*.out.json
    - request_process_times.log
    - request_process_times_smoketests.log
    - version.log
    - hivemind-server-await.log
    - hivemind-benchmark-server-await.log
  tags:
  - data-cache-storage

build_and_publish_image:
  stage: publish
  extends: .publish_docker_image_template
  before_script:
  - !reference [.publish_docker_image_template, before_script]
  script:
  - |
    TAG=$(echo "$CI_COMMIT_TAG" | sed 's/[!+]/-/g')
    scripts/ci-helpers/build_and_publish_instance.sh --image-tag=$TAG
    docker tag "$CI_REGISTRY_IMAGE/postgrest-rewriter:$TAG" "registry-upload.hive.blog/hivemind/postgrest-rewriter:$TAG"
    docker push "registry-upload.hive.blog/hivemind/postgrest-rewriter:$TAG"
  tags: *shared_tags

Trigger benchmark-results-collector:
  stage: collector
  needs:
  - job: e2e_benchmark_on_postgrest
    artifacts: true   # Even though variables.env is not a regular artifact, but a dotenv report, this still needs to be set to true
  rules:
  - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'
    when: on_success
  - if: '$CI_COMMIT_BRANCH == "develop"'
    when: on_success
  - when: manual
    allow_failure: true
  variables:
    ARTIFACTS_URL: https://gitlab.syncad.com/api/v4/projects/$CI_PROJECT_ID/jobs/$ARTIFACTS_JOB_ID/artifacts
    PRIVATE_TOKEN: $READ_ARTIFACT_ACCESS_TOKEN
    #description:
    SOURCE: hivemind
    JOB_ID: $ARTIFACTS_JOB_ID
    DESC: "hivemind CI"
    EXEC_ENV_DESC: "branch=$CI_COMMIT_REF_SLUG"
    SERVER_NAME: "$SERVER_NAME"
    APP_VERSION: "$APP_VERSION"
    TESTSUITE_VERSION: "commit_short_sha=$CI_COMMIT_SHORT_SHA"
  trigger:
    project: hive/benchmark-results-collector
    branch: master
    strategy: depend

#<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<| JOBS |<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<