diff --git a/.gitlab-ci-ssh.yaml b/.gitlab-ci-ssh.yaml
index ad8fcd1906a9acbab88a109ba774317bdbe3182c..8b0a7d49bc50f5b42a402594e50c93196feaa5fe 100644
--- a/.gitlab-ci-ssh.yaml
+++ b/.gitlab-ci-ssh.yaml
@@ -15,7 +15,7 @@ variables:
GIT_CLONE_PATH: $CI_BUILDS_DIR/$CI_COMMIT_REF_SLUG/$CI_CONCURRENT_ID/project-name
HIVEMIND_SOURCE_HIVED_URL: $HIVEMIND_SOURCE_HIVED_URL
- HIVEMIND_DB_NAME: "hive_$CI_COMMIT_REF_SLUG"
+ HIVEMIND_DB_NAME: "hive_${CI_COMMIT_REF_SLUG}"
HIVEMIND_HTTP_PORT: $((HIVEMIND_HTTP_PORT + CI_CONCURRENT_ID))
# Configured at gitlab repository settings side
POSTGRES_USER: $HIVEMIND_POSTGRES_USER
diff --git a/.gitlab-ci.yaml b/.gitlab-ci.yaml
index f565476bb7c3518db4bc16a351f4db59d79b06ee..93e4a76ad6bbd1ac99308fce503ff94f6b179a3a 100644
--- a/.gitlab-ci.yaml
+++ b/.gitlab-ci.yaml
@@ -1,331 +1,419 @@
-stages:
- - build
- - test
- - data-supply
- - deploy
- - e2e-test
- - benchmark-tests
- - post-deploy
-
-.dk-setup-pip: &dk-setup-pip
- - python -m venv .venv
- - source .venv/bin/activate
- - time pip install --upgrade pip setuptools wheel
- - pip --version
- - easy_install --version
- - wheel version
- - pipenv --version
- - poetry --version
- - time pip install --editable .[dev]
-
-.dk-setup-runner-env: &dk-setup-runner-env
- # Setup runner environment (to connect to correct postgres server, mainly).
- - TMP_VAR=$(cat hive-sync-runner-id.txt 2>/dev/null || true); export HIVE_SYNC_RUNNER_ID=${TMP_VAR:-0}
- - eval $(cat "$RUNNER_CONF" | ./scripts/ci/setup_env.py --current-runner-id=${CI_RUNNER_ID} --hive-sync-runner-id=${HIVE_SYNC_RUNNER_ID})
-
-.dk-set-variables: &dk-set-variables
- # - export # List all variables and its values set by Gitlab CI.
- - whoami
- - echo "CI_RUNNER_ID is $CI_RUNNER_ID"
- - echo "CI_PIPELINE_URL is $CI_PIPELINE_URL"
- - echo "CI_PIPELINE_ID is $CI_PIPELINE_ID"
- - echo "CI_COMMIT_SHORT_SHA is $CI_COMMIT_SHORT_SHA"
- - echo "CI_COMMIT_REF_SLUG is $CI_COMMIT_REF_SLUG"
- - export HIVEMIND_DB_NAME=${HIVEMIND_DB_NAME//[^a-zA-Z0-9_]/_}
- - echo "HIVEMIND_DB_NAME is $HIVEMIND_DB_NAME"
-
-.dk-fetch-git-tags: &dk-fetch-git-tags
- # - git fetch --tags # Looks to be unnecessary.
- - git tag -f ci_implicit_tag # Needed to build python package
-
-.dk-start-timer: &dk-start-timer
- - ./scripts/ci/timer.sh start
-
-.dk-stop-timer: &dk-stop-timer
- - ./scripts/ci/timer.sh check
-
-.dk-hive-sync-script-common: &dk-hive-sync-script-common
- - echo "${CI_RUNNER_ID}" > hive-sync-runner-id.txt
- - ./scripts/ci/wait-for-postgres.sh "$RUNNER_POSTGRES_HOST" "$RUNNER_POSTGRES_PORT"
- - export POSTGRES_MAJOR_VERSION=$(./scripts/ci/get-postgres-version.sh)
- - ./scripts/ci/create-db.sh
- - ./scripts/ci/hive-sync.sh
- - ./scripts/ci/collect-db-stats.sh
-
-.dk-rules-for-sync: &dk-rules-for-sync
- rules:
- - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
- when: always
- - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'
- when: always
- - if: '$CI_COMMIT_BRANCH == "develop"'
- when: always
- - if: '$CI_PIPELINE_SOURCE == "push"'
- when: manual
- - when: manual
-
-.dk-rules-for-test: &dk-rules-for-test
- rules:
- - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
- when: on_success
- - if: '$CI_PIPELINE_SOURCE == "push"'
- when: on_success
- - when: on_success
-
-.dk-default:
- image: hivemind/python:3.6
- interruptible: true
- inherit:
- default: false
- variables: false
- variables:
- GIT_DEPTH: 10
- GIT_STRATEGY: fetch
- GIT_SUBMODULE_STRATEGY: recursive
- PIPENV_VENV_IN_PROJECT: 1
- PIPENV_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pipenv"
- PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
- POSTGRES_CLIENT_TOOLS_PATH: /usr/lib/postgresql
- HIVEMIND_DB_NAME: "hive_${CI_COMMIT_REF_SLUG}"
- cache: &dk-global-cache
- # Per-branch caching. CI_COMMIT_REF_SLUG is the same thing.
- # key: "$CI_COMMIT_REF_NAME"
- # Per project caching – use any key.
- # Change this key, if you need to clear cache.
- key: common-1
- paths:
- - .cache/
- - .venv/
- - .tox/
- before_script:
- - *dk-start-timer
- - *dk-fetch-git-tags
- - *dk-set-variables
- - *dk-setup-pip
- - *dk-setup-runner-env
- after_script:
- - *dk-stop-timer
-
-##### Jobs #####
-
-dk-hivemind-sync:
- # Postgres shared on host.
- extends: .dk-default
- <<: *dk-rules-for-sync
- stage: data-supply
- needs: []
- script:
- - *dk-hive-sync-script-common
- artifacts:
- paths:
- - hivemind-sync.log
- - pg-stats
- - hive-sync-runner-id.txt
- expire_in: 7 days
- tags:
- - hivemind-heavy-job
-
-.dk-test-common:
- extends: .dk-default
- <<: *dk-rules-for-test
- needs:
- - job: dk-hivemind-sync
- artifacts: true
- allow_failure: false
- before_script:
- - *dk-start-timer
- - *dk-fetch-git-tags
- - *dk-set-variables
- - *dk-setup-pip
- - *dk-setup-runner-env
- - ./scripts/ci/wait-for-postgres.sh "$RUNNER_POSTGRES_HOST" "$RUNNER_POSTGRES_PORT"
- - ./scripts/ci/hive-server.sh start
- after_script:
- - *dk-stop-timer
- tags:
- - hivemind-light-job
-
-
-dk-bridge_api_smoketest:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- bridge_api_patterns/ api_smoketest_bridge.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_bridge.xml
-
-dk-bridge_api_smoketest_negative:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- bridge_api_negative/ api_smoketest_bridge_negative.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_bridge_negative.xml
-
-dk-condenser_api_smoketest:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- condenser_api_patterns/ api_smoketest_condenser_api.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_condenser_api.xml
-
-dk-condenser_api_smoketest_negative:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- condenser_api_negative/ api_smoketest_condenser_api_negative.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_condenser_api_negative.xml
-
-dk-database_api_smoketest:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- database_api_patterns/ api_smoketest_database_api.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_database_api.xml
-
-dk-database_api_smoketest_negative:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- database_api_negative/ api_smoketest_database_api_negative.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_database_api_negative.xml
-
-dk-follow_api_smoketest:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- follow_api_patterns/ api_smoketest_follow_api.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_follow_api.xml
-
-dk-follow_api_smoketest_negative:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- follow_api_negative/ api_smoketest_follow_api_negative.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_follow_api_negative.xml
-
-dk-hive_api_smoketest:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- hive_api_patterns/ api_smoketest_hive_api.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_hive_api.xml
-
-dk-tags_api_smoketest:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- tags_api_patterns/ api_smoketest_tags_api.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_tags_api.xml
-
-dk-tags_api_smoketest_negative:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- tags_api_negative/ api_smoketest_tags_api_negative.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_tags_api_negative.xml
-
-dk-mock_tests:
- stage: e2e-test
- extends: .dk-test-common
- script:
- - |
- ./scripts/ci/start-api-smoketest.sh \
- localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
- mock_tests/ api_smoketest_mock_tests.xml \
- $RUNNER_TEST_JOBS
- artifacts:
- when: always
- reports:
- junit: api_smoketest_mock_tests.xml
-
-dk-api-smoketest-benchmark:
- stage: benchmark-tests
- extends: .dk-test-common
- # Temporary failure (when any call is longer than 1s is allowed)
- allow_failure: true
- script:
- - |
- ./scripts/ci/start-api-benchmarks.sh \
- localhost $RUNNER_HIVEMIND_SERVER_HTTP_PORT 5 \
- $RUNNER_TEST_JOBS
- - ./scripts/xml_report_parser.py . ./tests/tests_api/hivemind/tavern
- artifacts:
- when: always
- paths:
- - tavern_benchmarks_report.html
+stages:
+ - build
+ - test
+ - sync-e2e-benchmark
+ - data-supply
+ - deploy
+ - e2e-test
+ - benchmark-tests
+ - post-deploy
+
+.setup-pip: &setup-pip
+ - python -m venv .venv
+ - source .venv/bin/activate
+ - time pip install --upgrade pip setuptools wheel
+ - pip --version
+ - easy_install --version
+ - wheel version
+ - pipenv --version
+ - poetry --version
+ - time pip install --editable .[dev]
+
+.setup-runner-env: &setup-runner-env
+ # Setup runner environment (to connect to correct postgres server, mainly).
+ - TMP_VAR=$(cat hive-sync-runner-id.txt 2>/dev/null || true); export HIVE_SYNC_RUNNER_ID=${TMP_VAR:-0}
+ - eval $(cat "$RUNNER_CONF" | ./scripts/ci/setup_env.py --current-runner-id=${CI_RUNNER_ID} --hive-sync-runner-id=${HIVE_SYNC_RUNNER_ID})
+
+.set-variables: &set-variables
+ # - export # List all variables and its values set by Gitlab CI.
+ - whoami
+ - echo "CI_RUNNER_ID is $CI_RUNNER_ID"
+ - echo "CI_PIPELINE_URL is $CI_PIPELINE_URL"
+ - echo "CI_PIPELINE_ID is $CI_PIPELINE_ID"
+ - echo "CI_COMMIT_SHORT_SHA is $CI_COMMIT_SHORT_SHA"
+ - echo "CI_COMMIT_REF_SLUG is $CI_COMMIT_REF_SLUG"
+ - export HIVEMIND_DB_NAME=${HIVEMIND_DB_NAME//[^a-zA-Z0-9_]/_}
+ - echo "HIVEMIND_DB_NAME is $HIVEMIND_DB_NAME"
+
+.fetch-git-tags: &fetch-git-tags
+ # - git fetch --tags # Looks to be unnecessary.
+ - git tag -f ci_implicit_tag # Needed to build python package
+
+.start-timer: &start-timer
+ - ./scripts/ci/timer.sh start
+
+.stop-timer: &stop-timer
+ - ./scripts/ci/timer.sh check
+
+.hive-sync-script-common: &hive-sync-script-common
+ - echo "${CI_RUNNER_ID}" > hive-sync-runner-id.txt
+ - ./scripts/ci/wait-for-postgres.sh "$RUNNER_POSTGRES_HOST" "$RUNNER_POSTGRES_PORT"
+ - export POSTGRES_MAJOR_VERSION=$(./scripts/ci/get-postgres-version.sh)
+ - ./scripts/ci/create-db.sh
+ - ./scripts/ci/hive-sync.sh
+ - ./scripts/ci/collect-db-stats.sh
+
+.rules-for-sync: &rules-for-sync
+ rules:
+ - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
+ when: always
+ - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'
+ when: always
+ - if: '$CI_COMMIT_BRANCH == "develop"'
+ when: always
+ - if: '$CI_PIPELINE_SOURCE == "push"'
+ when: manual
+ - when: manual
+
+.rules-for-test: &rules-for-test
+ rules:
+ - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
+ when: on_success
+ - if: '$CI_PIPELINE_SOURCE == "push"'
+ when: on_success
+ - when: on_success
+
+.default:
+ image: hivemind/python:3.6
+ interruptible: true
+ inherit:
+ default: false
+ variables: false
+ variables:
+ GIT_DEPTH: 10
+ GIT_STRATEGY: fetch
+ GIT_SUBMODULE_STRATEGY: recursive
+ PIPENV_VENV_IN_PROJECT: 1
+ PIPENV_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pipenv"
+ PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
+ POSTGRES_CLIENT_TOOLS_PATH: /usr/lib/postgresql
+ HIVEMIND_DB_NAME: "hive_${CI_COMMIT_REF_SLUG}"
+ cache: &global-cache
+ # Per-branch caching. CI_COMMIT_REF_SLUG is the same thing.
+ # key: "$CI_COMMIT_REF_NAME"
+ # Per project caching – use any key.
+ # Change this key, if you need to clear cache.
+ key: common-1
+ paths:
+ - .cache/
+ - .venv/
+ - .tox/
+ before_script:
+ - *start-timer
+ - *fetch-git-tags
+ - *set-variables
+ - *setup-pip
+ - *setup-runner-env
+ after_script:
+ - *stop-timer
+
+##### Jobs #####
+
+.hivemind-sync:
+ # Postgres shared on host.
+ extends: .default
+ <<: *rules-for-sync
+ stage: data-supply
+ needs: []
+ script:
+ - *hive-sync-script-common
+ artifacts:
+ paths:
+ - hivemind-sync.log
+ - pg-stats
+ - hive-sync-runner-id.txt
+ expire_in: 7 days
+ tags:
+ - hivemind-heavy-job
+
+.test-common:
+ extends: .default
+ <<: *rules-for-test
+ needs:
+ - job: hivemind-sync
+ artifacts: true
+ allow_failure: false
+ before_script:
+ - *start-timer
+ - *fetch-git-tags
+ - *set-variables
+ - *setup-pip
+ - *setup-runner-env
+ - ./scripts/ci/wait-for-postgres.sh "$RUNNER_POSTGRES_HOST" "$RUNNER_POSTGRES_PORT"
+ - ./scripts/ci/hive-server.sh start
+ after_script:
+ - *stop-timer
+ tags:
+ - hivemind-light-job
+
+
+.bridge_api_smoketest-script: &bridge_api_smoketest-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ bridge_api_patterns/ api_smoketest_bridge.xml \
+ $RUNNER_TEST_JOBS
+
+.bridge_api_smoketest:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *bridge_api_smoketest-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_bridge.xml
+
+
+.bridge_api_smoketest_negative-script: &bridge_api_smoketest_negative-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ bridge_api_negative/ api_smoketest_bridge_negative.xml \
+ $RUNNER_TEST_JOBS
+
+.bridge_api_smoketest_negative:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *bridge_api_smoketest_negative-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_bridge_negative.xml
+
+
+.condenser_api_smoketest-script: &condenser_api_smoketest-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ condenser_api_patterns/ api_smoketest_condenser_api.xml \
+ $RUNNER_TEST_JOBS
+
+.condenser_api_smoketest:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *condenser_api_smoketest-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_condenser_api.xml
+
+
+.condenser_api_smoketest_negative-script: &condenser_api_smoketest_negative-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ condenser_api_negative/ api_smoketest_condenser_api_negative.xml \
+ $RUNNER_TEST_JOBS
+
+.condenser_api_smoketest_negative:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *condenser_api_smoketest_negative-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_condenser_api_negative.xml
+
+
+.database_api_smoketest-script: &database_api_smoketest-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ database_api_patterns/ api_smoketest_database_api.xml \
+ $RUNNER_TEST_JOBS
+
+.database_api_smoketest:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *database_api_smoketest-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_database_api.xml
+
+
+.database_api_smoketest_negative-script: &database_api_smoketest_negative-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ database_api_negative/ api_smoketest_database_api_negative.xml \
+ $RUNNER_TEST_JOBS
+
+.database_api_smoketest_negative:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *database_api_smoketest_negative-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_database_api_negative.xml
+
+.follow_api_smoketest-script: &follow_api_smoketest-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ follow_api_patterns/ api_smoketest_follow_api.xml \
+ $RUNNER_TEST_JOBS
+
+.follow_api_smoketest:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *follow_api_smoketest-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest.xml
+
+
+.follow_api_smoketest_negative-script: &follow_api_smoketest_negative-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ follow_api_negative/ api_smoketest_follow_api_negative.xml \
+ $RUNNER_TEST_JOBS
+
+.follow_api_smoketest_negative:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *follow_api_smoketest_negative-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_follow_api_negative.xml
+
+
+.tags_api_smoketest-script: &tags_api_smoketest-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ tags_api_negative/ api_smoketest_tags_api_negative.xml \
+ $RUNNER_TEST_JOBS
+
+.tags_api_smoketest:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *tags_api_smoketest-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_tags_api_negative.xml
+
+
+.tags_api_smoketest_negative-script: &tags_api_smoketest_negative-script
+ - |
+ ./scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ tags_api_patterns/ api_smoketest_tags_api.xml \
+ $RUNNER_TEST_JOBS
+
+.tags_api_smoketest_negative:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *tags_api_smoketest_negative-script
+ artifacts:
+ when: always
+ reports:
+ junit: api_smoketest_tags_api.xml
+
+
+.mock_tests-script: &mock_tests-script
+ - |
+ scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ mock_tests/ api_smoketest_mock_tests.xml \
+ $RUNNER_TEST_JOBS
+
+.mock_tests:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *mock_tests-script
+ artifacts:
+ reports:
+ junit: api_smoketest_mock_tests.xml
+
+
+.hive_api_smoketest-script: &hive_api_smoketest-script
+ - |
+ scripts/ci/start-api-smoketest.sh \
+ localhost "$RUNNER_HIVEMIND_SERVER_HTTP_PORT" \
+ hive_api_patterns/ api_smoketest_hive_api.xml \
+ $RUNNER_TEST_JOBS
+
+.hive_api_smoketest:
+ stage: e2e-test
+ extends: .test-common
+ script:
+ - *hive_api_smoketest-script
+ artifacts:
+ reports:
+ junit: api_smoketest_hive_api.xml
+
+
+.api-smoketest-benchmark-script: &api-smoketest-benchmark-script
+ - |
+ ./scripts/ci/start-api-benchmarks.sh \
+ localhost $RUNNER_HIVEMIND_SERVER_HTTP_PORT \
+ $RUNNER_BENCHMARK_ITERATIONS \
+ $RUNNER_BENCHMARK_JOBS
+ - ./scripts/xml_report_parser.py . ./tests/tests_api/hivemind/tavern
+
+.api-smoketest-benchmark:
+ stage: benchmark-tests
+ extends: .test-common
+ # Temporary failure (when any call is longer than 1s is allowed)
+ allow_failure: true
+ script:
+ - *api-smoketest-benchmark-script
+ artifacts:
+ when: always
+ paths:
+ - tavern_benchmarks_report.html
+
+
+sync-e2e-benchmark:
+ extends: .default
+ <<: *rules-for-sync
+ stage: sync-e2e-benchmark
+ needs: []
+ script:
+ - *hive-sync-script-common
+ - ./scripts/ci/hive-server.sh start
+ - pip install tox
+ - touch tox-installed
+ - *bridge_api_smoketest-script
+ - *bridge_api_smoketest_negative-script
+ - *condenser_api_smoketest-script
+ - *condenser_api_smoketest_negative-script
+ - *database_api_smoketest-script
+ - *database_api_smoketest_negative-script
+ - *follow_api_smoketest-script
+ - *follow_api_smoketest_negative-script
+ - *tags_api_smoketest-script
+ - *tags_api_smoketest_negative-script
+ - *mock_tests-script
+ - *hive_api_smoketest-script
+ - *api-smoketest-benchmark-script
+ artifacts:
+ when: always
+ paths:
+ - hivemind-sync.log
+ - pg-stats
+ - hive-sync-runner-id.txt
+ - tavern_benchmarks_report.html
+ - tests/tests_api/hivemind/tavern/**/*.out.json
+ reports:
+ junit: "*.xml"
+ expire_in: 7 days
+ tags:
+ - hivemind-heavy-job
diff --git a/docker-compose-ci.yml b/docker-compose-ci.yml
index 3f731f8e3fe2c471ad5bcf6153b32832c8a772e2..6c8dd6d5170f62f9ad7fb28f498f129cac96b7d1 100644
--- a/docker-compose-ci.yml
+++ b/docker-compose-ci.yml
@@ -4,6 +4,10 @@ services:
python-3.6-dev:
+ # Run container this way:
+ # docker-compose -f docker-compose-ci.yml run --rm python-3.6-dev bash
+ # This opens terminal inside container. Project directory is mounted
+ # into container.
image: hivemind/python:3.6-dev
build:
context: .
@@ -18,7 +22,6 @@ services:
# # See https://docs.docker.com/engine/security/seccomp/
# - seccomp:unconfined
shm_size: 2g
- # command: ["tail", "-f", "/dev/null"]
volumes:
# Sockets of postgres servers on dockers.
- "postgres-10-run:/var/run/postgres-10"
diff --git a/scripts/ci/start-api-benchmarks.sh b/scripts/ci/start-api-benchmarks.sh
index aedef030b343c6623315711817e7481edc0e9206..959940920dae3744898474e56be9fae064fecb53 100755
--- a/scripts/ci/start-api-benchmarks.sh
+++ b/scripts/ci/start-api-benchmarks.sh
@@ -6,7 +6,7 @@ pip install tox
export HIVEMIND_ADDRESS=$1
export HIVEMIND_PORT=$2
-ITERATIONS=$3
+ITERATIONS=${3:-5}
JOBS=${4:-auto}
export TAVERN_DISABLE_COMPARATOR=true
diff --git a/scripts/ci/start-api-smoketest.sh b/scripts/ci/start-api-smoketest.sh
index f723ae3ab70d89e0a7d090d3b283d62263f66a15..b3b4221ee29f5339d93b90ce9e3b15d14a29320d 100755
--- a/scripts/ci/start-api-smoketest.sh
+++ b/scripts/ci/start-api-smoketest.sh
@@ -2,7 +2,11 @@
set -e
-pip install tox
+# Existence of file `tox-installed` means that a preceding script
+# has installed tox already.
+if [ ! -f "tox-installed" ]; then
+ pip install tox
+fi
export HIVEMIND_ADDRESS=$1
export HIVEMIND_PORT=$2