Custom docker containers containing required bash scripts

Jobs should use custom images that contain all necessary scripts, instead of relying on the fact that the scripts exist in the target repository.

Related to hive#406 (closed)

templates/data_image_jobs.gitlab-ci.yml

+variables:
+  DOCKER_BUILDER_TAG: "latest"
+  DOCKER_DIND_TAG: "latest"
+  IMAGE_REMOVER_TAG: "latest"
+
 .docker_image_builder_job:
   variables:
     DOCKER_BUILDKIT: 1
     DOCKER_DRIVER: overlay2
     DOCKER_TLS_CERTDIR: "/certs"
-  image: docker:20.10.10
+  image: registry.gitlab.syncad.com/hive/common-ci-configuration/docker-builder:${DOCKER_BUILDER_TAG}
   interruptible: true
   services:
-    - docker:20.10.10-dind
-  before_script:
-    - apk update && apk add bash git ca-certificates curl
+    - name: registry.gitlab.syncad.com/hive/common-ci-configuration/docker-dind:${DOCKER_DIND_TAG}
+      alias: docker
 
 .docker_image_cleanup_job:
-  image: alpine:3.16
+  image: registry.gitlab.syncad.com/hive/common-ci-configuration/image-remover:${IMAGE_REMOVER_TAG}
   interruptible: true
-  before_script:
-    - apk update && apk add bash curl jq
   variables:
-    # Interface variables (to be overrided by derived jobs)
-    SUBMODULE_DIR: "$CI_PROJECT_DIR"
     REGISTRY: $CI_REGISTRY_IMAGE
-    REGISTRY_USER: ""
     REGISTRY_PASS: ""
     IMAGE_PATH: ""
     IMAGE_TAG: ""
-    SCRIPTS_PATH: "$SUBMODULE_DIR/scripts/bash"
   script:
     - echo "Attempting to cleanup an image $IMAGE_PATH using tag $IMAGE_TAG from $REGISTRY"
-    - "$SCRIPTS_PATH/delete-image.sh"
+    - python /delete-image.py "$REGISTRY_PASS" "$CI_PROJECT_ID" "$IMAGE_PATH" "$IMAGE_TAG"
 
   when: always
 
 .prepare_data_5m_image:
   extends: .docker_image_builder_job
   variables:
-    SUBMODULE_DIR: "$CI_PROJECT_DIR"
+    DOTENV_NAME: ""
     REGISTRY_USER: "$CI_IMG_BUILDER_USER"
     REGISTRY_PASS: "$CI_IMG_BUILDER_PASSWORD"
-    SCRIPTS_PATH: "$SUBMODULE_DIR/scripts/bash"
+    REGISTRY_URL: ""
+    REPOSITORY_URL: ""
+    SUBDIRECTORY: ""
+  script:
+    - |
+      get-image4submodule.sh "$SUBDIRECTORY" \
+        "$REGISTRY_URL" \
+        "$DOTENV_NAME" \
+        "$REGISTRY_USER" \
+        "$REGISTRY_PASS" \
+        "hived-mainnet-binaries" \
+        "$REPOSITORY_URL"
+    - ls -la ./hived-mainnet-binaries/*
   artifacts:
     reports:
       dotenv: docker_image_name.env
@@ -46,11 +56,16 @@
 
 .prepare_hived_data_5m_image:
   extends: .prepare_data_5m_image
-  script:
-    - $SCRIPTS_PATH/get_image4submodule.sh "$SUBMODULE_DIR" registry.gitlab.syncad.com/hive/hive/ "HIVED_IMAGE_NAME" "$REGISTRY_USER" "$REGISTRY_PASS" "hived-mainnet-binaries"
-    - ls -la ./hived-mainnet-binaries/*
+  variables:
+    DOTENV_NAME: "HIVED_IMAGE_NAME"
+    REGISTRY_URL: "registry.gitlab.syncad.com/hive/hive/"
+    REPOSITORY_URL: "https://gitlab.syncad.com/hive/hive.git"
+    SUBDIRECTORY: "hive"
 
 .prepare_haf_data_5m_image:
   extends: .prepare_data_5m_image
-  script:
-    - $SCRIPTS_PATH/get_image4submodule.sh "$SUBMODULE_DIR" registry.gitlab.syncad.com/hive/haf/ "HAF_IMAGE_NAME" "$REGISTRY_USER" "$REGISTRY_PASS" "hived-mainnet-binaries"
+  variables:
+    DOTENV_NAME: "HAF_IMAGE_NAME"
+    REGISTRY_URL: "registry.gitlab.syncad.com/hive/haf/"
+    REPOSITORY_URL: "https://gitlab.syncad.com/hive/haf.git"
+    SUBDIRECTORY: "haf"