Skip to content
Snippets Groups Projects
Commit 9abb22d1 authored by Marcin's avatar Marcin
Browse files

better paramtrize hivesense containers

parent 56636780
No related branches found
No related tags found
No related merge requests found
Pipeline #119983 failed
......@@ -264,3 +264,8 @@ LOCAL_ADMIN_ONLY_SNIPPET=caddy/local-admin-only.snippet
# HIVESENSE_VERSION=${HIVE_API_NODE_VERSION}
# HIVESENSE_REWRITER_IMAGE=${HIVE_API_NODE_REGISTRY}/hivesense/postgrest-rewriter
# HIVESENSE_SYNC_ARGS=--stop-at-block=1000000
# HIVESENSE_OLLAMA=http://hivesense-ollama:11434
# HIVESENSE_MODEL=yxchia/multilingual-e5-base:F16
# HIVESENSE_VECTOR_SIZE=768
# HIVESENSE_START_BLOCK=1
# HIVESENSE_WORKERS=16
......@@ -11,5 +11,6 @@ mkdir -p "${HAF_MOUNTPOINT}/shared_memory/haf_wal"
mkdir -p "${HAF_MOUNTPOINT}/logs/caddy"
mkdir -p "${HAF_MOUNTPOINT}/logs/pgbadger"
mkdir -p "${HAF_MOUNTPOINT}/logs/postgresql"
mkdir -p "${HAF_MOUNTPOINT}/ollama"
chown -R 1000:100 "${HAF_MOUNTPOINT}"
\ No newline at end of file
services:
# use this ollama instance for testing
# for production it is better to use remote server with CUDA GPU cards
hivesense-ollama:
image: ollama/ollama:latest
profiles:
- ollama
environment:
- TZ=America/New_York
- OLLAMA_HOST=0.0.0.0
- OLLAMA_NUM_PARALLEL=16
- OLLAMA_NUM_THREADS=16
- OLLAMA_KEEP_ALIVE=-1
tty: true
ports:
- "11435:11434"
networks:
haf-network:
volumes:
- type: bind
source: ${HAF_DATA_DIRECTORY}/ollama
target: /root/.ollama
hivesense-install-schema:
image: ${HIVESENSE_IMAGE:-${HIVE_API_NODE_REGISTRY:-registry.hive.blog}/hivesense}:${HIVESENSE_VERSION:-${HIVE_API_NODE_VERSION}}
profiles:
......@@ -8,11 +29,12 @@ services:
POSTGRES_HOST: haf
command:
- install_app
- --llm=yxchia/multilingual-e5-base:F16
- --vector_size=768
- --ollama=http://hivesense-ollama:11434
- --start_block=1
- --swagger-url=${PUBLIC_HOSTNAME}/
- "--llm=${HIVESENSE_MODEL:-yxchia/multilingual-e5-base:F16}"
- "--vector_size=${HIVESENSE_VECTOR_SIZE:-768}"
- "--ollama=${HIVESENSE_OLLAMA:-http://hivesense-ollama:11434}"
- "--start_block=${HIVESENSE_START_BLOCK:-1}"
- "--parallel_workers=${HIVESENSE_WORKERS:-16}"
- "--swagger-url=${PUBLIC_HOSTNAME}/"
networks:
haf-network:
depends_on:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment