docker-compose.yml

services:

  vault:
    image: hashicorp/vault:1.21.3
    container_name: vault
    restart: unless-stopped
    command: ["vault", "server", "-config=/vault/config/config.hcl"]
    networks:
      - bykstack
    environment:
      VAULT_ADDR: "http://0.0.0.0:8200"
      VAULT_SKIP_VERIFY_CONFIG_PERMISSIONS: "true"
    cap_add:
      - IPC_LOCK
    volumes:
      - vault-data:/vault/file
      - vault-logs:/vault/logs
      - ./vault/config/config.hcl:/vault/config/config.hcl:ro
    expose:
      - "8200"
    healthcheck:
      test: ["CMD", "sh", "-c", "vault status -address=http://127.0.0.1:8200; test $? -le 2"]
      interval: 5s
      timeout: 3s
      retries: 20
      start_period: 10s

  # ─────────────────────────────────────────────
  # VAULT INIT — runs once, then exits
  # ─────────────────────────────────────────────
  vault-init:
    image: hashicorp/vault:1.21.3
    container_name: vault-init
    user: "0"
    networks:
      - bykstack
    volumes:
      # vault-init-data is a SEPARATE volume from vault-data so that unseal
      # keys and the init flag are not written into Vault's storage directory.
      - vault-init-data:/vault/data
      - vault-agent-creds:/agent/credentials
      - vault-agent-token:/agent/out
      - ./vault/init.sh:/vault/init.sh:ro
    entrypoint: ["/bin/sh", "-c"]
    command:
      - |
        apk add --no-cache curl jq >/dev/null 2>&1 &&
        chmod -R 755 /agent/credentials &&
        chmod -R 770 /agent/out &&
        chown -R vault:vault /agent/credentials /agent/out /vault/data &&
        su vault -s /bin/sh /vault/init.sh
    environment:
      VAULT_ADDR: "http://vault:8200"
    depends_on:
      vault:
        condition: service_healthy
    restart: "no"

  # ─────────────────────────────────────────────
  # VAULT AGENT — proxy for cleaning-server
  # ─────────────────────────────────────────────
  vault-agent-cleaner:
    image: hashicorp/vault:1.21.3
    container_name: vault-agent-cleaner
    restart: unless-stopped
    networks:
      - bykstack
    volumes:
      - vault-agent-creds:/agent/credentials:ro
      - vault-agent-token:/agent/out
      - ./vault/agents/cleaner/agent.hcl:/vault/agent-cleaner.hcl:ro
    command: ["vault", "agent", "-config=/vault/agent-cleaner.hcl", "-log-level=info"]
    environment:
      VAULT_ADDR: "http://vault:8200"
    cap_add:
      - IPC_LOCK
    healthcheck:
      test: ["CMD", "sh", "-c", "test -f /agent/out/token && test -s /agent/out/token"]
      interval: 10s
      timeout: 3s
      retries: 10
      start_period: 15s
    depends_on:
      vault-init:
        condition: service_completed_successfully

  database:
    container_name: database
    image: postgres:14.1
    environment:
      - POSTGRES_USER=byk
      - POSTGRES_PASSWORD=01234
      - POSTGRES_DB=ckb_db
    ports:
      - 5432:5432
    volumes:
      - ./data:/var/lib/postgresql/data
    networks:
      - bykstack

  file-processing-api:
    container_name: file-processing-api
    build:
      context: .
      dockerfile: file-processing/Dockerfile
    ports:
      - 8888:8888
    environment:
      - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
      - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
      - AWS_REGION=${AWS_REGION:-us-east-1}
      - S3_BUCKET_NAME=${S3_BUCKET_NAME}
      - S3_ENDPOINT_URL=${S3_ENDPOINT_URL}
      - SOURCE_PATH=/app/data
      - S3_PRESIGNED_URL_EXPIRATION=${S3_PRESIGNED_URL_EXPIRATION:-3600}
      - S3_UPLOAD_URL_EXPIRATION=${S3_UPLOAD_URL_EXPIRATION:-3600}
      - AUTO_CLEANUP_COMPLETED_TASKS=${AUTO_CLEANUP_COMPLETED_TASKS:-true}
      - COMPLETED_TASK_CLEANUP_DELAY_MINUTES=${COMPLETED_TASK_CLEANUP_DELAY_MINUTES:-5}
      - PERIODIC_CLEANUP_INTERVAL_MINUTES=${PERIODIC_CLEANUP_INTERVAL_MINUTES:-60}
      - MAX_TASK_AGE_HOURS=${MAX_TASK_AGE_HOURS:-24}
    volumes:
      - ./scrapped-data:/scrapped-data
      - ./search-data:/app/data:rw
      - ./file-processing/logs:/app/logs:rw
      - ./file-processing/app:/app/app:rw
    networks:
      - bykstack
    restart: unless-stopped
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8888/docs"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 40s
    cpus: "0.5"
    mem_limit: "512M"

  resql-users:
    container_name: resql-users
    image: resql
    depends_on:
      - database
    environment:
      - server.port=8087
      - sqlms.datasources.[0].name=byk
      # - sqlms.datasources.[0].jdbcUrl=jdbc:postgresql://database:5432/users_db // For Local Use
      - sqlms.datasources.[0].jdbcUrl=jdbc:postgresql://171.22.247.13:5433/byk
      - sqlms.datasources.[0].username=byk
      - sqlms.datasources.[0].password=2nH09n6Gly
      - logging.level.org.springframework.boot=INFO
    ports:
      - 8087:8087
    volumes:
      - ./DSL/Resql:/DSL
    networks:
      - bykstack

  resql-ckb:
    container_name: resql-ckb
    image: resql
    depends_on:
      - database
    environment:
      - server.port=8090
      - sqlms.datasources.[0].name=byk
      - sqlms.datasources.[0].jdbcUrl=jdbc:postgresql://database:5432/ckb_db
      - sqlms.datasources.[0].username=byk
      - sqlms.datasources.[0].password=01234
      - logging.level.org.springframework.boot=INFO
    ports:
      - 8090:8090
    volumes:
      - ./DSL/Resql:/DSL
    networks:
      - bykstack

  ruuter-internal:
    container_name: ruuter-internal
    image: ruuter
    environment:
      - application.cors.allowedOrigins=http://localhost:8086,http://localhost:8089,http://localhost:3001,http://localhost:3003,http://localhost:3004,http://localhost:8080
      - application.httpCodesAllowList=200,201,202,400,401,403,500
      - application.internalRequests.allowedIPs=127.0.0.1
      - application.logging.displayRequestContent=true
      - application.logging.displayResponseContent=true
      - application.logging.printStackTrace=true
      - application.internalRequests.disabled=true
      - server.port=8089
    volumes:
      - ./DSL/Ruuter.internal:/DSL
      - ./constants.ini:/app/constants.ini
    networks:
      - bykstack
    ports:
      - 8089:8089
    cpus: "0.5"
    mem_limit: "512M"

  ruuter:
    container_name: ruuter
    image: ruuter
    environment:
      - application.cors.allowedOrigins=http://localhost:8086,http://localhost:3001,http://localhost:3003,http://localhost:3004,http://localhost:8080
      - application.httpCodesAllowList=200,201,202,400,401,403,500
      - application.internalRequests.allowedIPs=127.0.0.1
      - application.logging.displayRequestContent=true
      - application.logging.displayResponseContent=true
      - application.logging.printStackTrace=true
      - application.internalRequests.disabled=true
      - server.port=8086
      - application.externalAuthAllowed=
    volumes:
      - ./DSL/Ruuter:/DSL
      - ./constants.ini:/app/constants.ini
    ports:
      - 8086:8086
    networks:
      - bykstack
    cpus: "0.5"
    mem_limit: "512M"

  data-mapper:
    container_name: data-mapper
    image: data-mapper
    environment:
      - PORT=3005
      - CONTENT_FOLDER=/data
    volumes:
      - ./DSL:/data
      - ./DSL/DMapper/ckb/hbs:/workspace/app/views/ckb
      - ./DSL/DMapper/ckb/js:/workspace/app/js/ckb
    ports:
      - 3005:3005
    networks:
      - bykstack

  data-export:
    container_name: data-export
    build:
      context: ./data-export
      dockerfile: Dockerfile
    ports:
      - 8889:8888
    depends_on:
      - database
    environment:
      - DB_URI=postgresql://byk:01234@database:5432/services_db
    command: python debug.py
    volumes:
      - ./DSL/Export:/DSL
      - ./data-export:/app
      - ./exported-data:/exported-data
    networks:
      - bykstack

  authentication-layer:
    container_name: authentication-layer
    image: authentication-layer
    ports:
      - 3004:3004
    networks:
      - bykstack

  gui:
    container_name: gui
    environment:
      NODE_ENV: development
      BASE_URL: http://localhost:8080/ckb
      REACT_APP_RUUTER_API_URL: http://localhost:8086/ckb
      REACT_APP_RUUTER_PRIVATE_API_URL: http://localhost:8086/ckb
      REACT_APP_CUSTOMER_SERVICE_LOGIN: http://localhost:3004/et/dev-auth
      REACT_APP_CSP: "upgrade-insecure-requests; default-src 'self'; font-src 'self' data:; img-src * data:; script-src 'self' 'unsafe-eval' 'unsafe-inline'; style-src 'self' 'unsafe-inline'; object-src 'none'; connect-src 'self' http://localhost:8086 http://localhost:8085 http://localhost:4040 https://admin.dev.buerokratt.ee/chat/menu.json https://*.s3.amazonaws.com;"
      DEBUG_ENABLED: true
      CHOKIDAR_USEPOLLING: true
      PORT: 3001
      REACT_APP_CKB_BASE_URL: http://localhost:8080/ckb
      REACT_APP_SERVICE_ID: ckb
      REACT_APP_ENABLE_HIDDEN_FEATURES: true
      REACT_APP_VALIDATIONS_ENABLED: FALSE
      REACT_APP_ENABLE_MULTI_DOMAIN: FALSE
      REACT_APP_MENU_JSON: '[{"id":"conversations","label":{"et":"Vestlused","en":"Conversations"},"path":"/chat","children":[{"label":{"et":"Vastamata","en":"Unanswered"},"path":"/unanswered"},{"label":{"et":"Aktiivsed","en":"Active"},"path":"/active"},{"label":{"et":"Ootel","en":"Pending"},"path":"/pending"},{"label":{"et":"Ajalugu","en":"History"},"path":"/history"},{"label":{"et":"Valideerimised","en":"Validations"},"path":"/validations"}]},{"id":"training","label":{"et":"Treening","en":"Training"},"path":"/training","children":[{"label":{"et":"Treening","en":"Training"},"path":"/training","children":[{"label":{"et":"Teemad","en":"Themes"},"path":"/training/intents"},{"hidden":true,"label":{"et":"Avalikud teemad","en":"Public themes"},"path":"/training/common-intents"},{"label":{"et":"Teemade järeltreenimine","en":"Post training themes"},"path":"/training/intents-followup-training"},{"label":{"et":"Vastused","en":"Answers"},"path":"/training/responses"},{"label":{"et":"Reeglid","en":"Rules"},"path":"/training/rules"},{"hidden":true,"label":{"et":"Konfiguratsioon","en":"Configuration"},"path":"/training/configuration"},{"label":{"et":"Vormid","en":"Forms"},"path":"/training/forms"},{"label":{"et":"Mälukohad","en":"Slots"},"path":"/training/slots"}]},{"label":{"et":"Ajaloolised vestlused","en":"Historical conversations"},"path":"/history","children":[{"label":{"et":"Ajalugu","en":"History"},"path":"/history/history"},{"hidden":true,"label":{"et":"Pöördumised","en":"Appeals"},"path":"/history/appeal"}]},{"label":{"et":"Mudelipank ja analüütika","en":"Modelbank and analytics"},"path":"/analytics","children":[{"label":{"et":"Teemade ülevaade","en":"Overview of topics"},"path":"/analytics/overview"},{"label":{"et":"Mudelite võrdlus","en":"Comparison of models"},"path":"/analytics/models"},{"hidden":true,"label":{"et":"Testlood","en":"testTracks"},"path":"/analytics/testcases"}]},{"label":{"et":"Treeni uus mudel","en":"Train new model"},"path":"/train-new-model"}]},{"id":"analytics","label":{"et":"Analüütika","en":"Analytics"},"path":"/analytics","children":[{"label":{"et":"Ülevaade","en":"Overview"},"path":"/overview"},{"label":{"et":"Vestlused","en":"Chats"},"path":"/chats"},{"label":{"et":"Tagasiside","en":"Feedback"},"path":"/feedback"},{"label":{"et":"Avaandmed","en":"Reports"},"path":"/reports"}]},{"id":"services","hidden":true,"label":{"et":"Teenused","en":"Services"},"path":"/services","children":[{"label":{"et":"Ülevaade","en":"Overview"},"path":"/overview"},{"label":{"et":"Uus teenus","en":"New Service"},"path":"/newService"},{"label":{"et":"Probleemsed teenused","en":"Faulty Services"},"path":"/faultyServices"}]},{"id":"knowledge-center","label":{"et":"Teadmuskeskus","en":"Knowledge Center"},"path":"/knowledge-center","children":[{"id":"rag-search","label":{"et":"Mudelid ja seadistused","en":"Models management"},"path":"/rag-search","children":[{"label":{"et":"Mudelite ühendused","en":"LLM connections"},"path":"/rag-search/llm-connections"},{"label":{"et":"Viiba Seaded","en":"Prompt Configurations"},"path":"/rag-search/prompt-configurations"},{"label":{"et":"Testi mudelit","en":"Test LLM"},"path":"/rag-search/test-llm"}]},{"id":"ckb","label":{"et":"Teadmusbaas","en":"Knowledge Base"},"path":"/ckb","children":[{"label":{"et":"Agentuur","en":"Agency"},"path":"/agency"},{"label":{"et":"Aruanded","en":"Reports"},"path":"/reports"},{"label":{"et":"API Integratsioonid","en":"API Integrations"},"path":"/api"}]}]},{"id":"settings","label":{"et":"Haldus","en":"Administration"},"path":"/settings","children":[{"label":{"et":"Kasutajad","en":"Users"},"path":"/users"},{"label":{"et":"Vestlusbot","en":"Chatbot"},"path":"/chatbot","children":[{"label":{"et":"Seaded","en":"Settings"},"path":"/chatbot/settings"},{"label":{"et":"Tervitussõnum","en":"Welcome message"},"path":"/chatbot/welcome-message"},{"label":{"et":"Välimus ja käitumine","en":"Appearance and behavior"},"path":"/chatbot/appearance"},{"label":{"et":"Erakorralised teated","en":"Emergency notices"},"path":"/chatbot/emergency-notices"},{"label":{"et":"Tagasiside","en":"Feedback"},"path":"/chatbot/feedback"}]},{"label":{"et":"Vestluste analüüs","en":"Chat analysis"},"path":"/chat-analysis"},{"label":{"et":"Asutuse tööaeg","en":"Office opening hours"},"path":"/working-time"},{"label":{"et":"Vestluse Kustutamine","en":"Delete Conversations"},"path":"/delete-conversations"},{"label":{"et":"Sessiooni pikkus","en":"Session length"},"path":"/session-length"},{"label":{"et":"SKMi konfiguratsioon","en":"SKM Configuration"},"path":"/skm-configuration"},{"label":{"et":"Anonümiseerija","en":"Anonymizer"},"path":"/anonymizer"}]},{"id":"monitoring","hidden":true,"label":{"et":"Seire","en":"Monitoring"},"path":"/monitoring","children":[{"label":{"et":"Aktiivaeg","en":"Working hours"},"path":"/uptime"}]}]'
      # # for production use this one:
      # REACT_APP_MENU_JSON: '[{"id":"conversations","label":{"et":"Vestlused","en":"Conversations"},"path":"/chat","children":[{"label":{"et":"Vastamata","en":"Unanswered"},"path":"/unanswered"},{"label":{"et":"Aktiivsed","en":"Active"},"path":"/active"},{"label":{"et":"Ootel","en":"Pending"},"path":"/pending"},{"label":{"et":"Ajalugu","en":"History"},"path":"/history"},{"label":{"et":"Valideerimised","en":"Validations"},"path":"/validations"}]},{"id":"training","label":{"et":"Treening","en":"Training"},"path":"/training","children":[{"label":{"et":"Treening","en":"Training"},"path":"/training","children":[{"label":{"et":"Teemad","en":"Themes"},"path":"/training/intents"},{"hidden":true,"label":{"et":"Avalikud teemad","en":"Public themes"},"path":"/training/common-intents"},{"label":{"et":"Teemade järeltreenimine","en":"Post training themes"},"path":"/training/intents-followup-training"},{"label":{"et":"Vastused","en":"Answers"},"path":"/training/responses"},{"label":{"et":"Reeglid","en":"Rules"},"path":"/training/rules"},{"hidden":true,"label":{"et":"Konfiguratsioon","en":"Configuration"},"path":"/training/configuration"},{"label":{"et":"Vormid","en":"Forms"},"path":"/training/forms"},{"label":{"et":"Mälukohad","en":"Slots"},"path":"/training/slots"}]},{"label":{"et":"Ajaloolised vestlused","en":"Historical conversations"},"path":"/history","children":[{"label":{"et":"Ajalugu","en":"History"},"path":"/history/history"},{"hidden":true,"label":{"et":"Pöördumised","en":"Appeals"},"path":"/history/appeal"}]},{"label":{"et":"Mudelipank ja analüütika","en":"Modelbank and analytics"},"path":"/analytics","children":[{"label":{"et":"Teemade ülevaade","en":"Overview of topics"},"path":"/analytics/overview"},{"label":{"et":"Mudelite võrdlus","en":"Comparison of models"},"path":"/analytics/models"},{"hidden":true,"label":{"et":"Testlood","en":"testTracks"},"path":"/analytics/testcases"}]},{"label":{"et":"Treeni uus mudel","en":"Train new model"},"path":"/train-new-model"}]},{"id":"analytics","label":{"et":"Analüütika","en":"Analytics"},"path":"/analytics","children":[{"label":{"et":"Ülevaade","en":"Overview"},"path":"/overview"},{"label":{"et":"Vestlused","en":"Chats"},"path":"/chats"},{"label":{"et":"Tagasiside","en":"Feedback"},"path":"/feedback"},{"label":{"et":"Avaandmed","en":"Reports"},"path":"/reports"}]},{"id":"services","hidden":true,"label":{"et":"Teenused","en":"Services"},"path":"/services","children":[{"label":{"et":"Ülevaade","en":"Overview"},"path":"/overview"},{"label":{"et":"Uus teenus","en":"New Service"},"path":"/newService"},{"label":{"et":"Probleemsed teenused","en":"Faulty Services"},"path":"/faultyServices"}]},{"id":"knowledge-center","label":{"et":"Teadmuskeskus","en":"Knowledge Center"},"path":"/knowledge-center","children":[{"id":"rag-search","label":{"et":"Mudelid ja seadistused","en":"Models management"},"path":"/rag-search","children":[{"label":{"et":"Mudelite ühendused","en":"LLM connections"},"path":"/rag-search/llm-connections"},{"label":{"et":"Viiba Seaded","en":"Prompt Configurations"},"path":"/rag-search/prompt-configurations"},{"label":{"et":"Testi mudelit","en":"Test LLM"},"path":"/rag-search/test-llm"}]},{"id":"ckb","label":{"et":"Teadmusbaas","en":"Knowledge Base"},"path":"/ckb","children":[{"label":{"et":"Agentuur","en":"Agency"},"path":"/agency"},{"label":{"et":"Aruanded","en":"Reports"},"path":"/reports"},{"label":{"et":"API Integratsioonid","en":"API Integrations"},"path":"/api"}]}]},{"id":"settings","label":{"et":"Haldus","en":"Administration"},"path":"/settings","children":[{"label":{"et":"Kasutajad","en":"Users"},"path":"/users"},{"label":{"et":"Vestlusbot","en":"Chatbot"},"path":"/chatbot","children":[{"label":{"et":"Seaded","en":"Settings"},"path":"/chatbot/settings"},{"label":{"et":"Tervitussõnum","en":"Welcome message"},"path":"/chatbot/welcome-message"},{"label":{"et":"Välimus ja käitumine","en":"Appearance and behavior"},"path":"/chatbot/appearance"},{"label":{"et":"Erakorralised teated","en":"Emergency notices"},"path":"/chatbot/emergency-notices"},{"label":{"et":"Tagasiside","en":"Feedback"},"path":"/chatbot/feedback"}]},{"label":{"et":"Vestluste analüüs","en":"Chat analysis"},"path":"/chat-analysis"},{"label":{"et":"Asutuse tööaeg","en":"Office opening hours"},"path":"/working-time"},{"label":{"et":"Sessiooni pikkus","en":"Session length"},"path":"/session-length"},{"label":{"et":"SKMi konfiguratsioon","en":"SKM Configuration"},"path":"/skm-configuration"},{"label":{"et":"Anonümiseerija","en":"Anonymizer"},"path":"/anonymizer"}]},{"id":"monitoring","hidden":true,"label":{"et":"Seire","en":"Monitoring"},"path":"/monitoring","children":[{"label":{"et":"Aktiivaeg","en":"Working hours"},"path":"/uptime"}]}]'
    build:
      context: ./GUI
      dockerfile: Dockerfile.dev
    ports:
      - 3001:3001
    volumes:
      - /app/node_modules
      - ./GUI:/app
    networks:
      - bykstack
    cpus: "0.5"
    mem_limit: "1G"

  cron-manager:
    container_name: cron-manager
    image: cron-manager
    # user: root # This root user is only for local development due to multi container mounted volume permissions
    volumes:
      - ./DSL/CronManager:/DSL
    environment:
      - server.port=9010
    ports:
      - 9010:9010
    networks:
      - bykstack

  opensearch-node:
    image: opensearchproject/opensearch:2.11.1
    container_name: opensearch-node
    environment:
      - node.name=opensearch-node
      - discovery.seed_hosts=opensearch
      - discovery.type=single-node
      - bootstrap.memory_lock=true
      - "OPENSEARCH_JAVA_OPTS=-Xms512m -Xmx512m"
      - plugins.security.disabled=true
    ulimits:
      memlock:
        soft: -1
        hard: -1
      nofile:
        soft: 65536
        hard: 65536
    volumes:
      - opensearch-data:/usr/share/opensearch/data
    ports:
      - 9200:9200
      - 9600:9600
    networks:
      - bykstack

  search-service:
    container_name: search-service
    build:
      context: ./search-service
      dockerfile: Dockerfile
    environment:
      - OPENSEARCH_URL=http://opensearch-node:9200
      - DATA_PATH=/app/data
      - PORT=3000
    depends_on:
      - opensearch-node
    ports:
      - 3009:3000
    networks:
      - bykstack
    volumes:
      - ./search-data:/app/data
    restart: unless-stopped

  tim:
    container_name: tim
    image: tim
    depends_on:
      - tim-postgresql
    environment:
      - SECURITY_ALLOWLIST_JWT=ruuter,ruuter-internal,data-mapper,resql,tim,tim-postgresql,chat-widget,authentication-layer,127.0.0.1,::1
      - JWT_INTEGRATION_SIGNATURE_KEY_STORE_PASSWORD=defaultpassword
    ports:
      - 8085:8085
    networks:
      - bykstack
    extra_hosts:
      - "host.docker.internal:host-gateway"
    cpus: "0.5"
    mem_limit: "512M"

  tim-postgresql:
    container_name: tim-postgresql
    image: postgres:14.1
    environment:
      - POSTGRES_USER=tim
      - POSTGRES_PASSWORD=123
      - POSTGRES_DB=tim
      - POSTGRES_HOST_AUTH_METHOD=trust
    volumes:
      - ./tim-db:/var/lib/postgresql/data
    ports:
      - 9876:5432
    networks:
      - bykstack

  scrapper-server:
    container_name: scrapper-server
    build:
      context: ./scrapper
      target: server
    ports:
      - 8080:8080
    volumes:
      - ./scrapped-data:/scrapped-data
      - ./scrapper:/app
    environment:
      - RUUTER_INTERNAL=http://ruuter-internal:8089
      - BROKER_URL=pyamqp://admin:admin@rabbit-scrapper/scrapper
    depends_on:
      - rabbit-scrapper
    networks:
      - bykstack

  scrapper-celery:
    container_name: scrapper-celery
    build:
      context: ./scrapper
      target: celery
    volumes:
      - ./scrapped-data:/scrapped-data
      - ./scrapper:/app
    environment:
      - RUUTER_INTERNAL=http://ruuter-internal:8089
      - BROKER_URL=pyamqp://admin:admin@rabbit-scrapper/scrapper
    depends_on:
      - rabbit-scrapper
    networks:
      - bykstack

  cleaning-server:
    container_name: cleaning-server
    build:
      context: .
      dockerfile: cleaning/Dockerfile
    ports:
      - 8123:8123
    volumes:
      - ./scrapped-data:/scrapped-data
      - vault-agent-token:/agent/out:ro
    environment:
      - RUUTER_INTERNAL=http://ruuter-internal:8089
      - VAULT_ADDR=http://vault:8200
      - VAULT_TOKEN_PATH=/agent/out/token
      - VAULT_SECRET_PATH=llm/connections/azure_openai/cleaner
    networks:
      - bykstack
    depends_on:
      vault-agent-cleaner:
        condition: service_healthy

  rabbit-scrapper:
    image: rabbitmq:4-management
    container_name: rabbit-scrapper
    entrypoint: ["sh", "-c", "mkdir -p /etc/rabbitmq/conf.d && echo 'deprecated_features.permit.transient_nonexcl_queues = true' > /etc/rabbitmq/conf.d/10-deprecated.conf && exec docker-entrypoint.sh rabbitmq-server"]
    environment:
      - RABBITMQ_DEFAULT_USER=admin
      - RABBITMQ_DEFAULT_PASS=admin
      - RABBITMQ_DEFAULT_VHOST=scrapper
    ports:
      - "5672:5672"
      - "15672:15672"
    networks:
      - bykstack

  scheduler:
    container_name: scheduler
    build:
      context: .
      dockerfile: scheduler/Dockerfile
    ports:
      - "8124:8124"
    networks:
      - bykstack

volumes:
  opensearch-data:
  vault-data:
  vault-init-data:      # separate from vault-data — stores unseal keys and init flag only
  vault-logs:
  vault-agent-creds:
  vault-agent-token:
  # vault-agent-cleaner-token removed — was unused (agent writes to vault-agent-token)

networks:
  # vault-network removed — was declared but never attached to any service
  bykstack:
    name: bykstack
    driver: bridge
    driver_opts:
      com.docker.network.driver.mtu: 1400