OpenArc/docker-compose.yaml at main · SearchSavior/OpenArc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
services:

  openarc:
    image: ghcr.io/searchsavior/openarc:latest
    # image: ghcr.io/searchsavior/openarc-battlemage:latest   <-- use this image for the battlemage version
    container_name: openarc

    # GPU access
    devices:
      - /dev/dri:/dev/dri

    # Volumes
    volumes:
      - ${MODEL_PATH:-./models}:/models
      - openarc-config:/persist

    # Ports
    ports:
      - "8000:8000"

    # Environment variables
    environment:
      - OPENARC_API_KEY=${OPENARC_API_KEY:-openarc-default-key}
      - OPENARC_AUTOLOAD_MODEL=${OPENARC_AUTOLOAD_MODEL:-}
      - OPENARC_MODELS_DIR=${OPENARC_MODELS_DIR:-/models}
      # Intel GPU tuning variables
      - NEOReadDebugKeys=1
      - OverrideGpuAddressSpace=48
      - EnableImplicitScaling=1

    # Restart policy
    restart: unless-stopped

    # Logging (optional)
    logging:
      driver: "json-file"
      options:
        max-size: "10m"
        max-file: "3"

volumes:
  openarc-config: