OuRAGboros/docker-compose.local.yml at main · SLAC-ML/OuRAGboros · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
services:
  opensearch:
    image: opensearchproject/opensearch:2.19.0
    labels:
      kompose.service.type: ClusterIP
      kompose.volume.size: 1Gi
    ports:
      - 9200:9200
    environment:
      - discovery.type=single-node
      - bootstrap.memory_lock=true
      - "OPENSEARCH_JAVA_OPTS=${OPENSEARCH_JAVA_OPTS:--Xms512m -Xmx512m}"
      - "DISABLE_INSTALL_DEMO_CONFIG=true"
      - "DISABLE_SECURITY_PLUGIN=true"
    env_file:
      - .env # Use local .env file
    volumes:
      - opensearch_data:/usr/share/opensearch/data
    restart: "always"
    ulimits:
      memlock:
        soft: -1
        hard: -1
  ollama:
    image: ollama/ollama:0.5.11
    # platform: linux/amd64  # Removed for Intel Mac compatibility
    labels:
      kompose.service.type: ClusterIP
      kompose.volume.size: 5Gi
    ports:
      - 11434:11434
    environment:
      - OLLAMA_KEEP_ALIVE=24h
    volumes:
      - ollama_data:/root/.ollama
    restart: "always"

  qdrant:
    image: qdrant/qdrant:v1.12.1
    labels:
      kompose.service.type: ClusterIP
      kompose.volume.size: 2Gi
    ports:
      - 6333:6333 # HTTP API
      - 6334:6334 # gRPC API
    environment:
      - QDRANT__STORAGE__STORAGE_PATH=/qdrant/storage
      - QDRANT__LOG_LEVEL=INFO
    volumes:
      - qdrant_data:/qdrant/storage
    restart: "always"

  ragas-evaluator:
    image: ragas-evaluator:latest
    labels:
      kompose.service.type: ClusterIP
    ports:
      - 8002:8000  # RAGAS evaluator API (external:internal)
    environment:
      # Use Stanford AI API for LLM, Ollama for embeddings
      - "OPENAI_API_KEY=${STANFORD_API_KEY}"
      - "OPENAI_BASE_URL=${STANFORD_BASE_URL}"
      - "DEFAULT_MODEL=gpt-4.omini"
      - "ALTERNATIVE_MODELS=claude-3-7-sonnet,deepseek-r1,gpt-4,o1"
      - "DEFAULT_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2"
      - "EMBEDDING_PROVIDER=ollama"
      - "OLLAMA_BASE_URL=http://ollama:11434"
      - "EMBEDDING_MODEL=nomic-embed-text:latest"
      - "BATCH_SIZE=10"
      - "MAX_WORKERS=4"
      - "LOG_LEVEL=INFO"
    env_file:
      - .env # Use local .env file
    volumes:
      - ragas_config:/app/config
    restart: "always"
    depends_on:
      - ollama
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
      interval: 30s
      timeout: 10s
      retries: 3

  ouragboros:
    build: .
    image: ouragboros:local # Local image tag
    labels:
      kompose.service.expose: "true"
      kompose.volume.size: 3Gi
    ports:
      - 8501:8501
      - 8001:8001
    environment:
      # Loaded from .env
      #
      - "OLLAMA_BASE_URL=${OLLAMA_BASE_URL}"
      - "OLLAMA_MODEL_DEFAULT=${OLLAMA_MODEL_DEFAULT}"
      - "SENTENCE_TRANSFORMERS_HOME=${SENTENCE_TRANSFORMERS_HOME}"
      - "PDF_PARSER_MODEL=${PDF_PARSER_MODEL}"
      - "OPENSEARCH_BASE_URL=${OPENSEARCH_BASE_URL}"
      - "OPENSEARCH_INDEX_PREFIX=${OPENSEARCH_INDEX_PREFIX}"
      - "PREFER_OPENSEARCH=${PREFER_OPENSEARCH}"
      # Qdrant configuration
      - "QDRANT_BASE_URL=${QDRANT_BASE_URL}"
      - "PREFER_QDRANT=${PREFER_QDRANT}"
      - "HUGGINGFACE_EMBEDDING_MODEL_DEFAULT=${HUGGINGFACE_EMBEDDING_MODEL_DEFAULT}"
      - "HUGGINGFACE_FINETUNED_EMBEDDING_MODEL=${HUGGINGFACE_FINETUNED_EMBEDDING_MODEL}"
      - "OPENAI_API_KEY=${OPENAI_API_KEY}"
      - "GOOGLE_API_KEY=${GOOGLE_API_KEY}"
      - "STANFORD_API_KEY=${STANFORD_API_KEY}"
      - "STANFORD_BASE_URL=${STANFORD_BASE_URL}"
      # Query logging service configuration
      - "RAGAS_BASE_URL=http://ragas-evaluator:8000"
    env_file:
      - .env # Use local .env file
    volumes:
      - ./models:/app/models  # Bind mount for local testing
    restart: "always"
    depends_on:
      - ollama
      - opensearch
      - qdrant
      - ragas-evaluator
    develop:
      watch:
        - action: sync
          path: .
          target: /app
          ignore:
            - .venv/
            - data/
            - models/
        - action: rebuild
          path: ./uv.lock

volumes:
  opensearch_data:
  ollama_data:
  qdrant_data:
  ragas_config: