docker-compose.baseline.yml

name: elf-live-baseline

services:
  postgres:
    image: pgvector/pgvector:pg18
    environment:
      POSTGRES_DB: postgres
      POSTGRES_PASSWORD: elf_dev_password
      POSTGRES_USER: elf_dev
    healthcheck:
      test:
        - CMD-SHELL
        - pg_isready -U elf_dev -d postgres
      interval: 2s
      timeout: 5s
      retries: 30
    volumes:
      - elf-live-baseline-postgres-data:/var/lib/postgresql

  qdrant:
    image: qdrant/qdrant:v1.16.3
    volumes:
      - elf-live-baseline-qdrant-data:/qdrant/storage

  lightrag-mock-provider:
    profiles:
      - lightrag
    image: python:3.13-slim
    environment:
      ELF_LIGHTRAG_MOCK_EMBEDDING_DIM: ${ELF_LIGHTRAG_EMBEDDING_DIM:-64}
      ELF_LIGHTRAG_MOCK_HOST: 0.0.0.0
      ELF_LIGHTRAG_MOCK_PORT: 8080
    command:
      - python
      - /app/scripts/lightrag-mock-openai-provider.py
    volumes:
      - ./scripts/lightrag-mock-openai-provider.py:/app/scripts/lightrag-mock-openai-provider.py:ro

  lightrag:
    profiles:
      - lightrag
    image: ${ELF_LIGHTRAG_IMAGE:-ghcr.io/hkuds/lightrag:latest}
    depends_on:
      - lightrag-mock-provider
    environment:
      WORKING_DIR: /app/data/rag_storage
      INPUT_DIR: /app/data/inputs
      PROMPT_DIR: /app/data/prompts
      HOST: 0.0.0.0
      PORT: 9621
      LLM_BINDING: ${ELF_LIGHTRAG_LLM_BINDING:-openai}
      LLM_BINDING_HOST: ${ELF_LIGHTRAG_LLM_BINDING_HOST:-http://lightrag-mock-provider:8080/v1}
      LLM_BINDING_API_KEY: ${ELF_LIGHTRAG_LLM_BINDING_API_KEY:-local-key}
      LLM_MODEL: ${ELF_LIGHTRAG_LLM_MODEL:-elf-lightrag-mock}
      EMBEDDING_BINDING: ${ELF_LIGHTRAG_EMBEDDING_BINDING:-openai}
      EMBEDDING_BINDING_HOST: ${ELF_LIGHTRAG_EMBEDDING_BINDING_HOST:-http://lightrag-mock-provider:8080/v1}
      EMBEDDING_BINDING_API_KEY: ${ELF_LIGHTRAG_EMBEDDING_BINDING_API_KEY:-local-key}
      EMBEDDING_MODEL: ${ELF_LIGHTRAG_EMBEDDING_MODEL:-elf-lightrag-mock-embedding}
      EMBEDDING_DIM: ${ELF_LIGHTRAG_EMBEDDING_DIM:-64}
      RERANK_BY_DEFAULT: ${ELF_LIGHTRAG_RERANK_BY_DEFAULT:-False}
      RERANK_BINDING: ${ELF_LIGHTRAG_RERANK_BINDING:-cohere}
      RERANK_BINDING_HOST: ${ELF_LIGHTRAG_RERANK_BINDING_HOST:-http://lightrag-mock-provider:8080/rerank}
      RERANK_BINDING_API_KEY: ${ELF_LIGHTRAG_RERANK_BINDING_API_KEY:-local-key}
      RERANK_MODEL: ${ELF_LIGHTRAG_RERANK_MODEL:-elf-lightrag-mock-rerank}
      MAX_ASYNC_LLM: ${ELF_LIGHTRAG_MAX_ASYNC_LLM:-1}
      MAX_ASYNC_RERANK: ${ELF_LIGHTRAG_MAX_ASYNC_RERANK:-1}
      MAX_PARALLEL_INSERT: ${ELF_LIGHTRAG_MAX_PARALLEL_INSERT:-1}
      CHUNK_SIZE: ${ELF_LIGHTRAG_CHUNK_SIZE:-320}
      CHUNK_OVERLAP_SIZE: ${ELF_LIGHTRAG_CHUNK_OVERLAP_SIZE:-32}
    volumes:
      - elf-live-baseline-lightrag-rag-storage:/app/data/rag_storage
      - elf-live-baseline-lightrag-inputs:/app/data/inputs
      - elf-live-baseline-lightrag-prompts:/app/data/prompts

  graphiti-falkordb:
    profiles:
      - graphiti-zep
    image: ${ELF_GRAPHITI_ZEP_FALKORDB_IMAGE:-falkordb/falkordb:edge}
    volumes:
      - elf-live-baseline-graphiti-falkordb:/data

  letta:
    profiles:
      - letta
    image: ${ELF_LETTA_IMAGE:-letta/letta:latest}
    environment:
      OPENAI_API_BASE: ${ELF_LETTA_OPENAI_API_BASE:-}
      OPENAI_API_KEY: ${ELF_LETTA_OPENAI_API_KEY:-}
      ANTHROPIC_API_KEY: ${ELF_LETTA_ANTHROPIC_API_KEY:-}
      OLLAMA_BASE_URL: ${ELF_LETTA_OLLAMA_BASE_URL:-}
      LETTA_MEMFS_SERVICE_URL: ${ELF_LETTA_MEMFS_SERVICE_URL:-}
    volumes:
      - elf-live-baseline-letta-pgdata:/var/lib/postgresql/data

  baseline-runner:
    build:
      context: .
      dockerfile: docker/baseline/Dockerfile
    depends_on:
      postgres:
        condition: service_healthy
      qdrant:
        condition: service_started
    environment:
      CARGO_HOME: /usr/local/cargo
      ELF_BASELINE_ELF_HEAD: ${ELF_BASELINE_ELF_HEAD:-unknown}
      DASHSCOPE_API_BASE: ${DASHSCOPE_API_BASE:-}
      DASHSCOPE_API_KEY: ${DASHSCOPE_API_KEY:-}
      DASHSCOPE_EMBEDDING_DIMENSIONS: ${DASHSCOPE_EMBEDDING_DIMENSIONS:-}
      EMBEDDING_API_BASE: ${EMBEDDING_API_BASE:-}
      EMBEDDING_API_KEY: ${EMBEDDING_API_KEY:-}
      EMBEDDING_DIMENSIONS: ${EMBEDDING_DIMENSIONS:-}
      EMBEDDING_MODEL: ${EMBEDDING_MODEL:-}
      EMBEDDING_PATH: ${EMBEDDING_PATH:-}
      EMBEDDING_PROVIDER_ID: ${EMBEDDING_PROVIDER_ID:-}
      EMBEDDING_TIMEOUT_MS: ${EMBEDDING_TIMEOUT_MS:-}
      ELF_BASELINE_CONCURRENT_NOTES: ${ELF_BASELINE_CONCURRENT_NOTES:-}
      ELF_BASELINE_COST_PER_1K_TOKENS_USD: ${ELF_BASELINE_COST_PER_1K_TOKENS_USD:-}
      ELF_BASELINE_ELF_EMBEDDING_API_BASE: ${ELF_BASELINE_ELF_EMBEDDING_API_BASE:-}
      ELF_BASELINE_ELF_EMBEDDING_API_KEY: ${ELF_BASELINE_ELF_EMBEDDING_API_KEY:-}
      ELF_BASELINE_ELF_EMBEDDING_DIMENSIONS: ${ELF_BASELINE_ELF_EMBEDDING_DIMENSIONS:-}
      ELF_BASELINE_ELF_EMBEDDING_MODE: ${ELF_BASELINE_ELF_EMBEDDING_MODE:-local}
      ELF_BASELINE_ELF_EMBEDDING_MODEL: ${ELF_BASELINE_ELF_EMBEDDING_MODEL:-}
      ELF_BASELINE_ELF_EMBEDDING_PATH: ${ELF_BASELINE_ELF_EMBEDDING_PATH:-}
      ELF_BASELINE_ELF_EMBEDDING_PROVIDER_ID: ${ELF_BASELINE_ELF_EMBEDDING_PROVIDER_ID:-}
      ELF_BASELINE_ELF_EMBEDDING_TIMEOUT_MS: ${ELF_BASELINE_ELF_EMBEDDING_TIMEOUT_MS:-}
      ELF_BASELINE_ELF_TIMEOUT_SECONDS: ${ELF_BASELINE_ELF_TIMEOUT_SECONDS:-}
      ELF_BASELINE_BACKFILL_BATCH_SIZE: ${ELF_BASELINE_BACKFILL_BATCH_SIZE:-}
      ELF_BASELINE_BACKFILL_CHECKPOINT: ${ELF_BASELINE_BACKFILL_CHECKPOINT:-}
      ELF_BASELINE_BACKFILL_DOCS: ${ELF_BASELINE_BACKFILL_DOCS:-2000}
      ELF_BASELINE_BACKFILL_INTERRUPT_AFTER: ${ELF_BASELINE_BACKFILL_INTERRUPT_AFTER:-}
      ELF_BASELINE_BACKFILL_RESUME_PROBE: ${ELF_BASELINE_BACKFILL_RESUME_PROBE:-}
      ELF_BASELINE_MAX_ELF_RSS_KB: ${ELF_BASELINE_MAX_ELF_RSS_KB:-1500000}
      ELF_BASELINE_MAX_ELF_SECONDS: ${ELF_BASELINE_MAX_ELF_SECONDS:-600}
      ELF_MEM0_OPENMEMORY_EXPORT_CONTAINER: ${ELF_MEM0_OPENMEMORY_EXPORT_CONTAINER:-}
      ELF_MEM0_OPENMEMORY_EXPORT_USER_ID: ${ELF_MEM0_OPENMEMORY_EXPORT_USER_ID:-}
      ELF_BASELINE_OPENVIKING_LLAMA_CPP_PYTHON_INDEX: ${ELF_BASELINE_OPENVIKING_LLAMA_CPP_PYTHON_INDEX:-}
      ELF_BASELINE_OPENVIKING_LLAMA_CPP_PYTHON_VERSION: ${ELF_BASELINE_OPENVIKING_LLAMA_CPP_PYTHON_VERSION:-}
      ELF_BASELINE_PROFILE: ${ELF_BASELINE_PROFILE:-smoke}
      ELF_BASELINE_PROJECTS: ${ELF_BASELINE_PROJECTS:-all}
      ELF_BASELINE_PRODUCTION_CORPUS_MANIFEST: ${ELF_BASELINE_PRODUCTION_CORPUS_MANIFEST:-}
      ELF_BASELINE_REPORT_DIR: /workspace/tmp/live-baseline
      ELF_BASELINE_SCALE_DOCS: ${ELF_BASELINE_SCALE_DOCS:-120}
      ELF_BASELINE_SOAK_PROBE_INTERVAL_MS: ${ELF_BASELINE_SOAK_PROBE_INTERVAL_MS:-}
      ELF_BASELINE_SOAK_ROUNDS: ${ELF_BASELINE_SOAK_ROUNDS:-}
      ELF_BASELINE_SOAK_SECONDS: ${ELF_BASELINE_SOAK_SECONDS:-}
      ELF_BASELINE_STRESS_DOCS: ${ELF_BASELINE_STRESS_DOCS:-480}
      ELF_BASELINE_TOP_K: ${ELF_BASELINE_TOP_K:-10}
      ELF_BASELINE_WORKER_CONCURRENCY: ${ELF_BASELINE_WORKER_CONCURRENCY:-}
      QWEN_API_KEY: ${QWEN_API_KEY:-}
      QWEN_EMBEDDING_API_BASE: ${QWEN_EMBEDDING_API_BASE:-}
      QWEN_EMBEDDING_DIMENSIONS: ${QWEN_EMBEDDING_DIMENSIONS:-}
      QWEN_EMBEDDING_MODEL: ${QWEN_EMBEDDING_MODEL:-}
      QWEN_EMBEDDING_PATH: ${QWEN_EMBEDDING_PATH:-}
      QWEN_EMBEDDING_PROVIDER_ID: ${QWEN_EMBEDDING_PROVIDER_ID:-}
      QWEN_EMBEDDING_TIMEOUT_MS: ${QWEN_EMBEDDING_TIMEOUT_MS:-}
      ELF_PG_DSN: postgres://elf_dev:elf_dev_password@postgres:5432/postgres
      ELF_QDRANT_GRPC_URL: http://qdrant:6334
      ELF_QDRANT_HTTP_URL: http://qdrant:6333
      RUSTUP_HOME: /usr/local/rustup
    volumes:
      - elf-live-baseline-npm-cache:/root/.npm
      - elf-live-baseline-pip-cache:/root/.cache/pip
      - elf-live-baseline-huggingface-cache:/root/.cache/huggingface
      - elf-live-baseline-qmd-cache:/root/.cache/qmd
      - elf-live-baseline-cargo-git:/usr/local/cargo/git
      - elf-live-baseline-cargo-registry:/usr/local/cargo/registry
      - elf-live-baseline-target:/workspace/target
      - ./tmp:/workspace/tmp

volumes:
  elf-live-baseline-cargo-git:
  elf-live-baseline-cargo-registry:
  elf-live-baseline-graphiti-falkordb:
  elf-live-baseline-huggingface-cache:
  elf-live-baseline-letta-pgdata:
  elf-live-baseline-lightrag-inputs:
  elf-live-baseline-lightrag-prompts:
  elf-live-baseline-lightrag-rag-storage:
  elf-live-baseline-npm-cache:
  elf-live-baseline-pip-cache:
  elf-live-baseline-postgres-data:
  elf-live-baseline-qmd-cache:
  elf-live-baseline-qdrant-data:
  elf-live-baseline-target: