docker-compose.yml

version: "3.9"
services:
  ragbench-api:
    build: .
    ports:
      - "8000:8000"
    environment:
      HF_TOKEN: "${HF_TOKEN}"
      GROQ_API_KEY: "${GROQ_API_KEY}"
      RAGBENCH_LLM_PROVIDER: "${RAGBENCH_LLM_PROVIDER:-groq}"
      RAGBENCH_GEN_MODEL: "${RAGBENCH_GEN_MODEL:-llama3-8b-8192}"
      RAGBENCH_JUDGE_MODEL: "${RAGBENCH_JUDGE_MODEL:-llama3-70b-8192}"