ragbench_eval/config.py

import os
from dotenv import load_dotenv

load_dotenv()

HF_TOKEN = os.getenv("HF_TOKEN")
GROQ_API_KEY = os.getenv("GROQ_API_KEY")

LLM_PROVIDER = os.getenv("RAGBENCH_LLM_PROVIDER", "groq")  # "groq" or "hf"
GEN_MODEL = os.getenv("RAGBENCH_GEN_MODEL", "llama3-8b-8192")
JUDGE_MODEL = os.getenv("RAGBENCH_JUDGE_MODEL", "llama3-70b-8192")

EMBEDDING_MODEL = os.getenv(
    "RAGBENCH_EMBEDDING_MODEL",
    "sentence-transformers/all-MiniLM-L6-v2",
)

RAGBENCH_DATASET = os.getenv("RAGBENCH_DATASET", "galileo-ai/ragbench")

DOMAIN_TO_SUBSETS = {
    "biomedical": ["pubmedqa", "covidqa"],
    "general_knowledge": ["hotpotqa", "msmarco", "hagrid", "expertqa"],
    "legal": ["cuad"],
    "customer_support": ["delucionqa", "emanual", "techqa"],
    "finance": ["finqa", "tatqa"],
}