update judge llm (#869)

run-llama · Jan 16, 2024 · 95eeb34 · 95eeb34
1 parent 80d8b41
commit 95eeb34
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama_hub/llama_packs/rag_evaluator/base.py b/llama_hub/llama_packs/rag_evaluator/base.py
@@ -47,7 +47,7 @@ def __init__(
         self.rag_dataset = rag_dataset
         self._num_examples = len(self.rag_dataset.examples)
         if judge_llm is None:
-            self.judge_llm = OpenAI(temperature=0, model="gpt-4")
+            self.judge_llm = OpenAI(temperature=0, model="gpt-4-1106-preview")
         else:
             assert isinstance(judge_llm, LLM)
             self.judge_llm = judge_llm