Spaces:
Running
Running
Fix judge prompt: escape JSON braces
Browse files
prompts/ragbench_judge_prompt.txt
CHANGED
|
@@ -97,22 +97,22 @@ outside the JSON. Do not wrap the JSON in backticks.
|
|
| 97 |
|
| 98 |
Example (structure ONLY, values are illustrative):
|
| 99 |
|
| 100 |
-
{
|
| 101 |
"relevance_explanation": "....",
|
| 102 |
"all_relevant_sentence_keys": ["D1_S1", "D1_S3"],
|
| 103 |
"overall_supported_explanation": "....",
|
| 104 |
"overall_supported": true,
|
| 105 |
"sentence_support_information": [
|
| 106 |
-
{
|
| 107 |
"sentence_key": "D1_S1",
|
| 108 |
"is_supported": true,
|
| 109 |
"explanation": "The answer’s first claim comes from this sentence."
|
| 110 |
-
},
|
| 111 |
-
{
|
| 112 |
"sentence_key": "D1_S3",
|
| 113 |
"is_supported": false,
|
| 114 |
"explanation": "The answer misrepresents this sentence."
|
| 115 |
-
}
|
| 116 |
],
|
| 117 |
"all_utilized_sentence_keys": ["D1_S1"]
|
| 118 |
-
}
|
|
|
|
| 97 |
|
| 98 |
Example (structure ONLY, values are illustrative):
|
| 99 |
|
| 100 |
+
{{
|
| 101 |
"relevance_explanation": "....",
|
| 102 |
"all_relevant_sentence_keys": ["D1_S1", "D1_S3"],
|
| 103 |
"overall_supported_explanation": "....",
|
| 104 |
"overall_supported": true,
|
| 105 |
"sentence_support_information": [
|
| 106 |
+
{{
|
| 107 |
"sentence_key": "D1_S1",
|
| 108 |
"is_supported": true,
|
| 109 |
"explanation": "The answer’s first claim comes from this sentence."
|
| 110 |
+
}},
|
| 111 |
+
{{
|
| 112 |
"sentence_key": "D1_S3",
|
| 113 |
"is_supported": false,
|
| 114 |
"explanation": "The answer misrepresents this sentence."
|
| 115 |
+
}}
|
| 116 |
],
|
| 117 |
"all_utilized_sentence_keys": ["D1_S1"]
|
| 118 |
+
}}
|