Renangi commited on
Commit
ae7c63f
·
1 Parent(s): 2aaa8e9

Fix judge prompt: escape JSON braces

Browse files
Files changed (1) hide show
  1. prompts/ragbench_judge_prompt.txt +6 -6
prompts/ragbench_judge_prompt.txt CHANGED
@@ -97,22 +97,22 @@ outside the JSON. Do not wrap the JSON in backticks.
97
 
98
  Example (structure ONLY, values are illustrative):
99
 
100
- {
101
  "relevance_explanation": "....",
102
  "all_relevant_sentence_keys": ["D1_S1", "D1_S3"],
103
  "overall_supported_explanation": "....",
104
  "overall_supported": true,
105
  "sentence_support_information": [
106
- {
107
  "sentence_key": "D1_S1",
108
  "is_supported": true,
109
  "explanation": "The answer’s first claim comes from this sentence."
110
- },
111
- {
112
  "sentence_key": "D1_S3",
113
  "is_supported": false,
114
  "explanation": "The answer misrepresents this sentence."
115
- }
116
  ],
117
  "all_utilized_sentence_keys": ["D1_S1"]
118
- }
 
97
 
98
  Example (structure ONLY, values are illustrative):
99
 
100
+ {{
101
  "relevance_explanation": "....",
102
  "all_relevant_sentence_keys": ["D1_S1", "D1_S3"],
103
  "overall_supported_explanation": "....",
104
  "overall_supported": true,
105
  "sentence_support_information": [
106
+ {{
107
  "sentence_key": "D1_S1",
108
  "is_supported": true,
109
  "explanation": "The answer’s first claim comes from this sentence."
110
+ }},
111
+ {{
112
  "sentence_key": "D1_S3",
113
  "is_supported": false,
114
  "explanation": "The answer misrepresents this sentence."
115
+ }}
116
  ],
117
  "all_utilized_sentence_keys": ["D1_S1"]
118
+ }}