fix

Author: martinscooper

src/unitxt/llm_as_judge.py

@@ -803,12 +803,12 @@ def compute(
                 "option_b": option_pair[1],
                 "criteria_name": criterias[i].name,
                 "criteria_description": criterias[i].description,
-                "response_variable_name": response_variable_name,
-                "response_variable_name_title": response_variable_name.capitalize(),
+                "response_variable_name": response_variable_names[i],
+                "response_variable_name_title": response_variable_names[i].capitalize(),
                 "data_classification_policy": ["public"],
             }
-            for i, (response_pairs, option_pairs, response_variable_name) in enumerate(
-                zip(response_pairs_list, option_pairs_list, response_variable_names)
+            for i, (response_pairs, option_pairs) in enumerate(
+                zip(response_pairs_list, option_pairs_list)
             )
             for response_pair, option_pair in zip(response_pairs, option_pairs)
         ]
@@ -867,33 +867,27 @@ def compute(
             )
             self.logger.info("The summary was generated successfully.")
 
-        score_option_instruction_list = [
-            "".join(
+        score_option_instructions_list = [
+            ["".join(
                 [
                     f'Choose "{option}" if Response {option} is better quality.\n'
                     for option in option_pair
                 ]
-            )
+            ) for option_pair in option_pairs]
             for option_pairs in option_pairs_list
-            for option_pair in option_pairs
         ]
 
         option_selection_instances = [
             {
                 "options": [f"Response {option}" for option in option_pair],
                 "score_option_instruction": score_option_instruction,
-                "response_variable_name": response_variable_name,
+                "response_variable_name": response_variable_names[i],
                 "data_classification_policy": ["public"],
             }
-            for option_pair, score_option_instruction, response_variable_name in zip(
-                [
-                    option_pair
-                    for option_pairs in option_pairs_list
-                    for option_pair in option_pairs
-                ],
-                score_option_instruction_list,
-                response_variable_names
+            for i, (score_option_instructions, option_pairs) in enumerate(
+                zip(score_option_instructions_list, option_pairs_list)
             )
+            for score_option_instruction, option_pair in zip(score_option_instructions, option_pairs)
         ]
 
         previous_messages = [