diff --git a/src/ragas/metrics/_answer_relevance.py b/src/ragas/metrics/_answer_relevance.py index 03b6ea4f9..ab0d6f79c 100644 --- a/src/ragas/metrics/_answer_relevance.py +++ b/src/ragas/metrics/_answer_relevance.py @@ -139,15 +139,12 @@ async def _ascore(self, row: t.Dict, callbacks: Callbacks) -> float: assert self.llm is not None, "LLM is not set" prompt_input = ResponseRelevanceInput(response=row["response"]) - tasks = [ - self.question_generation.generate( + responses = await self.question_generation.generate_multiple( + n=self.strictness, data=prompt_input, llm=self.llm, callbacks=callbacks, - ) - for _ in range(self.strictness) - ] - responses = await asyncio.gather(*tasks) + ) return self._calculate_score(responses, row)