From 9696669f12dba86292caa54c3b5e0e9e3fd947e2 Mon Sep 17 00:00:00 2001
From: "Dmitry Sirakov [Shade]" <dmitrysirakov@gmail.com>
Date: Sun, 13 Apr 2025 23:06:07 +0300
Subject: [PATCH] fix: update required columns in RefusalRate metric from
 "reference" to "user_input"

---
 .../customizations/metrics/_write_your_own_metric_advanced.md   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/howtos/customizations/metrics/_write_your_own_metric_advanced.md b/docs/howtos/customizations/metrics/_write_your_own_metric_advanced.md
index af4ca8c17..c7ec03a5f 100644
--- a/docs/howtos/customizations/metrics/_write_your_own_metric_advanced.md
+++ b/docs/howtos/customizations/metrics/_write_your_own_metric_advanced.md
@@ -87,7 +87,7 @@ import typing as t
 class RefusalRate(MetricWithLLM, MultiTurnMetric, SingleTurnMetric):
     name: str = "refusal_rate"
     _required_columns: t.Dict[MetricType, t.Set[str]] = field(
-        default_factory=lambda: {MetricType.SINGLE_TURN: {"response", "reference"}}
+        default_factory=lambda: {MetricType.SINGLE_TURN: {"response", "user_input"}}
     )
     refusal_prompt: PydanticPrompt = RefusalPrompt()