From 1860e3e2696e0f52b1dfdaa05a47f17460bba2eb Mon Sep 17 00:00:00 2001 From: Francesco Bertolotti Date: Mon, 10 Nov 2025 15:18:11 +0100 Subject: [PATCH] wrong attribute self.k -> self.n Co-authored-by: Francesco Bertolotti --- src/lighteval/metrics/metrics_sample.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/lighteval/metrics/metrics_sample.py b/src/lighteval/metrics/metrics_sample.py index bf866b54e..96be88255 100644 --- a/src/lighteval/metrics/metrics_sample.py +++ b/src/lighteval/metrics/metrics_sample.py @@ -1199,7 +1199,7 @@ def compute(self, doc: Doc, model_response: ModelResponse, **kwargs): float: Aggregated score over the current sample's items. """ all_scores = [] - for i in range(self.k): + for i in range(self.n): all_scores.append(self.compute_score(doc, model_response[i])) avg_score = np.mean(all_scores) @@ -1235,7 +1235,7 @@ def compute(self, doc: Doc, model_response: ModelResponse, **kwargs): Returns: float: Aggregated score over the current sample's items. """ - if self.k is None: + if self.n is None: raise Exception("You did not set the value of n") golds = doc.get_golds()