up

requirements.txt

@@ -1 +1,3 @@
-git+https://github.com/huggingface/evaluate@main
+git+https://github.com/huggingface/evaluate@main
+
+scikit-learn

sklearn_proxy.py

@@ -15,6 +15,7 @@
 
 import evaluate
 import datasets
+from sklearn.metrics import get_scorer
 
 
 # TODO: Add BibTeX citation
@@ -86,10 +87,6 @@ class SklearnProxy(evaluate.Metric):
         # TODO: Download external resources if needed
         pass
 
-    def _compute(self, predictions, references):
-        """Returns the scores"""
-        # TODO: Compute the different scores of the module
-        accuracy = sum(i == j for i, j in zip(predictions, references)) / len(predictions)
-        return {
-            "accuracy": accuracy,
-        }
+    def _compute(self, predictions, references, metric_name="accuracy", **kwargs):
+        scorer = get_scorer(metric_name)
+        return scorer(references, predictions, **kwargs)