diff --git a/setup.py b/setup.py
index 4cfe852eba4..c6de479df1e 100644
--- a/setup.py
+++ b/setup.py
@@ -186,6 +186,7 @@
 
 METRICS_TESTS_REQUIRE = [
     # metrics dependencies
+    "accelerate",  # for frugalscore (calls transformers' Trainer)
     "bert_score>=0.3.6",
     "jiwer",
     "langdetect",