diff --git a/requirements/multi-modal.txt b/requirements/multi-modal.txt
index d7e26fba..d16f2f26 100644
--- a/requirements/multi-modal.txt
+++ b/requirements/multi-modal.txt
@@ -3,6 +3,8 @@ ftfy>=6.0.3
 ofa>=0.0.2
 pycocoevalcap>=1.2
 pycocotools>=2.0.4
-rouge_score
+# rough-score was just recently updated from 0.0.4 to 0.0.7
+# which introduced compatability issues that are being investigated
+rouge_score<=0.0.4
 timm
 torchvision
diff --git a/requirements/nlp.txt b/requirements/nlp.txt
index dbdc7ad4..cbd2c112 100644
--- a/requirements/nlp.txt
+++ b/requirements/nlp.txt
@@ -1,4 +1,6 @@
 pai-easynlp
-rouge_score
+# rough-score was just recently updated from 0.0.4 to 0.0.7
+# which introduced compatability issues that are being investigated
+rouge_score<=0.0.4
 sofa>=1.0.5
 spacy>=2.3.5