diff --git a/flair/datasets/text_text.py b/flair/datasets/text_text.py
index e96a5317e..4c2280088 100644
--- a/flair/datasets/text_text.py
+++ b/flair/datasets/text_text.py
@@ -991,8 +991,8 @@ def __init__(
 
             # rename test file to eval_dataset, since it has no labels
             os.rename(
-                str(data_folder / data_folder / "STS-B" / "test.tsv"),
-                str(data_folder / data_folder / "STS-B" / "eval_dataset.tsv"),
+                str(data_folder / "STS-B" / "test.tsv"),
+                str(data_folder / "STS-B" / "eval_dataset.tsv"),
             )
 
         super().__init__(