diff --git a/weave/scorers/llm_utils.py b/weave/scorers/llm_utils.py
index bf8a1a02b43..1b2fb411de8 100644
--- a/weave/scorers/llm_utils.py
+++ b/weave/scorers/llm_utils.py
@@ -138,5 +138,5 @@ def download_model(model_name_or_path: str, local_dir: str = "weave_models") ->
     "coherence_scorer": "c-metrics/weave-scorers/coherence_scorer:v0",  # task: "sentiment-analysis"
     "toxicity_scorer": "c-metrics/weave-scorers/toxicity_scorer:v0",
     "bias_scorer": "c-metrics/weave-scorers/bias_scorer:v0",
-    "relevance_scorer": "c-metrics/weave-scorers/relevance_scorer:v0",
+    "relevance_scorer": "c-metrics/context-relevance-scorer/relevance_scorer:v0",
 }