diff --git a/llmfoundry/command_utils/eval.py b/llmfoundry/command_utils/eval.py
index 0678925a84..f25f2b5cef 100644
--- a/llmfoundry/command_utils/eval.py
+++ b/llmfoundry/command_utils/eval.py
@@ -110,7 +110,7 @@ def evaluate_model(
             mosaicml_logger._flush_metadata(force_flush=True)
 
     fsdp_config = parallelism_config.get(
-        'fsdp_config',
+        'fsdp',
         None,
     ) if parallelism_config else None
     if fsdp_config and model.get('load_in_8bit', False):