diff --git a/torchao/prototype/mx_formats/inference_workflow.py b/torchao/prototype/mx_formats/inference_workflow.py
index 33bfce42a8..dad54a3565 100644
--- a/torchao/prototype/mx_formats/inference_workflow.py
+++ b/torchao/prototype/mx_formats/inference_workflow.py
@@ -120,7 +120,6 @@ def __post_init__(self):
             "For now - we only support matching input/weight dtypes."
         )
         _validate_elem_dtype(self.activation_dtype)
-        _validate_elem_dtype(self.weight_dtype)
 
 
 def _linear_extra_repr(self):