diff --git a/onnxscript/ir/external_data.py b/onnxscript/ir/external_data.py
index 6e89951e7..87524899f 100644
--- a/onnxscript/ir/external_data.py
+++ b/onnxscript/ir/external_data.py
@@ -245,8 +245,6 @@ def convert_tensors_to_external(
         should match the input tensor order.
     """
     path = os.path.join(base_dir, relative_path)
-    # Check if file path is valid, and create subsequent subdirectories within the path if they don't exist
-    os.makedirs(os.path.dirname(path), exist_ok=True)
 
     # Check if output path exists. Load pre-existing external data if it does.
     if os.path.exists(path):