diff --git a/langchain/document_loaders/s3_file.py b/langchain/document_loaders/s3_file.py
index 797d503af..f78913b21 100644
--- a/langchain/document_loaders/s3_file.py
+++ b/langchain/document_loaders/s3_file.py
@@ -1,4 +1,5 @@
 """Loading logic for loading documents from an s3 file."""
+import os
 import tempfile
 from typing import List
 
@@ -27,6 +28,7 @@ class S3FileLoader(BaseLoader):
         s3 = boto3.client("s3")
         with tempfile.TemporaryDirectory() as temp_dir:
             file_path = f"{temp_dir}/{self.key}"
+            os.makedirs(os.path.dirname(file_path), exist_ok=True)
             s3.download_file(self.bucket, self.key, file_path)
             loader = UnstructuredFileLoader(file_path)
             return loader.load()