create dir first

Author: kevinjqliu

pyiceberg/io/pyarrow.py

@@ -288,6 +288,8 @@ def create(self, overwrite: bool = False) -> OutputStream:
         try:
             if not overwrite and self.exists() is True:
                 raise FileExistsError(f"Cannot create file, already exists: {self.location}")
+            # Parent directories must be created first in certain file systems, such as the LocalFileSystem.
+            self._filesystem.create_dir(os.path.dirname(self._path), recursive=True)
             output_file = self._filesystem.open_output_stream(self._path, buffer_size=self._buffer_size)
         except PermissionError:
             raise