Skip to content

Commit 915bfee

Browse files
committed
simplify create_writer_props
1 parent 68e762f commit 915bfee

File tree

1 file changed

+1
-8
lines changed

1 file changed

+1
-8
lines changed

datafusion/datasource-parquet/src/file_format.rs

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1124,14 +1124,7 @@ impl ParquetSink {
11241124
runtime: &Arc<RuntimeEnv>,
11251125
path: &Path,
11261126
) -> Result<WriterProperties> {
1127-
let schema = if self.parquet_options.global.allow_single_file_parallelism {
1128-
// If parallelizing writes, we may be also be doing hive style partitioning
1129-
// into multiple files which impacts the schema per file.
1130-
// Refer to `get_writer_schema()`
1131-
&get_writer_schema(&self.config)
1132-
} else {
1133-
self.config.output_schema()
1134-
};
1127+
let schema = self.config.output_schema();
11351128

11361129
// TODO: avoid this clone in follow up PR, where the writer properties & schema
11371130
// are calculated once on `ParquetSink::new`

0 commit comments

Comments
 (0)