Skip to content

Commit 73f2956

Browse files
committed
simplify create_writer_props
1 parent db0db94 commit 73f2956

File tree

1 file changed

+1
-8
lines changed

1 file changed

+1
-8
lines changed

datafusion/datasource-parquet/src/file_format.rs

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1128,14 +1128,7 @@ impl ParquetSink {
11281128
runtime: &Arc<RuntimeEnv>,
11291129
path: &Path,
11301130
) -> Result<WriterProperties> {
1131-
let schema = if self.parquet_options.global.allow_single_file_parallelism {
1132-
// If parallelizing writes, we may be also be doing hive style partitioning
1133-
// into multiple files which impacts the schema per file.
1134-
// Refer to `get_writer_schema()`
1135-
&get_writer_schema(&self.config)
1136-
} else {
1137-
self.config.output_schema()
1138-
};
1131+
let schema = self.config.output_schema();
11391132

11401133
// TODO: avoid this clone in follow up PR, where the writer properties & schema
11411134
// are calculated once on `ParquetSink::new`

0 commit comments

Comments
 (0)