Skip to content

Commit a09765d

Browse files
removed hardcoded repartition size
1 parent 475d1a7 commit a09765d

File tree

1 file changed

+2
-5
lines changed

1 file changed

+2
-5
lines changed

src/query/mod.rs

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,6 @@ impl Query {
9191
let mut config = SessionConfig::default()
9292
.with_parquet_pruning(true)
9393
.with_prefer_existing_sort(true)
94-
.with_information_schema(true)
9594
.with_batch_size(1000000)
9695
.with_coalesce_batches(true);
9796

@@ -142,9 +141,7 @@ impl Query {
142141
.execute_logical_plan(self.final_logical_plan(&time_partition))
143142
.await?;
144143

145-
let optimised_df = df.repartition(Partitioning::RoundRobinBatch(16))?;
146-
147-
let fields = optimised_df
144+
let fields = df
148145
.schema()
149146
.fields()
150147
.iter()
@@ -156,7 +153,7 @@ impl Query {
156153
return Ok((vec![], fields));
157154
}
158155

159-
let results = optimised_df.collect().await?;
156+
let results = df.collect().await?;
160157
Ok((results, fields))
161158
}
162159

0 commit comments

Comments
 (0)