Skip to content

Commit dd67ac2

Browse files
update row count check, update comments for no manifest
1 parent 7d1c285 commit dd67ac2

File tree

2 files changed

+3
-5
lines changed

2 files changed

+3
-5
lines changed

src/parseable/streams.rs

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -721,10 +721,8 @@ impl Stream {
721721
match std::fs::File::open(path) {
722722
Ok(file) => match SerializedFileReader::new(file) {
723723
Ok(reader) => {
724-
if reader.metadata().file_metadata().num_rows() < 0 {
725-
error!(
726-
"Invalid row count in parquet file {path:?} for stream {stream_name}"
727-
);
724+
if reader.metadata().file_metadata().num_rows() == 0 {
725+
error!("Invalid parquet file {path:?} for stream {stream_name}");
728726
false
729727
} else {
730728
true

src/storage/object_storage.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -138,7 +138,7 @@ async fn upload_single_parquet_file(
138138
error!("Upload size validation failed for file {filename:?}, deleted from object storage");
139139
return Ok(UploadResult {
140140
file_path: path,
141-
manifest_file: None, // This will trigger local file cleanup
141+
manifest_file: None, // Preserve staging file for retry; no manifest created
142142
});
143143
}
144144

0 commit comments

Comments
 (0)