Skip to content

Commit 2c54ed4

Browse files
answering co-pilot review
1 parent efc426a commit 2c54ed4

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

src/lerobot/datasets/lerobot_dataset.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -307,11 +307,11 @@ def _save_episode_metadata(self, episode_dict: dict) -> None:
307307
else self.writer.where
308308
)
309309
latest_size_in_mb = os.path.getsize(latest_path.as_posix()) / (1024 * 1024)
310-
latest_num_frames = self.latest_episode["episode_index"][0] + 1
310+
latest_num_frames = self.latest_episode["episode_index"][0]
311311

312-
av_size_per_frame = latest_size_in_mb / latest_num_frames
312+
av_size_per_frame = latest_size_in_mb / latest_num_frames if latest_num_frames > 0 else 0.0
313313

314-
if latest_size_in_mb + av_size_per_frame * 1 >= self.data_files_size_in_mb:
314+
if latest_size_in_mb + av_size_per_frame * num_frames >= self.data_files_size_in_mb:
315315
# Size limit is reached, prepare new parquet file
316316
chunk_idx, file_idx = update_chunk_file_indices(chunk_idx, file_idx, self.chunks_size)
317317
self._close_writer()
@@ -1209,7 +1209,6 @@ def _save_episode_data(self, episode_buffer: dict) -> dict:
12091209
)
12101210
self.writer.write_table(table, row_group_size=ep_num_frames)
12111211

1212-
# self.writer.write_table(table, row_group_size=ep_num_frames)
12131212
self.latest_episode = ep_dict
12141213

12151214
metadata = {

0 commit comments

Comments
 (0)