please god work

This commit is contained in:
2025-07-26 17:44:23 -07:00
parent 262cb00b69
commit 3a547b7c21
2 changed files with 26 additions and 9 deletions

View File

@@ -140,12 +140,25 @@ class CheckpointManager:
def get_completed_chunk_files(self) -> List[Path]:
"""Get list of all completed chunk files in order"""
chunk_files = []
missing_chunks = []
for i in range(self.status['total_chunks']):
chunk_file = self.get_chunk_file(i)
if chunk_file:
chunk_files.append(chunk_file)
else:
break # Stop at first missing chunk
# Check if chunk is marked as completed but file is missing
if self.is_chunk_completed(i):
missing_chunks.append(i)
print(f"⚠️ Chunk {i} marked complete but file missing!")
else:
break # Stop at first unprocessed chunk
if missing_chunks:
print(f"❌ Missing checkpoint files for chunks: {missing_chunks}")
print(f" This may happen if files were deleted during streaming merge")
print(f" These chunks may need to be reprocessed")
return chunk_files
def mark_processing_complete(self):