please god work
This commit is contained in:
@@ -140,12 +140,25 @@ class CheckpointManager:
|
||||
def get_completed_chunk_files(self) -> List[Path]:
|
||||
"""Get list of all completed chunk files in order"""
|
||||
chunk_files = []
|
||||
missing_chunks = []
|
||||
|
||||
for i in range(self.status['total_chunks']):
|
||||
chunk_file = self.get_chunk_file(i)
|
||||
if chunk_file:
|
||||
chunk_files.append(chunk_file)
|
||||
else:
|
||||
break # Stop at first missing chunk
|
||||
# Check if chunk is marked as completed but file is missing
|
||||
if self.is_chunk_completed(i):
|
||||
missing_chunks.append(i)
|
||||
print(f"⚠️ Chunk {i} marked complete but file missing!")
|
||||
else:
|
||||
break # Stop at first unprocessed chunk
|
||||
|
||||
if missing_chunks:
|
||||
print(f"❌ Missing checkpoint files for chunks: {missing_chunks}")
|
||||
print(f" This may happen if files were deleted during streaming merge")
|
||||
print(f" These chunks may need to be reprocessed")
|
||||
|
||||
return chunk_files
|
||||
|
||||
def mark_processing_complete(self):
|
||||
|
||||
Reference in New Issue
Block a user