Only report progress every 10 events so we don't spam the logs and websocket

This commit is contained in:
Josh Hawkins 2024-10-10 14:09:47 -05:00
parent a7f2cd36d0
commit d6d1108620

View File

@ -218,17 +218,18 @@ class Embeddings:
totals["processed_objects"] += 1
# display progress debug message every batch_size events
progress = (processed_events / total_events) * 100
logger.debug(
"Processed %d/%d events (%.2f%% complete) | Thumbnails: %d, Descriptions: %d",
processed_events,
total_events,
progress,
totals["thumbnails"],
totals["descriptions"],
)
self.requestor.send_data(UPDATE_EMBEDDINGS_REINDEX_PROGRESS, totals)
# report progress every 10 events so we don't spam the logs or websocket
if (processed_events % 10) == 0:
progress = (processed_events / total_events) * 100
logger.debug(
"Processed %d/%d events (%.2f%% complete) | Thumbnails: %d, Descriptions: %d",
processed_events,
total_events,
progress,
totals["thumbnails"],
totals["descriptions"],
)
self.requestor.send_data(UPDATE_EMBEDDINGS_REINDEX_PROGRESS, totals)
# Move to the next page
current_page += 1