Only report progress every 10 events so we don't spam the logs and websocket

This commit is contained in:
Josh Hawkins 2024-10-10 14:09:47 -05:00
parent a7f2cd36d0
commit d6d1108620

View File

@ -218,17 +218,18 @@ class Embeddings:
totals["processed_objects"] += 1 totals["processed_objects"] += 1
# display progress debug message every batch_size events # report progress every 10 events so we don't spam the logs or websocket
progress = (processed_events / total_events) * 100 if (processed_events % 10) == 0:
logger.debug( progress = (processed_events / total_events) * 100
"Processed %d/%d events (%.2f%% complete) | Thumbnails: %d, Descriptions: %d", logger.debug(
processed_events, "Processed %d/%d events (%.2f%% complete) | Thumbnails: %d, Descriptions: %d",
total_events, processed_events,
progress, total_events,
totals["thumbnails"], progress,
totals["descriptions"], totals["thumbnails"],
) totals["descriptions"],
self.requestor.send_data(UPDATE_EMBEDDINGS_REINDEX_PROGRESS, totals) )
self.requestor.send_data(UPDATE_EMBEDDINGS_REINDEX_PROGRESS, totals)
# Move to the next page # Move to the next page
current_page += 1 current_page += 1