From c0826ab55c05e25f4eae45fe66ed83696faf9fb0 Mon Sep 17 00:00:00 2001 From: suvanbanerjee Date: Tue, 8 Sep 2026 16:41:04 +0530 Subject: [PATCH] fix: enhance missing timestamp detection to include a 30-minute buffer for stale data --- src/quartz_api/internal/service/satellite/_ingest.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/quartz_api/internal/service/satellite/_ingest.py b/src/quartz_api/internal/service/satellite/_ingest.py index 28e5b46c..5c850e6c 100644 --- a/src/quartz_api/internal/service/satellite/_ingest.py +++ b/src/quartz_api/internal/service/satellite/_ingest.py @@ -74,8 +74,10 @@ def _find_missing_timestamps( return [] expected = min(existing_timestamps) + #this end helps checking for stale data, with 30min buffer + end = max(max(existing_timestamps), dt.datetime.now(dt.UTC) - dt.timedelta(minutes=30)) missing = [] - while expected <= max(existing_timestamps): + while expected <= end: if expected not in existing_timestamps: missing.append(expected) expected += interval