From bc0fffc07938e1a538fcce4d7f22ec47c5088ff0 Mon Sep 17 00:00:00 2001
From: heimoshuiyu <heimoshuiyu@gmail.com>
Date: Sat, 14 Sep 2024 16:36:19 +0800
Subject: [PATCH] =?UTF-8?q?fix:=20=E6=97=A0=E9=99=90=E9=80=92=E5=BD=92?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 cucyuqing/cmd/es-sync.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/cucyuqing/cmd/es-sync.py b/cucyuqing/cmd/es-sync.py
index 3eb2b1a..dd0de20 100644
--- a/cucyuqing/cmd/es-sync.py
+++ b/cucyuqing/cmd/es-sync.py
@@ -66,9 +66,13 @@ async def fetch(interval: ESInterval, size=1000) -> AsyncIterable[dict]:
     # 这里使用递归
     if len(docs) == size:
         print("继续请求下一页数据")
+        start_time = parse_unixtime(docs[-1]["crawled_at"])
+        if start_time == interval.end_time:
+            print("已经到达时间段末尾，停止请求", start_time)
+            return
         async for doc in fetch(
             ESInterval(
-                start_time=parse_unixtime(docs[-1]["crawled_at"]),
+                start_time=start_time,
                 end_time=interval.end_time,
             ),
             size,