fix: [crawler] timeout QUEUED captures

CIRCL · Jan 9, 2025 · df161cf · df161cf
1 parent 109ce56
commit df161cf
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py
@@ -179,7 +179,14 @@ def get_message(self):
                     else:
                         capture.update(status)
                 elif status == crawlers.CaptureStatus.QUEUED:
-                    capture.update(status)
+                    capture_start = capture.get_start_time(r_str=False)
+                    if int(time.time()) - capture_start > 600:  # TODO ADD in new crawler config
+                        task = capture.get_task()
+                        task.reset()
+                        capture.delete()
+                        self.logger.warning(f'capture QUEUED Timeout, {task.uuid} Send back in queue')
+                    else:
+                        capture.update(status)
                     print(capture.uuid, crawlers.CaptureStatus(status).name, int(time.time()))
                 elif status == crawlers.CaptureStatus.ONGOING:
                     capture.update(status)