Implement caching for gv. See #452

openstate · Jan 26, 2024 · a82e6d7 · a82e6d7
1 parent 6e5020b
commit a82e6d7
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/ocd_backend/extractors/gv.py b/ocd_backend/extractors/gv.py
@@ -124,7 +124,10 @@ def run(self):
 
         total_meetings = 0
         for item in super(GreenValleyMeetingsExtractor, self).run():
-            yield item[0], item[1], item[2], item[3]
-            total_meetings += 1
+            ot = ",".join(self.source_definition['greenvalley_objecttypes'])
+            mt = json.loads(item[1])
+            if not self.check_if_most_recent('gv', self.source_definition["key"], ot, item[1], mt['objectid']):
+                yield item[0], item[1], item[2], item[3]
+                total_meetings += 1
 
         log.info(f'[{self.source_definition["key"]}] Extracting total of {total_meetings} GreenValley meetings')