Fix image network for Telegram images

digitalmethodsinitiative · Oct 25, 2024 · caf451a · caf451a
1 parent 96528d1
commit caf451a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/processors/networks/image-network.py b/processors/networks/image-network.py
@@ -139,6 +139,9 @@ def process(self):
         file_url_map = {v["filename"]: u for u, v in metadata.items()}
         for url, details in metadata.items():
             for item_id in details.get("post_ids", []):
+                if self.source_dataset.type.endswith("-telegram"):
+                    # telegram has weird IDs
+                    item_id = "-".join(details["filename"].split("-")[:-1]) + "-" + str(item_id)
                 id_file_map[item_id] = details["filename"]
 
         root_dataset = None