Provider's improvements

- create or update save_clusters document with min/max clusters
- new metar provider urls
- raise an exception if there is no provider info

Author: ysavary

admin_jobs/save_clusters.py

@@ -23,6 +23,9 @@ def save_clusters(nb_clusters):
         mongo_db.stations.find({"status": {"$ne": "hidden"}, "last._id": {"$gt": now - 30 * 24 * 3600}})
     )
     range_clusters = np.geomspace(20, len(all_stations), num=nb_clusters, dtype=int)
+    mongo_db.stations_clusters.find_one_and_update(
+        {"_id": "save_clusters"}, {"$set": {"min": 20, "max": len(all_stations)}}, upsert=True
+    )
 
     ids = np.array([station["_id"] for station in all_stations])
 

providers/metar.py

@@ -1,7 +1,6 @@
 import io
 import json
 import math
-import os
 from gzip import GzipFile
 from random import randint
 
@@ -82,7 +81,7 @@ def get_station_names(names: StationNames) -> StationNames:
                         station["lon"],
                         StationStatus.GREEN,
                         altitude=station["elev"],
-                        url=os.path.join(self.provider_url),
+                        url=f"{self.provider_url}/data/metar/?id=${metar_id}&hours=0&decoded=yes&include_taf=yes",
                     )
 
                     station_id = station["_id"]

winds_mobi_provider/provider.py

@@ -34,9 +34,9 @@ class StationStatus(Enum):
 
 
 class Provider:
-    provider_code = ""
-    provider_name = ""
-    provider_url = ""
+    provider_code = None
+    provider_name = None
+    provider_url = None
 
     connect_timeout = 7
     read_timeout = 30
@@ -54,6 +54,8 @@ def google_api_cache_duration(self):
         return (60 + randint(-5, 5)) * 24 * 3600
 
     def __init__(self):
+        if None not in (self.provider_code, self.provider_name, self.provider_url):
+            raise ProviderException("Missing provider_code, provider_name or provider_url")
         self.mongo_db = MongoClient(MONGODB_URL).get_database()
         self.__stations_collection = self.mongo_db.stations
         self.__stations_collection.create_index(