fix: could not broadcast input array from shape (2,) into shape (1,)

dataforgoodfr · Aug 27, 2024 · c82e9a7 · c82e9a7 · github-actions · Aug 27, 2024
1 parent dc60067
commit c82e9a7
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 4 deletions.
diff --git a/.github/workflows/deploy-main.yml b/.github/workflows/deploy-main.yml
@@ -61,7 +61,7 @@ jobs:
       run: docker push ${{ secrets.CONTAINER_REGISTRY_ENDPOINT }}/ingest_to_db
 
     - name: update scaleway job definition with version mediatree_import
-      uses: jawher/action-scw@v2.27.0
+      uses: jawher/action-scw@v2.32.1
       env:
         SCW_ACCESS_KEY: ${{ secrets.SCW_ACCESS_KEY }}
         SCW_SECRET_KEY: ${{ secrets.SCW_SECRET_KEY }}

diff --git a/quotaclimat/data_processing/mediatree/channel_program.py b/quotaclimat/data_processing/mediatree/channel_program.py
@@ -23,11 +23,14 @@ def get_programs():
             "program_name":str,
             "program_type":str
         }
-        logging.debug(f"Reading {json_file_path}")
+        logging.info(f"Reading {json_file_path}")
         df_programs = pd.read_json(json_file_path, lines=True, dtype=data_dtype)
 
-        df_programs['start'] = format_hour_minute(df_programs['start'])
-        df_programs['end'] = format_hour_minute(df_programs['end'])
+        df_programs[['start', 'end']] = df_programs.apply(lambda x: pd.Series({
+            'start': format_hour_minute(x['start']),
+            'end': format_hour_minute(x['end'])
+        }), axis=1)
+
     except (Exception) as error:
         logging.error("Could not read channel_program.json")
         raise Exception
File	Stmts	Miss	Cover	Missing
postgres
insert_data.py	43	7	84%	36–38, 56–58, 63
insert_existing_data_example.py	19	3	84%	25–27
postgres/schemas
models.py	147	10	93%	121–128, 140–141, 199–200, 214–215
quotaclimat/data_ingestion
scrap_sitemap.py	134	17	87%	27–28, 33–34, 66–71, 95–97, 138–140, 202, 223–228
quotaclimat/data_ingestion/ingest_db
ingest_sitemap_in_db.py	55	37	33%	21–42, 45–58, 62–73
quotaclimat/data_ingestion/scrap_html
scrap_description_article.py	36	3	92%	19–20, 32
quotaclimat/data_processing/mediatree
api_import.py	209	130	38%	44–48, 53–69, 73–76, 82, 85–125, 131–146, 150–151, 164–176, 180–186, 199–211, 214–218, 224, 260–261, 264–299, 302–304
channel_program.py	136	51	62%	34–36, 47–49, 63, 99, 108, 146–187
config.py	15	2	87%	7, 16
detect_keywords.py	214	12	94%	169–172, 216, 266–273
update_pg_keywords.py	54	39	28%	14–100, 125–129, 152–178, 184
utils.py	69	22	68%	27–51, 54, 63, 84–85
quotaclimat/utils
healthcheck_config.py	29	14	52%	22–24, 27–38
logger.py	24	11	54%	22–24, 28–37
sentry.py	11	2	82%	22–23
TOTAL	1221	360	71%