We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 7efd485 + 54f0cca commit d0552a6Copy full SHA for d0552a6
pipelines/utils/dump_db/tasks.py
@@ -529,6 +529,19 @@ def dump_upload_batch(
529
if not cleared_table:
530
# the header is needed to create a table when dosen't exist
531
# in overwrite mode the header is always created
532
+ st.delete_table(
533
+ mode="staging", bucket_name=st.bucket_name, not_found_ok=True
534
+ )
535
+ log_mod(
536
+ msg=(
537
+ "MODE OVERWRITE: Sucessfully DELETED OLD DATA from Storage:\n"
538
+ + f"{storage_path}\n"
539
+ + f"{storage_path_link}"
540
+ ),
541
+ index=idx,
542
+ mod=log_number_of_batches,
543
+ ) # pylint: disable=C0301
544
+
545
log_mod(
546
msg="MODE OVERWRITE: Table DOSEN'T EXISTS\nStart to CREATE HEADER file",
547
index=idx,
0 commit comments