Skip to content

Commit d0552a6

Browse files
authored
Merge branch 'master' into pre-commit-ci-update-config
2 parents 7efd485 + 54f0cca commit d0552a6

File tree

1 file changed

+13
-0
lines changed

1 file changed

+13
-0
lines changed

pipelines/utils/dump_db/tasks.py

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -529,6 +529,19 @@ def dump_upload_batch(
529529
if not cleared_table:
530530
# the header is needed to create a table when dosen't exist
531531
# in overwrite mode the header is always created
532+
st.delete_table(
533+
mode="staging", bucket_name=st.bucket_name, not_found_ok=True
534+
)
535+
log_mod(
536+
msg=(
537+
"MODE OVERWRITE: Sucessfully DELETED OLD DATA from Storage:\n"
538+
+ f"{storage_path}\n"
539+
+ f"{storage_path_link}"
540+
),
541+
index=idx,
542+
mod=log_number_of_batches,
543+
) # pylint: disable=C0301
544+
532545
log_mod(
533546
msg="MODE OVERWRITE: Table DOSEN'T EXISTS\nStart to CREATE HEADER file",
534547
index=idx,

0 commit comments

Comments
 (0)