Skip to content

Commit 1b348d6

Browse files
mergify[bot]mergify[bot]
authored
Merge branch 'master' into pre-commit-ci-update-config
2 parents 82f24fb + d35dee5 commit 1b348d6

File tree

2 files changed

+54
-2
lines changed

2 files changed

+54
-2
lines changed

‎pipelines/rj_smfp/dump_db_ergon/schedules.py‎

Lines changed: 40 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,125 +22,148 @@
2222
ergon_queries = {
2323
"cargo": {
2424
"materialize_after_dump": True,
25+
"biglake_table": True,
2526
"materialization_mode": "prod",
2627
"dump_mode": "overwrite",
2728
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_CARGOS_",
2829
},
2930
"categoria": {
3031
"materialize_after_dump": True,
32+
"biglake_table": True,
3133
"materialization_mode": "prod",
3234
"dump_mode": "overwrite",
3335
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_CATEGORIAS_",
3436
},
3537
"empresa": {
3638
"materialize_after_dump": True,
39+
"biglake_table": True,
3740
"materialization_mode": "prod",
3841
"dump_mode": "overwrite",
3942
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_EMPRESAS",
4043
},
4144
"matricula": {
4245
"materialize_after_dump": True,
46+
"biglake_table": True,
4347
"materialization_mode": "prod",
4448
"dump_mode": "overwrite",
4549
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_ERG_MATRICULAS",
4650
},
4751
"fita_banco": {
4852
"materialize_after_dump": True,
53+
"biglake_table": True,
4954
"materialization_mode": "prod",
5055
"partition_columns": "MES_ANO",
5156
"dump_mode": "append",
57+
"lower_bound_date": "current_month",
5258
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_FITA_BANCO",
5359
},
5460
"folha_empresa": {
5561
"materialize_after_dump": True,
62+
"biglake_table": True,
5663
"materialization_mode": "prod",
5764
"partition_columns": "MES_ANO",
5865
"dump_mode": "append",
66+
"lower_bound_date": "current_month",
5967
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_FOLHAS_EMP",
6068
},
6169
"forma_provimento": {
6270
"materialize_after_dump": True,
71+
"biglake_table": True,
6372
"materialization_mode": "prod",
6473
"dump_mode": "overwrite",
6574
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_FORMAS_PROV_",
6675
},
6776
"funcionario": {
6877
"materialize_after_dump": True,
78+
"biglake_table": True,
6979
"materialization_mode": "prod",
7080
"dump_mode": "overwrite",
7181
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_FUNCIONARIOS",
7282
},
7383
"horario_trabalho": {
7484
"materialize_after_dump": True,
85+
"biglake_table": True,
7586
"materialization_mode": "prod",
7687
"dump_mode": "overwrite",
7788
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_HORARIO_TRAB_",
7889
},
7990
"setor": {
8091
"materialize_after_dump": True,
92+
"biglake_table": True,
8193
"materialization_mode": "prod",
8294
"dump_mode": "overwrite",
8395
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_HSETOR_",
8496
},
8597
"jornada": {
8698
"materialize_after_dump": True,
99+
"biglake_table": True,
87100
"materialization_mode": "prod",
88101
"dump_mode": "overwrite",
89102
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_JORNADAS_",
90103
},
91104
"orgaos_externos": {
92105
"materialize_after_dump": True,
106+
"biglake_table": True,
93107
"materialization_mode": "prod",
94108
"dump_mode": "overwrite",
95109
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_ORGAOS_EXTERNOS",
96110
},
97111
"orgaos_regime_juridico": {
98112
"materialize_after_dump": True,
113+
"biglake_table": True,
99114
"materialization_mode": "prod",
100115
"dump_mode": "overwrite",
101116
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_ORGAOS_REGIMES_JUR_",
102117
},
103118
"provimento": {
104119
"materialize_after_dump": True,
120+
"biglake_table": True,
105121
"materialization_mode": "prod",
106122
"dump_mode": "overwrite",
107123
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_PROVIMENTOS_EV",
108124
},
109125
"regime_juridico": {
110126
"materialize_after_dump": True,
127+
"biglake_table": True,
111128
"materialization_mode": "prod",
112129
"dump_mode": "overwrite",
113130
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_REGIMES_JUR_",
114131
},
115132
"tipo_folha": {
116133
"materialize_after_dump": True,
134+
"biglake_table": True,
117135
"materialization_mode": "prod",
118136
"dump_mode": "overwrite",
119137
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_TIPO_FOLHA",
120138
},
121139
"tipo_orgao": {
122140
"materialize_after_dump": True,
141+
"biglake_table": True,
123142
"materialization_mode": "prod",
124143
"dump_mode": "overwrite",
125144
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_TIPO_ORGAO",
126145
},
127146
"tipo_vinculo": {
128147
"materialize_after_dump": True,
148+
"biglake_table": True,
129149
"materialization_mode": "prod",
130150
"dump_mode": "overwrite",
131151
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_TIPO_VINC_",
132152
},
133153
"vinculo": {
134154
"materialize_after_dump": True,
155+
"biglake_table": True,
135156
"materialization_mode": "prod",
136157
"dump_mode": "overwrite",
137158
"execute_query": "SELECT * FROM C_ERGON.VW_DLK_ERG_VINCULOS",
138159
},
139160
"licenca_afastamento": {
140161
"materialize_after_dump": True,
162+
"biglake_table": True,
141163
"materialization_mode": "prod",
142164
"partition_columns": "DTINI",
143165
"dump_mode": "append",
166+
"lower_bound_date": "current_month",
144167
"execute_query": """
145168
SELECT NUMFUNC,NUMVINC,DTINI,DTFIM,TIPOFREQ,CODFREQ,MOTIVO,DTPREVFIM,FLEX_CAMPO_01,
146169
FLEX_CAMPO_02,EMP_CODIGO,FLEX_CAMPO_07
@@ -149,19 +172,23 @@
149172
},
150173
"frequencia": {
151174
"materialize_after_dump": True,
175+
"biglake_table": True,
152176
"materialization_mode": "prod",
153177
"partition_columns": "DTINI",
154178
"dump_mode": "append",
179+
"lower_bound_date": "current_month",
155180
"execute_query": """
156181
SELECT NUMFUNC,NUMVINC,DTINI,DTFIM,TIPOFREQ,CODFREQ,OBS,EMP_CODIGO
157182
FROM ERGON.FREQUENCIAS
158183
""",
159184
},
160185
"vantagens": {
161186
"materialize_after_dump": True,
187+
"biglake_table": True,
162188
"materialization_mode": "prod",
163189
"partition_columns": "DTINI",
164190
"dump_mode": "append",
191+
"lower_bound_date": "current_month",
165192
"execute_query": """
166193
SELECT NUMFUNC,NUMVINC,VANTAGEM,DTINI,DTFIM,VALOR,INFO,TIPO_INCORPORACAO,PERC_INC_FUNCAO,
167194
INC_TABELAVENC,INC_REFERENCIA,OBS,VALOR2,INFO2,VALOR3,INFO3,VALOR4,INFO4,VALOR5,INFO5,
@@ -171,6 +198,7 @@
171198
},
172199
"total_contagem": {
173200
"materialize_after_dump": True,
201+
"biglake_table": True,
174202
"materialization_mode": "prod",
175203
"dump_mode": "overwrite",
176204
"execute_query": """
@@ -181,6 +209,7 @@
181209
},
182210
"pre_contagem": {
183211
"materialize_after_dump": True,
212+
"biglake_table": True,
184213
"materialization_mode": "prod",
185214
"dump_mode": "overwrite",
186215
"execute_query": """
@@ -190,6 +219,7 @@
190219
},
191220
"averbacoes": {
192221
"materialize_after_dump": True,
222+
"biglake_table": True,
193223
"materialization_mode": "prod",
194224
"dump_mode": "overwrite",
195225
"execute_query": """
@@ -200,6 +230,7 @@
200230
},
201231
"averbacoes_contagem": {
202232
"materialize_after_dump": True,
233+
"biglake_table": True,
203234
"materialization_mode": "prod",
204235
"dump_mode": "overwrite",
205236
"execute_query": """
@@ -209,6 +240,7 @@
209240
},
210241
"frequencia_antigo": {
211242
"materialize_after_dump": True,
243+
"biglake_table": True,
212244
"materialization_mode": "prod",
213245
"dump_mode": "overwrite",
214246
"execute_query": """
@@ -218,6 +250,7 @@
218250
},
219251
"afastamento_antigo": {
220252
"materialize_after_dump": True,
253+
"biglake_table": True,
221254
"materialization_mode": "prod",
222255
"dump_mode": "overwrite",
223256
"execute_query": """
@@ -227,6 +260,7 @@
227260
},
228261
"afastamento_antigo_nomes": {
229262
"materialize_after_dump": True,
263+
"biglake_table": True,
230264
"materialization_mode": "prod",
231265
"dump_mode": "overwrite",
232266
"execute_query": """
@@ -237,6 +271,7 @@
237271
},
238272
"tipo_tempo": {
239273
"materialize_after_dump": True,
274+
"biglake_table": True,
240275
"materialization_mode": "prod",
241276
"dump_mode": "overwrite",
242277
"execute_query": """
@@ -247,8 +282,10 @@
247282
},
248283
"ficha_financeira": {
249284
"materialize_after_dump": True,
285+
"biglake_table": True,
250286
"materialization_mode": "prod",
251287
"dump_mode": "append",
288+
"lower_bound_date": "current_month",
252289
"partition_columns": "MES_ANO_FOLHA",
253290
"execute_query": """
254291
SELECT MES_ANO_FOLHA,NUM_FOLHA,LANCAMENTO,NUMFUNC,NUMVINC,NUMPENS,MES_ANO_DIREITO,
@@ -258,8 +295,10 @@
258295
},
259296
"ficha_financeira_contabil": {
260297
"materialize_after_dump": True,
298+
"biglake_table": True,
261299
"materialization_mode": "prod",
262300
"dump_mode": "append",
301+
"lower_bound_date": "current_month",
263302
"partition_columns": "MES_ANO_FOLHA",
264303
"execute_query": """
265304
SELECT MES_ANO_FOLHA,NUM_FOLHA,NUMFUNC,NUMVINC,NUMPENS,SETOR,SECRETARIA,TIPO_FUNC,
@@ -272,7 +311,7 @@
272311

273312
ergon_clocks = generate_dump_db_schedules(
274313
interval=timedelta(days=1),
275-
start_date=datetime(2022, 11, 9, 10, 30, tzinfo=pytz.timezone("America/Sao_Paulo")),
314+
start_date=datetime(2022, 11, 9, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")),
276315
labels=[
277316
constants.RJ_SMFP_AGENT_LABEL.value,
278317
],

‎pipelines/rj_smfp/dump_db_ergon_comlurb/schedules.py‎

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323
ergon_queries = {
2424
"cargo": {
2525
"materialize_after_dump": True,
26+
"biglake_table": True,
2627
"materialization_mode": "prod",
2728
"dump_mode": "overwrite",
2829
"dbt_alias": True,
@@ -105,6 +106,7 @@
105106
},
106107
"dependente": {
107108
"materialize_after_dump": True,
109+
"biglake_table": True,
108110
"materialization_mode": "prod",
109111
"dump_mode": "overwrite",
110112
"dbt_alias": True,
@@ -216,6 +218,7 @@
216218
},
217219
"funcionario_evento": {
218220
"materialize_after_dump": True,
221+
"biglake_table": True,
219222
"materialization_mode": "prod",
220223
"dump_mode": "overwrite",
221224
"dbt_alias": True,
@@ -333,6 +336,7 @@
333336
},
334337
"ficha_financeira": {
335338
"materialize_after_dump": True,
339+
"biglake_table": True,
336340
"materialization_mode": "prod",
337341
"dump_mode": "overwrite",
338342
"dbt_alias": True,
@@ -359,8 +363,10 @@
359363
},
360364
"fita_banco": {
361365
"materialize_after_dump": True,
366+
"biglake_table": True,
362367
"materialization_mode": "prod",
363368
"dump_mode": "append",
369+
"lower_bound_date": "current_month",
364370
"partition_columns": "MES_ANO",
365371
"dbt_alias": True,
366372
"execute_query": """
@@ -449,6 +455,7 @@
449455
},
450456
"frequencia": {
451457
"materialize_after_dump": True,
458+
"biglake_table": True,
452459
"materialization_mode": "prod",
453460
"dump_mode": "overwrite",
454461
"dbt_alias": True,
@@ -524,6 +531,7 @@
524531
},
525532
"funcionario": {
526533
"materialize_after_dump": True,
534+
"biglake_table": True,
527535
"materialization_mode": "prod",
528536
"dump_mode": "overwrite",
529537
"dbt_alias": True,
@@ -729,6 +737,7 @@
729737
},
730738
"setor_h": {
731739
"materialize_after_dump": True,
740+
"biglake_table": True,
732741
"materialization_mode": "prod",
733742
"dump_mode": "overwrite",
734743
"dbt_alias": True,
@@ -739,6 +748,7 @@
739748
},
740749
"licenca_afastamento": {
741750
"materialize_after_dump": True,
751+
"biglake_table": True,
742752
"materialization_mode": "prod",
743753
"dump_mode": "overwrite",
744754
"dbt_alias": True,
@@ -829,6 +839,7 @@
829839
},
830840
"setor": {
831841
"materialize_after_dump": True,
842+
"biglake_table": True,
832843
"materialization_mode": "prod",
833844
"dump_mode": "overwrite",
834845
"dbt_alias": True,
@@ -882,6 +893,7 @@
882893
},
883894
"vantagens": {
884895
"materialize_after_dump": True,
896+
"biglake_table": True,
885897
"materialization_mode": "prod",
886898
"dump_mode": "overwrite",
887899
"dbt_alias": True,
@@ -958,6 +970,7 @@
958970
},
959971
"vinculo": {
960972
"materialize_after_dump": True,
973+
"biglake_table": True,
961974
"materialization_mode": "prod",
962975
"dump_mode": "overwrite",
963976
"dbt_alias": True,
@@ -1121,7 +1134,7 @@
11211134
ergon_clocks = generate_dump_db_schedules(
11221135
interval=timedelta(days=1),
11231136
start_date=datetime(
1124-
2022, 10, 25, 18, 30, tzinfo=pytz.timezone("America/Sao_Paulo")
1137+
2022, 10, 25, 23, 30, tzinfo=pytz.timezone("America/Sao_Paulo")
11251138
),
11261139
labels=[
11271140
constants.RJ_SMFP_AGENT_LABEL.value,

0 commit comments

Comments
 (0)