[WIP] Reprocessamento de Viagens Individuais - Recurso

.gitignore

@@ -12,4 +12,5 @@ dbt-env/
 
 # DEV
 scripts/
-dev/
+dev/
+!dev/run_algoritmo_recursos.py

data/seed_viagens.csv

@@ -0,0 +1,161 @@
+data,id_veiculo_amostra,datetime_partida_amostra,datetime_chegada_amostra,servico_amostra
+2022-10-15,58024,2022-10-15 05:38:30,2022-10-15 10:25:30,679
+2022-10-15,58007,2022-10-15 19:59:45,2022-10-15 21:27:15,621
+2022-10-15,58103,2022-10-15 19:41:00,2022-10-15 21:19:00,628
+2022-10-15,58063,2022-10-15 16:59:00,2022-10-15 22:35:00,622
+2022-10-15,58034,2022-10-15 03:06:15,2022-10-15 07:00:45,621
+2022-10-15,58016,2022-10-14 23:54:00,2022-10-15 01:18:00,628
+2022-10-15,58168,2022-10-14 22:54:30,2022-10-15 02:45:30,622
+2022-10-15,58095,2022-10-15 22:15:45,2022-10-16 00:53:15,679
+2022-10-15,58043,2022-10-15 20:53:45,2022-10-16 00:27:15,622
+2022-10-15,58024,2022-10-15 21:10:30,2022-10-15 22:41:30,679
+2022-10-15,58007,2022-10-15 10:43:45,2022-10-15 14:59:15,621
+2022-10-15,58152,2022-10-17 03:51:00,2022-10-13 20:31:00,312
+2022-10-15,58123,2022-10-17 02:53:45,2022-10-13 20:47:15,622
+2022-10-15,58103,2022-10-17 02:32:45,2022-10-13 19:58:15,628
+2022-10-15,58046,2022-10-17 03:51:30,2022-10-13 19:42:30,621
+2022-10-15,58216,2022-10-14 22:46:15,2022-10-15 02:54:45,628
+2022-10-15,58185,2022-10-17 03:46:45,2022-10-13 21:12:15,623
+2022-10-15,58172,2022-10-15 07:17:15,2022-10-15 11:11:45,628
+2022-10-15,58124,2022-10-15 18:30:30,2022-10-15 21:11:30,625
+2022-10-15,58106,2022-10-15 14:46:45,2022-10-15 20:40:15,623
+2022-10-15,58088,2022-10-15 19:53:30,2022-10-15 22:06:30,622
+2022-10-15,58085,2022-10-17 04:31:30,2022-10-13 20:08:30,679
+2022-10-15,58079,2022-10-15 05:33:45,2022-10-15 08:11:15,623
+2022-10-15,58063,2022-10-15 13:17:00,2022-10-15 17:01:00,622
+2022-10-15,58052,2022-10-15 13:55:00,2022-10-15 18:07:00,625
+2022-10-15,58044,2022-10-15 20:14:30,2022-10-16 00:19:30,313
+2022-10-15,58043,2022-10-15 04:21:15,2022-10-15 08:01:45,622
+2022-10-15,58022,2022-10-15 03:35:00,2022-10-15 08:29:00,625
+2022-10-15,58016,2022-10-15 06:26:15,2022-10-15 10:48:45,628
+2022-10-15,58189,2022-10-15 08:55:15,2022-10-15 12:49:45,313
+2022-10-15,58178,2022-10-15 09:11:15,2022-10-15 14:15:45,625
+2022-10-15,58152,2022-10-15 15:55:15,2022-10-15 20:45:45,625
+2022-10-15,58106,2022-10-15 09:06:30,2022-10-15 14:49:30,625
+2022-10-15,58067,2022-10-17 04:29:30,2022-10-13 19:52:30,312
+2022-10-15,58063,2022-10-17 04:05:00,2022-10-13 19:21:00,313
+2022-10-15,58054,2022-10-15 11:45:00,2022-10-15 15:43:00,623
+2022-10-15,58006,2022-10-15 07:14:45,2022-10-15 11:16:15,625
+2022-10-15,58117,2022-10-15 07:14:45,2022-10-15 11:16:15,313
+2022-10-15,58063,2022-10-15 20:32:15,2022-10-16 00:40:45,313
+2022-10-15,58063,2022-10-14 22:50:45,2022-10-15 02:52:15,313
+2022-10-15,58029,2022-10-17 04:13:00,2022-10-13 20:11:00,622
+2022-10-15,58178,2022-10-15 20:53:00,2022-10-16 01:05:00,621
+2022-10-15,58114,2022-10-15 05:56:30,2022-10-15 09:33:30,623
+2022-10-15,58205,2022-10-17 03:52:30,2022-10-13 19:57:30,625
+2022-10-15,58178,2022-10-15 06:31:00,2022-10-15 10:15:00,621
+2022-10-15,58152,2022-10-14 23:02:00,2022-10-15 02:46:00,312
+2022-10-15,58127,2022-10-14 23:44:45,2022-10-15 04:00:15,622
+2022-10-15,58123,2022-10-14 22:34:30,2022-10-15 02:39:30,622
+2022-10-15,58063,2022-10-17 04:28:15,2022-10-13 20:08:45,622
+2022-10-15,58039,2022-10-15 21:23:45,2022-10-16 00:57:15,313
+2022-10-15,44680,2022-10-17 03:23:30,2022-10-13 19:42:30,721
+2022-10-15,44628,2022-10-15 06:14:00,2022-10-15 09:58:00,712
+2022-10-15,44520,2022-10-17 02:58:30,2022-10-13 19:45:30,712
+2022-10-15,44673,2022-10-15 03:43:15,2022-10-15 06:55:45,SV685
+2022-10-15,44673,2022-10-17 04:10:00,2022-10-13 19:54:00,SV685
+2022-10-15,44673,2022-10-17 04:21:00,2022-10-13 20:33:00,SV685
+2022-10-15,44673,2022-10-15 16:45:30,2022-10-15 20:50:30,SV685
+2022-10-15,44673,2022-10-17 03:46:45,2022-10-13 19:20:15,SV685
+2022-10-15,44671,2022-10-15 06:08:45,2022-10-15 09:56:15,SV685
+2022-10-15,44671,2022-10-15 00:33:30,2022-10-15 03:56:30,SV685
+2022-10-15,44671,2022-10-15 21:34:30,2022-10-16 01:11:30,SV685
+2022-10-15,44671,2022-10-15 07:46:00,2022-10-15 11:44:00,SV685
+2022-10-15,44671,2022-10-17 04:11:30,2022-10-13 20:16:30,SV685
+2022-10-15,44645,2022-10-15 07:29:15,2022-10-15 12:05:45,SV685
+2022-10-15,44685,2022-10-15 06:50:30,2022-10-15 10:27:30,052
+2022-10-15,44685,2022-10-15 02:19:00,2022-10-15 05:21:00,052
+2022-10-15,44685,2022-10-15 17:28:30,2022-10-15 20:23:30,052
+2022-10-15,44685,2022-10-15 16:39:45,2022-10-15 19:17:15,052
+2022-10-15,44564,2022-10-15 05:20:15,2022-10-15 08:46:45,721
+2022-10-15,44564,2022-10-15 06:20:45,2022-10-15 10:50:15,721
+2022-10-15,44554,2022-10-15 06:41:15,2022-10-15 10:07:45,721
+2022-10-15,44554,2022-10-15 08:17:45,2022-10-15 11:37:15,721
+2022-10-15,44520,2022-10-15 04:59:45,2022-10-15 06:41:15,712
+2022-10-15,44520,2022-10-15 06:16:30,2022-10-15 08:43:30,712
+2022-10-15,44519,2022-10-15 07:17:15,2022-10-15 09:19:45,712
+2022-10-15,44520,2022-10-15 05:57:30,2022-10-15 07:42:30,709
+2022-10-15,44677,2022-10-15 04:12:15,2022-10-15 07:24:45,SV685
+2022-10-15,44677,2022-10-15 05:30:30,2022-10-15 09:07:30,SV685
+2022-10-15,44677,2022-10-15 08:51:30,2022-10-15 10:36:30,SV685
+2022-10-15,44677,2022-10-15 15:01:00,2022-10-15 17:07:00,SV685
+2022-10-15,44677,2022-10-17 03:20:30,2022-10-13 19:53:30,SV685
+2022-10-15,44677,2022-10-17 03:59:45,2022-10-13 19:19:15,SV685
+2022-10-15,44671,2022-10-17 03:33:00,2022-10-13 20:13:00,SV685
+2022-10-15,44662,2022-10-15 05:29:30,2022-10-15 08:24:30,SV685
+2022-10-15,44662,2022-10-15 04:51:00,2022-10-15 07:25:00,SV685
+2022-10-15,44630,2022-10-15 07:00:00,2022-10-15 10:16:00,SV685
+2022-10-15,44630,2022-10-15 15:53:45,2022-10-15 18:45:15,SV685
+2022-10-15,44630,2022-10-15 17:53:15,2022-10-15 21:47:45,SV685
+2022-10-15,44630,2022-10-15 16:32:45,2022-10-15 20:48:15,SV685
+2022-10-15,44625,2022-10-15 12:43:15,2022-10-15 16:51:45,SV685
+2022-10-15,44615,2022-10-15 23:23:00,2022-10-16 00:19:00,SV685
+2022-10-15,44615,2022-10-15 22:48:00,2022-10-15 23:44:00,SV685
+2022-10-15,44615,2022-10-15 21:26:15,2022-10-15 22:32:45,SV685
+2022-10-15,44615,2022-10-15 20:23:00,2022-10-15 21:33:00,SV685
+2022-10-15,44615,2022-10-15 18:45:30,2022-10-15 20:44:30,SV685
+2022-10-15,44615,2022-10-15 16:16:30,2022-10-15 18:15:30,SV685
+2022-10-15,44615,2022-10-15 15:05:30,2022-10-15 17:04:30,SV685
+2022-10-15,44582,2022-10-15 13:56:00,2022-10-15 16:02:00,SV685
+2022-10-15,44582,2022-10-15 12:37:15,2022-10-15 14:53:45,SV685
+2022-10-15,44675,2022-10-15 10:56:15,2022-10-15 13:40:45,SV685
+2022-10-15,44674,2022-10-15 12:50:30,2022-10-15 16:13:30,SV685
+2022-10-15,44648,2022-10-15 11:47:15,2022-10-15 14:31:45,SV685
+2022-10-15,44645,2022-10-15 04:22:45,2022-10-15 06:18:15,SV685
+2022-10-15,44682,2022-10-15 10:48:15,2022-10-15 15:38:45,928
+2022-10-15,44656,2022-10-14 12:22:15,2022-10-16 01:38:45,928
+2022-10-15,44629,2022-10-15 03:44:30,2022-10-15 07:49:30,783
+2022-10-15,44554,2022-10-15 02:39:45,2022-10-15 06:27:15,721
+2022-10-15,44530,2022-10-17 04:29:15,2022-10-13 20:37:45,712
+2022-10-15,44520,2022-10-15 12:07:30,2022-10-15 16:12:30,712
+2022-10-15,44530,2022-10-15 10:27:45,2022-10-15 17:31:15,709
+2022-10-15,44689,2022-10-17 03:06:45,2022-10-13 20:04:15,SV685
+2022-10-15,44689,2022-10-17 01:42:45,2022-10-13 20:46:15,SV685
+2022-10-15,44689,2022-10-15 19:59:30,2022-10-16 02:10:30,SV685
+2022-10-15,44689,2022-10-17 02:39:30,2022-10-13 20:22:30,SV685
+2022-10-15,44677,2022-10-17 01:40:15,2022-10-13 20:50:45,SV685
+2022-10-15,44677,2022-10-17 01:38:00,2022-10-13 20:52:00,SV685
+2022-10-15,44677,2022-10-15 16:12:00,2022-10-15 23:26:00,SV685
+2022-10-15,44677,2022-10-17 02:29:15,2022-10-13 20:29:45,SV685
+2022-10-15,44677,2022-10-15 09:26:45,2022-10-15 15:20:15,SV685
+2022-10-15,44674,2022-10-15 14:47:30,2022-10-15 18:24:30,SV685
+2022-10-15,44674,2022-10-15 10:17:30,2022-10-15 13:26:30,SV685
+2022-10-15,44671,2022-10-15 10:52:30,2022-10-15 14:57:30,SV685
+2022-10-15,44643,2022-10-15 04:02:15,2022-10-15 08:52:45,SV685
+2022-10-15,44643,2022-10-17 03:18:30,2022-10-13 19:37:30,SV685
+2022-10-15,44642,2022-10-15 08:18:30,2022-10-15 14:29:30,SV685
+2022-10-15,44642,2022-10-15 15:21:30,2022-10-15 20:50:30,SV685
+2022-10-15,44628,2022-10-15 08:30:00,2022-10-15 10:22:00,SV685
+2022-10-15,44582,2022-10-15 07:34:15,2022-10-15 09:08:45,SV685
+2022-10-15,44582,2022-10-15 05:05:45,2022-10-15 06:47:15,SV685
+2022-10-15,44532,2022-10-15 05:13:30,2022-10-15 07:26:30,SV685
+2022-10-15,44529,2022-10-15 04:45:00,2022-10-15 09:39:00,SV685
+2022-10-15,44529,2022-10-15 12:59:30,2022-10-15 15:26:30,SV685
+2022-10-15,44648,2022-10-15 16:09:45,2022-10-15 18:33:15,SV685
+2022-10-15,44628,2022-10-15 04:24:30,2022-10-15 06:23:30,SV685
+2022-10-15,44582,2022-10-15 14:08:30,2022-10-15 18:55:30,SV685
+2022-10-15,44532,2022-10-15 07:38:00,2022-10-15 12:04:00,SV685
+2022-10-15,48145,2022-10-15 06:29:15,2022-10-15 10:37:45,415
+2022-10-15,44570,2022-10-15 20:45:15,2022-10-16 00:11:45,638
+2022-10-15,48119,2022-10-15 19:47:30,2022-10-15 23:10:30,415
+2022-10-15,48179,2022-10-15 16:55:30,2022-10-15 21:14:30,415
+2022-10-15,48115,2022-10-15 06:22:15,2022-10-15 10:30:45,415
+2022-10-15,48010,2022-10-15 05:34:00,2022-10-15 09:04:00,415
+2022-10-15,48140,2022-10-15 16:38:15,2022-10-15 21:42:45,415
+2022-10-15,10545,2022-10-15 14:03:30,2022-10-15 18:36:30,630
+2022-10-15,48052,2022-10-15 11:02:30,2022-10-15 15:49:30,133
+2022-10-15,48084,2022-10-15 10:11:15,2022-10-15 14:47:45,133
+2022-10-15,48182,2022-10-15 03:16:15,2022-10-15 06:14:45,202
+2022-10-15,48178,2022-10-17 03:34:30,2022-10-13 19:25:30,202
+2022-10-15,27684,2022-10-15 07:36:00,2022-10-15 11:48:00,439
+2022-10-15,27684,2022-10-17 04:04:30,2022-10-13 19:41:30,439
+2022-10-15,27544,2022-10-17 03:45:00,2022-10-13 19:57:00,439
+2022-10-15,27544,2022-10-15 19:06:30,2022-10-15 21:47:30,439
+2022-10-15,27544,2022-10-15 03:22:30,2022-10-15 07:55:30,439
+2022-10-15,27674,2022-10-15 15:18:45,2022-10-15 19:06:15,439
+2022-10-15,30184,2022-10-15 14:12:30,2022-10-15 17:21:30,565
+2022-10-15,31161,2022-10-15 04:01:15,2022-10-15 06:03:45,483
+2022-10-15,31157,2022-10-15 08:14:30,2022-10-15 12:05:30,SV483
+2022-10-15,48022,2022-10-17 04:24:00,2022-10-13 19:54:00,415
+2022-10-15,48048,2022-10-15 06:51:15,2022-10-15 10:03:45,415
+2022-10-15,48008,2022-10-15 06:12:00,2022-10-15 09:00:00,415

dbt_project.yml

@@ -37,6 +37,18 @@ vars:
   sppo_registros_staging: "rj-smtr-staging.br_rj_riodejaneiro_onibus_gps_staging.registros"
   sppo_realocacao_staging: "rj-smtr-staging.br_rj_riodejaneiro_onibus_gps_staging.realocacao"
   data_inicio_realocacao: "2022-11-15"
+  sppo_aux_registros_filtrada: "rj-smtr.br_rj_riodejaneiro_onibus_gps.sppo_aux_registros_filtrada"
+  reprocessed_service: False # Set to 'true' to utilize the reprocessed gps table in dev
+  gps_sppo_reprocessado: "rj-smtr-dev.br_rj_riodejaneiro_veiculos_recursos_reprocessado.gps_sppo"
+  gps_sppo: "rj-smtr.br_rj_riodejaneiro_veiculos.gps_sppo"
+  viagem_planejada: "rj-smtr.projeto_subsidio_sppo.viagem_planejada"
+  servico_amostra: null
+  id_veiculo_amostra: null
+  datetime_partida_amostra: null
+  datetime_chegada_amostra: null
+  gps_sql_conditions: null
+  gps_sql_conditions_servico: null
+
 
   # Parametros de intersecção do ônibus com rota
   ## Tamanho do buffer da rota
@@ -133,7 +145,7 @@ models:
   rj_smtr:
     projeto_subsidio_sppo:
       +materialized: view
-      +schema: projeto_subsidio_sppo
+      +schema: projeto_subsidio_sppo_recursos_reprocessado
     br_rj_riodejaneiro_sigmob:
       +materialized: view
       +schema: br_rj_riodejaneiro_sigmob
@@ -145,13 +157,15 @@ models:
       +schema: br_rj_riodejaneiro_brt_gps
     br_rj_riodejaneiro_veiculos:
       +materialized: view
-      +schema: br_rj_riodejaneiro_veiculos
+      +schema: br_rj_riodejaneiro_veiculos_recursos_reprocessado
     dashboard_subsidio_sppo:
       +materialized: view
-      +schema: dashboard_subsidio_sppo
+      +schema: dashboard_subsidio_sppo_recursos_reprocessado
     veiculo:
       +materialized: view
       +schema: veiculo
     br_rj_riodejaneiro_rdo:
       +materialized: view
       +schema: br_rj_riodejaneiro_rdo
+
+

dev/run_algoritmo_recursos.py

@@ -0,0 +1,87 @@
+### --- Reprocessamento para serviços antes de 16/11/2022 --- ###
+
+# Este script executa os modelos que contêm as tabelas gps_sppo e viagem_completa com os dados que 
+# serão usados para reprocessamentos do serviço antes de 16/11/2022.
+
+
+
+from utils import run_dbt_model, dbt_seed
+from datetime import datetime, timedelta
+import pandas as pd
+
+dados = pd.read_csv(r'\\wsl.localhost\Ubuntu\home\eng-rodrigocunha\smtr\algoritmo_recursos_individuais\data\reprocessar.csv')
+
+
+# Aumentar os datetime_partida (para menos) e datetime_chegada (para mais) em metade da
+# duração da viagem, para me certificar que estou pegando os sinais de start e end.
+dados['datetime_partida_amostra'] = pd.to_datetime(dados['datetime_partida_amostra'])
+dados['datetime_chegada_amostra'] = pd.to_datetime(dados['datetime_chegada_amostra'])
+dados['diferenca_minutos'] = (dados['datetime_chegada_amostra'] - dados['datetime_partida_amostra']).dt.total_seconds() / 60
+dados['diferenca_minutos'] = dados['diferenca_minutos'] * 1.25
+dados['datetime_chegada_amostra'] = dados['datetime_chegada_amostra'] + pd.to_timedelta(dados['diferenca_minutos'], unit='m')
+dados['datetime_partida_amostra'] = dados['datetime_partida_amostra'] - pd.to_timedelta(dados['diferenca_minutos'], unit='m')
+dados = dados.drop(columns='diferenca_minutos')
+
+dates = dados['data'].sort_values().drop_duplicates().astype(str).tolist()
+
+
+# iterar sobre as datas para rodar o modelo de GPS
+
+for date in dates: 
+
+    dados_filtrados = dados[dados['data'] == date] 
+    dados_filtrados = dados_filtrados[['data','id_veiculo_amostra','datetime_partida_amostra','datetime_chegada_amostra','servico_amostra']]
+
+    dados_filtrados.to_csv('./data/seed_viagens.csv', index=False)
+    dbt_seed() # preciso rodar o dbt seed a cada iteração após a linha acima
+
+    #  1 - Rodar o modelo gps_sppo
+    #  Dataset com dados de GPS reprocessados `rj-smtr-dev.br_rj_riodejaneiro_veiculos_recursos_reprocessado`
+    print('Executando modelo gps_sppo para o dia ' + date)
+
+    run_dbt_model(
+        dataset_id="br_rj_riodejaneiro_veiculos",
+        table_id="gps_sppo",
+        upstream=True,
+        exclude="+shapes_geom", 
+        _vars={"date_range_start": f"{date} 00:00:00", 
+               "date_range_end": f"{date} 23:59:59",
+               "reprocessed_service": True,             
+               "version": ""},
+    )
+
+    # 2 - Rodar o modelo de viagens completas e conformidade
+    # Dados disponíveis em: `rj-smtr-dev.projeto_subsidio_sppo_recursos_reprocessado.viagem_completa` 
+    print('Executando modelos de viagens para o dia ' + date)
+
+    date = pd.to_datetime(date).date()
+    date = date + timedelta(days=1)
+    date = date.strftime('%Y-%m-%d')  
+
+
+    run_dbt_model(
+        dataset_id="projeto_subsidio_sppo",
+        table_id="viagem_completa",
+        upstream=True,
+        exclude="+gps_sppo",
+        _vars={"run_date": date,
+                "version": ""}, 
+    )
+
+
+
+# 3 - Rodar os modelos para saber o valor devido do subsídio
+# Dados disponíveis em: `rj-smtr-dev.dashboard_subsidio_sppo_recursos_reprocessado` 
+
+# print('Executando modelos do valor devido do subsídio para o dia ' + date)
+# date = date - timedelta(days=1)
+
+# run_dbt_model(
+# dataset_id="dashboard_subsidio_sppo",
+# _vars={"start_date": "2023-09-01",   # incluir data inicial da amostra
+#         "end_date": "2023-09-30",    # incluir data final da amostra
+#         "version": ""}, # id_veiculo, linha etc passar aqui
+# )
+
+print('Reprocessamento finalizado.')
+

dev/utils.py

@@ -53,3 +53,19 @@ def run_dbt_model(
 
     print(f"\n>>> RUNNING: {run_command}\n")
     os.system(run_command)
+
+
+
+def dbt_seed(flags: str = "--profiles-dir ./dev"):
+    """
+    Run DBT seed command to load data from CSV files to the database.
+
+    :param flags: Additional flags to pass to the dbt command.
+    """
+    seed_command = "dbt seed"
+
+    if flags:
+        seed_command += f" {flags}"
+
+    print(f"\n>>> RUNNING: {seed_command}\n")
+    os.system(seed_command)

models/br_rj_riodejaneiro_onibus_gps/sppo_aux_registros_flag_trajeto_correto.sql

@@ -31,8 +31,7 @@ WITH
       data, 
       posicao_veiculo_geo, 
       timestamp_gps
-    FROM
-      {{ ref('sppo_aux_registros_filtrada') }} r 
+    FROM {{ var('sppo_aux_registros_filtrada') }} r 
     {% if not flags.FULL_REFRESH -%}
     WHERE
       data between DATE("{{var('date_range_start')}}") and DATE("{{var('date_range_end')}}")
@@ -66,7 +65,7 @@ WITH
     FROM registros r
     LEFT JOIN (
       SELECT * 
-      FROM {{ ref('shapes_geom') }}
+      FROM `rj-smtr.br_rj_riodejaneiro_sigmob.shapes_geom` --{{ ref('shapes_geom') }}
       WHERE id_modal_smtr in ({{ var('sppo_id_modal_smtr')|join(', ') }})
       AND data_versao = "{{ var('versao_fixa_sigmob')}}"
     ) s

models/br_rj_riodejaneiro_onibus_gps/sppo_aux_registros_parada.sql

@@ -49,8 +49,7 @@ WITH
         data, 
         linha, 
         posicao_veiculo_geo
-      FROM  
-        {{ ref('sppo_aux_registros_filtrada') }}
+      FROM {{ var('sppo_aux_registros_filtrada') }}      
       {%if not flags.FULL_REFRESH %}
       WHERE
         data between DATE("{{var('date_range_start')}}") and DATE("{{var('date_range_end')}}")

models/br_rj_riodejaneiro_onibus_gps/sppo_aux_registros_velocidade.sql

@@ -48,8 +48,8 @@ with
                 SECOND
                 )),
             0
-        ) * 3.6 velocidade 
-    FROM  {{ ref("sppo_aux_registros_filtrada") }}
+        ) * 3.6 velocidade     
+    FROM {{ var('sppo_aux_registros_filtrada') }}   
     {%if not flags.FULL_REFRESH -%}
     WHERE
         data between DATE("{{var('date_range_start')}}") and DATE("{{var('date_range_end')}}")