From 74f13290fc9b26c448fe248d07360b6cc60ad266 Mon Sep 17 00:00:00 2001 From: TeoCalvo Date: Sun, 26 Nov 2023 19:50:50 +0000 Subject: [PATCH] Fix: processos and save full load to non exists table --- src/02.bronze/dota/ingestao.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/src/02.bronze/dota/ingestao.py b/src/02.bronze/dota/ingestao.py index 12a75e2..d93e04b 100644 --- a/src/02.bronze/dota/ingestao.py +++ b/src/02.bronze/dota/ingestao.py @@ -39,16 +39,12 @@ if not dbtools.table_exists(spark, database_name, table_name): print("Criando a tabela") - df_null = spark.createDataFrame(data=[], schema=ing.schema) - ing.save_full(df_null) + ing.process_full(df_null) dbutils.fs.rm(ing.checkpoint_path, True) else: print("Tabela já existente") -print(ing.query) -print(ing.schema) - # COMMAND ---------- stream = ing.process_stream()