Commit: a706cae975c6cffdf33bdf5f9456c6d349bd3733 - myprojects-hg-reborn (hg)

Commit MetaInfo

• Revisión: a706cae975c6cffdf33bdf5f9456c6d349bd3733 (tree)
• Tiempo: 2022-11-11 04:09:18
• Autor: Lorenzo Isella <lorenzo.isella@gmai...>
• Commiter: Lorenzo Isella

Log Message

I now also remove the cases which are wrong in tam (all the numbers about aid are missing).

Cambiar Resumen

• modified: R-codes/create_tam_parquet.R

Diferencia incremental

diff -r cc26971bf365 -r a706cae975c6 R-codes/create_tam_parquet.R
--- a/R-codes/create_tam_parquet.R	Thu Nov 10 16:58:32 2022 +0100
+++ b/R-codes/create_tam_parquet.R	Thu Nov 10 20:09:18 2022 +0100
@@ -4,6 +4,7 @@
 library(janitor)
 library(lubridate)
 library(stringr)
+library(openxlsx)
 
 source("/home/lorenzo/myprojects-hg/R-codes/stat_lib.R")
 
@@ -166,18 +167,16 @@
            "granted_value_extended_eur" ,
            "nominal_value_extended_eur" ,       
            "is_covid_case"                     
-    )
+    )|> ### remove the wrong cases
+    filter(!is.na(granted_aid_absolute_eur) |
+           !is.na(nominal_aid_absolute_eur) |
+            granted_range_eur!="0 - "
+           )
 
     
 
 
     
-## write_dataset(
-##   df_new,
-##   format = "csv",
-##   path = "./data_output/",
-##   max_rows_per_file = 1e7
-## )
 
 
 write_dataset(
@@ -188,38 +187,15 @@
 )
 
 
-## test <- df_new |>
-##     filter(granted_value_extended_eur==0) |>
-##     collect()
-
 
-## test2 <- df_new |>
-##     filter(nominal_value_extended_eur==0) |>
-##     collect()
-
-## test3 <- df_new |>
-##     filter(nominal_aid_absolute_eur==0) |>
+## cases_wrong <- df_new |>
+##     filter(is.na(granted_aid_absolute_eur),
+##            is.na(nominal_aid_absolute_eur),
+##            granted_range_eur=="0 - "
+##            ) |>
 ##     collect()
 
-
-## test4 <- df_new |>
-##     filter(granted_aid_absolute_eur==0) |>
-##     collect()
-
-
-## test5 <- df_new |>
-##     filter(is.na(nominal_aid_absolute_eur)) |>
-##     collect()
-
-## test6 <- df_new |>
-##     filter(is.na(granted_aid_absolute_eur)) |>
-##     collect()
-
-
-## test7 <- df_new |>
-##     filter((nominal_aid_absolute_eur==0) & (granted_aid_absolute_eur==0)) |>
-##     collect()
-
+## save_excel(cases_wrong, "tam_errors.xlsx")