timing performance

Author: rafapereirabr

R/geocode.R

@@ -75,6 +75,53 @@ geocode <- function(enderecos,
                     cache = TRUE,
                     n_cores = 1 ){
 
+
+  ## ---- tiny timing toolkit (self-contained) ------------------------------
+  .make_timer <- function(verbose = TRUE) {
+    .marks <- list()
+    .t0_rt  <- proc.time()[["elapsed"]]     # monotonic wall clock
+    .t_prev <- .t0_rt
+
+    fmt <- function(secs) sprintf("%.3f s", secs)
+
+    mark <- function(label) {
+      now <- proc.time()[["elapsed"]]
+      step  <- now - .t_prev
+      total <- now - .t0_rt
+      .marks <<- append(.marks, list(list(label = label, step = step, total = total)))
+      .t_prev <<- now
+      if (verbose) message(sprintf("[%s] +%s (total %s)", label, fmt(step), fmt(total)))
+      invisible(now)
+    }
+
+    summary <- function(print_summary = verbose) {
+      if (length(.marks) == 0) return(invisible(data.frame()))
+      df <- data.frame(
+        step = vapply(.marks, `[[`, "", "label"),
+        step_sec = vapply(.marks, `[[`, 0.0, "step"),
+        total_sec = vapply(.marks, `[[`, 0.0, "total"),
+        stringsAsFactors = FALSE
+      )
+      if (print_summary) {
+        message("— Timing summary —")
+        print(df, row.names = FALSE)
+      }
+      df
+    }
+
+    time_it <- function(label, expr) {
+      force(label)
+      res <- eval.parent(substitute(expr))
+      mark(label)
+      invisible(res)
+    }
+
+    list(mark = mark, summary = summary, time_it = time_it)
+  }
+  timer <- .make_timer(verbose = isTRUE(verboso))
+  on.exit(timer$summary(), add = TRUE)
+  ## -----------------------------------------------------------------------
+
   # check input
   checkmate::assert_data_frame(enderecos)
   checkmate::assert_logical(resultado_completo, any.missing = FALSE, len = 1)
@@ -96,6 +143,10 @@ geocode <- function(enderecos,
 
   if (verboso) message_standardizing_addresses()
 
+  # systime start 66666 ----------------
+  timer$mark("Start")
+
+
   input_padrao <- enderecobr::padronizar_enderecos(
     enderecos,
     campos_do_endereco = enderecobr::correspondencia_campos(
@@ -124,6 +175,9 @@ geocode <- function(enderecos,
     )
   }
 
+  # systime padronizacao 66666 ----------------
+  timer$mark("Padronizacao")
+
   # create temp id
   data.table::setDT(enderecos)[, tempidgeocodebr := 1:nrow(input_padrao) ]
   input_padrao[, tempidgeocodebr := 1:nrow(input_padrao) ]
@@ -151,13 +205,17 @@ geocode <- function(enderecos,
                          overwrite = TRUE, temporary = TRUE)
 
 
+  # systime register standardized 66666 ----------------
+  timer$mark("Register standardized input")
+
 
   # cria coluna "log_causa_confusao" identificando logradouros que geram confusao
   # issue https://github.com/ipeaGIT/geocodebr/issues/67
   cria_col_logradouro_confusao(con)
 
-  # b <-   DBI::dbReadTable(con, name = 'input_padrao_db') |>
-  #     filter(log_causa_confusao==0)
+  # systime cria coluna "log_causa_confusao 66666 ----------------
+  timer$mark("Cria coluna log_causa_confusao")
+
 
 
   # create an empty output table that will be populated -----------------------------------------------
@@ -249,19 +307,31 @@ geocode <- function(enderecos,
 
   if (verboso) finish_progress_bar(matched_rows)
 
+  # systime matching 66666 ----------------
+  timer$mark("Matching")
+
+
   if (verboso) message_preparando_output()
 
   # add precision column
   add_precision_col(con, update_tb = 'output_db')
 
 
+  # systime add precision 66666 ----------------
+  timer$mark("Add precision")
+
+
   # output with all original columns
   duckdb::dbWriteTable(con, "input_db", enderecos,
                        temporary = TRUE, overwrite=TRUE)
   # enderecos_arrw <- arrow::as_arrow_table(enderecos)
   # DBI::dbWriteTableArrow(con, name = "input_db", enderecos_arrw,
   #                        overwrite = TRUE, temporary = TRUE)
 
+  # systime write original input back 66666 ----------------
+  timer$mark("Write original input back")
+
+
   x_columns <- names(enderecos)
 
   output_df <- merge_results(
@@ -273,6 +343,10 @@ geocode <- function(enderecos,
     resultado_completo = resultado_completo
   )
 
+  # systime merge results 66666 ----------------
+  timer$mark("Merge results")
+
+
   data.table::setDT(output_df)
 
   # Disconnect from DuckDB when done
@@ -284,6 +358,10 @@ geocode <- function(enderecos,
     output_df <- trata_empates_geocode(output_df, resolver_empates, verboso)
   }
 
+  # systime resolve empates 66666 ----------------
+  timer$mark("Resolve empates")
+
+
   # drop geocodebr temp id column
   output_df[, tempidgeocodebr := NULL]
 
@@ -302,6 +380,10 @@ geocode <- function(enderecos,
                                                lng = lon,
                                                resolution = h3_res)
               ]
+
+    # systime add h3 66666 ----------------
+    timer$mark("Add H3")
+
     }
 
   # convert df to simple feature
@@ -314,6 +396,10 @@ geocode <- function(enderecos,
     )
 
     sf::st_crs(output_sf) <- 4674
+
+    # systime convert to sf 66666 ----------------
+    timer$mark("Convert to sf")
+
     return(output_sf)
   }
 

tests/tests_rafa/benchmark_LIKE.R

@@ -134,8 +134,8 @@ bench::mark( iterations = 1,
     n_cores = ncores,
     resultado_completo = T,
     verboso = T,
-    resultado_sf = F,
-    resolver_empates = F
+    resultado_sf = T,
+    resolver_empates = T
   )
 )
 

tests/tests_rafa/benchmark_reg_adm.R

@@ -118,14 +118,15 @@ fields_cad <- geocodebr::definir_campos(
 
 # bench::mark( iterations = 1,
  bench::system_time(
-  cadgeo <- geocodebr::geocode(
+  cadgeo <- geocode(
     enderecos  = cad,
     campos_endereco = fields_cad,
     resultado_completo = T,
-    n_cores = 25, # 7
+    n_cores = 7, # 7
     verboso = T,
-    resultado_sf = F,
-    resolver_empates = F
+    resultado_sf = T,
+    resolver_empates = F,
+    h3_res = 9
     )
 )