Quellcode durchsuchen

progress before pause

main
Garrick Aden-Buie vor 2 Jahren
Ursprung
Commit
23690d6c76
Es konnte kein GPG-Schlüssel zu dieser Signatur gefunden werden
2 geänderte Dateien mit 18 neuen und 9 gelöschten Zeilen
  1. +14
    -9
      process/_targets.R
  2. +4
    -0
      process/_targets/meta/meta

+ 14
- 9
process/_targets.R Datei anzeigen



tar_target( tar_target(
dirs_all, dirs_all,
fs::dir_ls("../data-raw/reports", glob = "**/all", recurse = TRUE, type = "directory")
fs::dir_ls("../data-raw/reports", glob = "**/all", recurse = TRUE, type = "directory"),
format = "file"
), ),
tar_target( tar_target(
dirs_receipts, dirs_receipts,
fs::dir_ls("../data-raw/reports", glob = "**/receipts", recurse = TRUE, type = "directory")
fs::dir_ls("../data-raw/reports", glob = "**/receipts", recurse = TRUE, type = "directory"),
format = "file"
), ),
tar_target( tar_target(
dirs_expenditures, dirs_expenditures,
fs::dir_ls("../data-raw/reports", glob = "**/expenditures", recurse = TRUE, type = "directory")
fs::dir_ls("../data-raw/reports", glob = "**/expenditures", recurse = TRUE, type = "directory"),
format = "file"
), ),


tar_target( tar_target(
format = "file" format = "file"
), ),


tar_target(path_data_prep_cover, { paths_all_parquet; "../data-prep/cover" }, format = "file"),
tar_target(path_data_prep_officers, { paths_all_parquet; "../data-prep/officers" }, format = "file"),


tar_target( tar_target(
cover_raw, cover_raw,
{
paths_all_parquet # depends on prepared report_exports
arrow::open_dataset("../data/cover", partitioning = "sboe_id") |>
dplyr::collect()
}
arrow::open_dataset(path_data_prep_cover, partitioning = "sboe_id") |> dplyr::collect()
), ),


tar_target( tar_target(
process_report_list(report_list_raw, report_amended_score) process_report_list(report_list_raw, report_amended_score)
), ),


tar_target(committees, prepare_committees(cover_raw, report_list))
tar_target(committees, prepare_committees(cover_raw, report_list)),

tar_target(candidates, prepare_candidates(path_data_prep_officers, report_list))
) )

+ 4
- 0
process/_targets/meta/meta
Datei-Diff unterdrückt, da er zu groß ist
Datei anzeigen


Laden…
Abbrechen
Speichern