progress before pause

process/_targets.R

@@ -28,15 +28,18 @@ list(
 
   tar_target(
     dirs_all,
-     fs::dir_ls("../data-raw/reports", glob = "**/all", recurse = TRUE, type = "directory")
+    fs::dir_ls("../data-raw/reports", glob = "**/all", recurse = TRUE, type = "directory"),
+    format = "file"
   ),
   tar_target(
     dirs_receipts,
-     fs::dir_ls("../data-raw/reports", glob = "**/receipts", recurse = TRUE, type = "directory")
+    fs::dir_ls("../data-raw/reports", glob = "**/receipts", recurse = TRUE, type = "directory"),
+    format = "file"
   ),
   tar_target(
     dirs_expenditures,
-     fs::dir_ls("../data-raw/reports", glob = "**/expenditures", recurse = TRUE, type = "directory")
+    fs::dir_ls("../data-raw/reports", glob = "**/expenditures", recurse = TRUE, type = "directory"),
+    format = "file"
   ),
 
   tar_target(
@@ -60,13 +63,13 @@ list(
     format = "file"
   ),
 
+  tar_target(path_data_prep_cover, { paths_all_parquet; "../data-prep/cover" }, format = "file"),
+  tar_target(path_data_prep_officers, { paths_all_parquet; "../data-prep/officers" }, format = "file"),
+
+
   tar_target(
     cover_raw,
-    {
-      paths_all_parquet # depends on prepared report_exports
-      arrow::open_dataset("../data/cover", partitioning = "sboe_id") |>
-        dplyr::collect()
-    }
+    arrow::open_dataset(path_data_prep_cover, partitioning = "sboe_id") |> dplyr::collect()
   ),
 
   tar_target(
@@ -84,5 +87,7 @@ list(
     process_report_list(report_list_raw, report_amended_score)
   ),
 
-  tar_target(committees, prepare_committees(cover_raw, report_list))
+  tar_target(committees, prepare_committees(cover_raw, report_list)),
+
+  tar_target(candidates, prepare_candidates(path_data_prep_officers, report_list))
 )