From 1f9cfb8f9c29e73532fc6249718526a1fc866791 Mon Sep 17 00:00:00 2001 From: mattbk Date: Sun, 21 Apr 2024 14:28:34 -0500 Subject: [PATCH] Don't remove duplicate rows from ARRL scraper. Something going on here where the numbers change but the date on the page doesn't. --- bin/scrape-arrl-fcc.R | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/bin/scrape-arrl-fcc.R b/bin/scrape-arrl-fcc.R index 27202d6..e4cae9f 100644 --- a/bin/scrape-arrl-fcc.R +++ b/bin/scrape-arrl-fcc.R @@ -40,11 +40,11 @@ write.table(tab, file = "out/arrl-fcc-licenses-scraped.csv", sep = ",", na = "") # Clean up table to remove any duplicates (sometimes the page isn't updated regularly) -db <- read.csv("out/arrl-fcc-licenses-scraped.csv") -db2 <- db %>% distinct(.keep_all = TRUE) %>% - filter(Date != "Date") -write.csv(db2, "out/arrl-fcc-licenses-scraped.csv", - quote = F, - row.names = F, - na = "") +# db <- read.csv("out/arrl-fcc-licenses-scraped.csv") +# db2 <- db %>% distinct(.keep_all = TRUE) %>% +# filter(Date != "Date") +# write.csv(db2, "out/arrl-fcc-licenses-scraped.csv", +# quote = F, +# row.names = F, +# na = "")