W1CDN/ham-radio-licenses
1
0
Fork 0
Code Issues 132 Pull Requests Packages Projects Releases Wiki Activity

Fix up actions plot, add to readme, add a little more data.

Browse Source
This commit is contained in:
mattbk
2024-09-21 22:13:52 -05:00
parent 81e5fbef6c
commit 419d39c569
5 changed files with 44 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
bin/scrape-ae7q-mass.R
View File

@ -2,7 +2,10 @@
# Counts of license actions by date
# Use this file to scrape a series of dates from AE7Q
date_vec = seq(as.Date("2024-08-01"), as.Date("2024-09-21"), by="days")
# Set start and end date
date_vec <- seq(as.Date("2024-07-23"), as.Date("2024-07-31"), by="days")
# Randomize dates we are querying
date_vec <- sample(date_vec)
ae7q_list <- list()
for(i in 1:length(date_vec)){
@ -45,9 +48,13 @@ for(i in 1:length(date_vec)){
"source" = "AE7Q",
"source_detail" = ae7q_new_url)
}
# Wait for random time up to 10 seconds
Sys.sleep(sample(1:10, 1))
}
a <- bind_rows(ae7q_list)
# Combine all the data and sort by date
a <- bind_rows(ae7q_list) %>%
arrange(date)
write.csv(a, "out/ae7q-actions-scraped.csv", row.names = F)