mattbk
113 lines
4.5 KiB
R
113 lines
4.5 KiB
R
# Assumes you have https://github.com/tirandagan/fccULSloader installed and
|
|
# updated somewhere
|
|
|
|
library(dbplyr)
|
|
library(RSQLite)
|
|
library(dplyr)
|
|
library(tidyr)
|
|
library(janitor)
|
|
library(USAboundaries)
|
|
|
|
# Update local database
|
|
#system("python3 fccULSloader/src/fcc_tool.py --update")
|
|
system("python3 fccULSloader/src/fcc_tool.py --force-download")
|
|
|
|
# Get current date
|
|
now <- Sys.Date()
|
|
|
|
con <- dbConnect(SQLite(), "fccULSloader/src/data/fcc_data.db")
|
|
|
|
am <- tbl(con, "AM")
|
|
en <- tbl(con, "EN")
|
|
|
|
a_raw <- dbGetQuery(con, "SELECT COUNT(*) FROM EN LEFT JOIN HD ON
|
|
EN.unique_system_identifier = HD.unique_system_identifier
|
|
WHERE license_status = 'A';")
|
|
|
|
total_active <- a_raw %>% rename(count = `COUNT(*)`) %>%
|
|
mutate(state_name = "TOTAL")
|
|
|
|
print(total_active)
|
|
|
|
# Query active licenes by state
|
|
b_raw <- dbGetQuery(con, "SELECT UPPER(state), COUNT(*) FROM EN LEFT JOIN HD ON
|
|
EN.unique_system_identifier = HD.unique_system_identifier
|
|
WHERE license_status = 'A'
|
|
GROUP BY UPPER(state);")
|
|
|
|
active_by_state <- b_raw %>%
|
|
left_join(state_codes %>% filter(state_abbr != ""),
|
|
by = c("UPPER(state)" = "state_abbr")) %>%
|
|
rename(abbrev = `UPPER(state)`,
|
|
count = `COUNT(*)`) %>%
|
|
mutate(state_name = case_when(abbrev == "AA" ~ "Armed Forces America",
|
|
abbrev == "AE" ~ "Armed Forces Europe",
|
|
abbrev == "AP" ~ "Armed Forces Pacific",
|
|
abbrev == "VI" ~ "Virgin Islands",
|
|
abbrev == "UM" ~ "US Minor Islands",
|
|
abbrev == "" ~ "Other*",
|
|
TRUE ~ state_name)) %>%
|
|
bind_rows(total_active)
|
|
|
|
print(active_by_state)
|
|
|
|
# Query active licenes by state, by class
|
|
d_raw <- dbGetQuery(con, "SELECT UPPER(state), operator_class, COUNT(*) FROM EN LEFT JOIN HD ON
|
|
EN.unique_system_identifier = HD.unique_system_identifier LEFT JOIN AM ON
|
|
EN.unique_system_identifier = AM.unique_system_identifier
|
|
WHERE license_status = 'A'
|
|
GROUP BY UPPER(state), operator_class;")
|
|
|
|
active_state_class <- d_raw %>%
|
|
left_join(state_codes %>% filter(state_abbr != ""),
|
|
by = c("UPPER(state)" = "state_abbr")) %>%
|
|
rename(abbrev = `UPPER(state)`,
|
|
count = `COUNT(*)`) %>%
|
|
mutate(state_name = case_when(abbrev == "AA" ~ "Armed Forces America",
|
|
abbrev == "AE" ~ "Armed Forces Europe",
|
|
abbrev == "AP" ~ "Armed Forces Pacific",
|
|
abbrev == "VI" ~ "Virgin Islands",
|
|
abbrev == "UM" ~ "US Minor Islands",
|
|
abbrev == "" ~ "Other*",
|
|
TRUE ~ state_name)) %>%
|
|
#bind_rows(total_active) %>%
|
|
select(-state_code, -abbrev, -jurisdiction_type) %>%
|
|
mutate(operator_class = case_when(operator_class == "A" ~ "Advanced",
|
|
operator_class == "E" ~ "Extra",
|
|
operator_class == "G" ~ "General",
|
|
operator_class == "N" ~ "Novice",
|
|
operator_class %in% c("T","P") ~ "Tech")) %>%
|
|
pivot_wider(names_from = operator_class,
|
|
values_from = count) %>%
|
|
mutate(Date = now) %>%
|
|
rename("State/Territory" = state_name) %>%
|
|
select(Date, `State/Territory`, Novice, Tech, General, Advanced, Extra, `NA`) %>%
|
|
mutate("Tech-Plus" = NA,
|
|
.before = General) %>%
|
|
rowwise() %>% mutate("Total" = sum(c_across(Novice:`NA`),
|
|
na.rm = T)) %>%
|
|
select(-`NA`) %>%
|
|
group_by(Date) %>%
|
|
bind_rows(summarise(., across(where(is.numeric), sum, na.rm = T),
|
|
across(where(is.character), ~'TOTAL'))) %>%
|
|
mutate(Tech_and_TechPlus = NA,
|
|
Conditional = NA,
|
|
Club = NA,
|
|
Military = NA,
|
|
Multiple = NA,
|
|
Repeater = NA,
|
|
GMRS = NA,
|
|
source_name = "fccULSloader",
|
|
source_detail = "w1cdn.net"
|
|
)
|
|
|
|
# Append to table
|
|
write.table(active_state_class, file = "out/fccULSloader-fcc-licenses-scraped.csv", sep = ",",
|
|
append = TRUE, quote = FALSE,
|
|
col.names = F, row.names = FALSE,
|
|
na = "")
|
|
|
|
####
|
|
|
|
|