Complete storage in database and checks to make sure everything gets posted once and only once.

bin/gfk-publicstuff.R

@@ -8,6 +8,10 @@ library(rjson)
 library(dplyr)
 library(twitteR)
 library(ini)
+library(mastodon)
+library(RSQLite)
+
+# TODO Generalize to remove gfk_ from these variable names
 
 # Grab city view for Grand Forks
 gfk <- rjson::fromJSON(file="https://www.publicstuff.com/api/2.1/city_view?space_id=15174")
@@ -38,8 +42,23 @@ drop_image <- function(x){
 }
 gfk_requests <- lapply(gfk_requests, drop_image)
 # Put the requests together in a data frame
-gfk_requests <- bind_rows(gfk_requests)
+requests <- bind_rows(gfk_requests)
+# Add posted column
+requests$posted <- NA
+# Sort by date
+#gfk_requests <- gfk_requests[order(gfk_requests$date_created),]
 
+## Store requests in a database
+# Create DB if it doesn't exist, otherwise connect
+mydb <- dbConnect(RSQLite::SQLite(), "requests.sqlite")
+# See if table exists, then get existing rows back
+if(nrow(dbGetQuery(mydb, "SELECT name FROM sqlite_master WHERE type='table' AND name='requests'")) > 0){
+    rows.exist <- dbGetQuery(mydb, 'SELECT id FROM requests')$id
+} else rows.exist <- NA
+# Only add rows that don't exist, by request ID
+rows.add <- requests[!requests$id %in% rows.exist,]
+# Add the rows
+dbWriteTable(mydb, "requests", rows.add,append=T)
 
 #### Tweeting
 # You now need a developer account to set up an app, which takes some time.
@@ -51,21 +70,51 @@ gfk_requests <- bind_rows(gfk_requests)
 # Don't commit real values to git!
 auth <- read.ini("auth.ini")
 
-setup_twitter_oauth(consumer_key = auth$twitter$consumer_key,
-                    access_token = auth$twitter$access_token,
-                    consumer_secret = auth$twitter$consumer_secret,
-                    access_secret = auth$twitter$access_secret)
+# setup_twitter_oauth(consumer_key = auth$twitter$consumer_key,
+#                     access_token = auth$twitter$access_token,
+#                     consumer_secret = auth$twitter$consumer_secret,
+#                     access_secret = auth$twitter$access_secret)
 
 # https://rcrastinate.blogspot.com/2018/05/send-tweets-from-r-very-short.html
 
-# After tweeting, write a small text file that has the last timestamp that was tweeted. Use that for grabbing future requests.
+
 
 
 #### Tooting
 # https://shkspr.mobi/blog/2018/08/easy-guide-to-building-mastodon-bots/
 # Might be able to use this natively: https://github.com/ThomasChln/mastodon
-library(mastodon)
+
 auth <- read.ini("auth.ini")
 mastodon_token <- login(auth$mastodon$server, auth$mastodon$email, auth$mastodon$password)
-post_status(mastodon_token, 'I posted this status with the wonderful https://github.com/ThomasChln/mastodon #rstats package.')
+
+# Each time this script runs, take the oldest n requests, post them, and mark them in the db.
+requests.new <- dbGetQuery(mydb, 'SELECT * FROM requests WHERE posted IS NULL ORDER BY date_created')
+
+# Set number of posts allowed at once. Will need to adjust according to cron
+# schedule and number of posts coming in daily so you don't get behind.
+posts_at_once <- 3
+for(i in 1:posts_at_once){
+    request <- requests.new[i,]
+    # Post one selected request
+    if(nchar(request$image_thumbnail) > 1){
+        download.file(gsub("small","large",request$image_thumbnail), 'temp.jpg', mode="wb")
+        post_media(mastodon_token, paste0(request$title, " at ", request$address, ": ", request$description), file = "temp.jpg")
+    } else {
+        post_status(mastodon_token, paste0(request$title, " at ", request$address, ": ", request$description))
+        }
+
+    # After tweeting or tooting, mark what has been posted.
+    # https://cran.r-project.org/web/packages/RSQLite/vignettes/RSQLite.html
+    # https://stackoverflow.com/a/43978368/2152245
+
+    # Update posted column as needed
+    dbExecute(mydb, "UPDATE requests SET posted = :posted where id = :id",
+                       params=data.frame(posted=TRUE,
+                                            id=request$id))
+
+}
+
+# Get out of the database
+dbDisconnect(mydb)
+unlink("requests.sqlite")