From 3ab537b3a93dd62f3cd19c729313e4974a16e945 Mon Sep 17 00:00:00 2001
From: Matt <bedrocks@gmail.com>
Date: Thu, 1 Nov 2018 23:44:53 -0500
Subject: [PATCH] Rearrange and stop deleting the database after every run.

---
 bin/gfk-publicstuff.R |  62 ++++++++++++++++++++----------------------
 requests.sqlite       | Bin 0 -> 16384 bytes
 2 files changed, 29 insertions(+), 33 deletions(-)
 create mode 100644 requests.sqlite

diff --git a/bin/gfk-publicstuff.R b/bin/gfk-publicstuff.R
index 6a7529b..0d37b49 100644
--- a/bin/gfk-publicstuff.R
+++ b/bin/gfk-publicstuff.R
@@ -3,6 +3,9 @@
 # Note that the API version at https://www.publicstuff.com/developers#!/API is v2.0,
 # but this only includes requests up to a certain date. Use v2.1 for recent requests.
 
+# Run from one machine, otherwise you'll get duplicate databases that have differing posted items.
+# Run with `Rscript bin/gfk-publicstuff.R`
+
 library(jsonlite)
 library(rjson)
 library(dplyr)
@@ -11,11 +14,15 @@ library(ini)
 library(mastodon) #devtools::install_github('ThomasChln/mastodon')
 library(RSQLite)
 
-# TODO Generalize to remove gfk_ from these variable names
-
+### Config
+# Authentication variables
+auth <- read.ini("auth.ini")
 # Grab city view for Grand Forks
 space_id <- 15174
 client_id <- 1353 #needed later
+
+
+### Get going
 city <- rjson::fromJSON(file=paste0("https://www.publicstuff.com/api/2.1/city_view?space_id=",space_id))
 ## Make a data frame of request_type IDs and names
 city_request_types <- as.data.frame(t(sapply(city$response$request_types$request_types,
@@ -34,8 +41,7 @@ recent_requests <- lapply(city_request_types$request_type_id,
 recent_requests <- lapply(recent_requests, function(x) x$response$requests$request)
 # Drop null list items
 recent_requests <- Filter(Negate(is.null), recent_requests)
-# Drop images (in fact, there is image_thumbnail in the data we want,
-# and we can just replace small_ with large_ to get a bigger image later!)
+# Image data is in a sub-dataframe, which we don't need
 drop_image <- function(x){
     if(class(x$primary_attachment) == "data.frame") {
         x$primary_attachment <- NULL
@@ -47,10 +53,8 @@ recent_requests <- lapply(recent_requests, drop_image)
 recent_requests <- bind_rows(recent_requests)
 # Add URL
 recent_requests$url <- paste0("https://iframe.publicstuff.com/#?client_id=",client_id,"&request_id=",recent_requests$id)
-# Add posted column
+# Add posted column (to include in database table)
 recent_requests$posted <- NA
-# Sort by date
-#gfk_requests <- gfk_requests[order(gfk_requests$date_created),]
 
 ## Store requests in a database
 # Create DB if it doesn't exist, otherwise connect
@@ -66,31 +70,9 @@ dbWriteTable(mydb, "requests", rows.add,append=T)
 # Get out of the database
 dbDisconnect(mydb)
 
-#### Tweeting
-# You now need a developer account to set up an app, which takes some time.
-# Do that here: https://developer.twitter.com/en/apply-for-access.html
-# A workaround could be to set up a Mastodon account and then auto-tweet
-# using the fantastic https://crossposter.masto.donte.com.br/.
-
-# Read authentication values from ini file
-# Don't commit real values to git!
-auth <- read.ini("auth.ini")
-
-# setup_twitter_oauth(consumer_key = auth$twitter$consumer_key,
-#                     access_token = auth$twitter$access_token,
-#                     consumer_secret = auth$twitter$consumer_secret,
-#                     access_secret = auth$twitter$access_secret)
-
-# https://rcrastinate.blogspot.com/2018/05/send-tweets-from-r-very-short.html
-
-
-
-
 #### Tooting
 # https://shkspr.mobi/blog/2018/08/easy-guide-to-building-mastodon-bots/
-# Might be able to use this natively: https://github.com/ThomasChln/mastodon
-
-auth <- read.ini("auth.ini")
+# https://github.com/ThomasChln/mastodon
 mastodon_token <- login(auth$mastodon$server, auth$mastodon$email, auth$mastodon$password)
 
 # Each time this script runs, take the oldest n requests, post them, and mark them in the db.
@@ -119,10 +101,24 @@ for(i in 1:posts_at_once){
     dbExecute(mydb, "UPDATE requests SET posted = :posted where id = :id",
                        params=data.frame(posted=TRUE,
                                             id=request$id))
-
 }
-
 # Get out of the database
 dbDisconnect(mydb)
-unlink("requests.sqlite")
+
+#### Tweeting
+# You now need a developer account to set up an app, which takes some time.
+# Do that here: https://developer.twitter.com/en/apply-for-access.html
+# A workaround could be to set up a Mastodon account and then auto-tweet
+# using the fantastic https://crossposter.masto.donte.com.br/.
+
+# Read authentication values from ini file
+# Don't commit real values to git!
+auth <- read.ini("auth.ini")
+
+# setup_twitter_oauth(consumer_key = auth$twitter$consumer_key,
+#                     access_token = auth$twitter$access_token,
+#                     consumer_secret = auth$twitter$consumer_secret,
+#                     access_secret = auth$twitter$access_secret)
+
+# https://rcrastinate.blogspot.com/2018/05/send-tweets-from-r-very-short.html
 
diff --git a/requests.sqlite b/requests.sqlite
new file mode 100644
index 0000000000000000000000000000000000000000..c0788a4a8b6f7ffe7486a8217f3d5406dd5c1382
GIT binary patch
literal 16384
zcmeHOU2Ggz6<)_qV<$MFNHi_9+8a`lrg7GuU9Z<Jt!gK6H!jYv4Gl8XzB_YwXX2T;
zn|tqg;|fTfq|i!G2^FcLLI^4qDixvf^MWW+BtRe}#9u{eBcuw{Hy%n$0Vxmgox8iv
z#%ZajA6j76v3F<Y&dfdEJ?A^;?0lIyHXRtjs!~PVutMhDnXazPIAfVirl<9bH~Z?s
zU)tAx(e|6YdNR2ipYF$~uC4FM;9vSm5l9h85l9h85l9h85l9h85l9h85l9hu#~^TS
zv1`-zn{Mj*>~6y=p-|#fBDB%%_YM1xPfpBEve}7!)01qWy?cS(vYD}kz*}Hbhi50t
zlg9__cEoF9-uOvWiFpt%u-VBIv-XGyOei|GJ)vC{)J-7cj=kD&ljx2e-1C&soqIy*
z@-=7O7t~$pU2%18#JsBn-qy^}l}T*oT^U6pHn?u*?3>4`G7M!ysMkHHlX_h$bJfw1
zn*|1>rme9d8MV5VXrbntS6y>Wd*t=!Vh^>@zH*j|$BP{Z(ZJ44)ropt>P`eU@7@T%
z>)LjSysu~5rM{o_{&3S%*KF@G-76bbx<3DoamxRXiL9L3vc0>1uC{Z}uI)X&y}g?@
z;m@}Im1{GH8{eC7-6TrjSBMZMtL$VFFAgxHxb_E_R7@q6N}&C_?d}>^6-3?u<FUt<
zgdez}V2!}|Oq{L<N_Y&xt#d)l>PprqqDGw|#*XksHe-|!<|8q_7V@xxh|$H-{E##E
z!lf6+%YS|On@_y-`wJ)b)zr!Rzv1}C)b(wHgF#jCNaX5CB@A3`l4>;vHy+%1ryB-{
ztNFmY!zmOCA8a`=Z5N&4{BSY9@~O?&clYmEIg;(a%4pHuoJ<(he8Y|;X4V%>+xfBP
zzCbfxk%?h>Rsj(#YUasC%&JO8Y$k~6p)@(h?oPB}8pC`7&fp?tsp}%7OM(+zpY8V(
z<@!0MlS&jASbmlLg}LXy|Im2(??<asFTQr+#Qt9m{^<5w*JppBG%`|JsrOm?_h!fX
zGiw%o<xTB}E08&^RIyNG+<u^~c*u^1Jcu>hFB4^~6YTeeQp>H?Wxx$^<W|is4Hei`
z=bE{TlTVJ9Uq18TAD)}Sk{|2c_UJ?FGkJJ;v`{?9ddcMTec8R8Cf`JUe)BVB0aIXs
zD`Quvn3miP%rf)2W)&gev4Oi7#5I=GStxiF+o8}+=jN==mqW=t@G*mPYZ(bv54kJ!
z01aNE^Xgog05|A3nW7{VRm0>GV5EUU=h%c2gzhq{NjlF+d|(ysE;esQz%Ow(Ng_Ig
z0ONKsbo-8&Ej&rx$)*eorG#%{O9jZOc0sTNVX#Pdz$XesJ59#JusI6@N4~s3PH`yD
zSbh{PJh3F$%-plz`sH}}mFhJ=xh@ND-0}D)AHCH%E^+gHiMOt(%scowckQMdx>t&O
z&hE(W*}1)^ugyhSTBE&t+Bfi=5<eB1xa0<YCCa&>OgzM1Y;v(Mg9*ZqdwNhuFlv6Z
zB1+ZjXr($*aVp-JQ!U`r2!~;gH{^<uHS0c2OWTH5B>)|H4mbg70=~rpI;h1t_Td<z
z54H-L3z#Fs30_Hf09rbsrjY18i+n7EhsD5J3I^&EL=i`^d>9PU!k6K}X<RDDW_@H<
zy<;^<oT7s$xrc`_2xrEWF(HrLCDme!Ab&Uc#qsj1e|q?7=W~dbp6eem&p2S$M8FYv
z8?v{=l=(uT<ec4hjb(~*b_`6px+FF|L=$V^o3$9pIwOP_XyR~=jlg+kU>CmVCq#fH
z!bG_3gaXQg_iKtZxEO|Mwk#9o3+}bZ6PVUyEQs3cp#V!3^GF(3o);(L^|<pdnep=9
z+=U%a{uI#6AM{@R>iUSJFjgv+&h~D!h<q%&r;|vmlgc~RATrHW4Urd7y+=$LB_8vV
zs1CmYJO@P7;tcD*?L09VQMLpV7!7xz@=*=22GXfd4(0_~B`8^m92Bos1NU;k4m(BG
zzAE6Hd;Xs%fxy0}mTr3)2yFSqBVWGNi9;D`84nfK<s8F9`O)I}_x2DJpXtx;Bq;j&
zI%<d0A6N^;BAcjjt%LiRc6})=*&?D6mvTO5o`NSd_%fCqo&t9PWm0v_8Zrqz7E6O6
z@GV)bGS?46l;qaO$iax6a9YD(CWH`?4Ic-m2%sfo+*THjtuxZtR(M9pU=~NDDXbEH
zeI8b6F7iH{?{W}2W?`e;=J)0zk{>rs_>lE!J97;6akKV#j0sfp3KXznDez!SxXc=O
z>tK{75*6Wcl+agPjiy6Jx8_QdA$Fjh_9irO9xpQ!fITSSkX<iZNM~0BjlmI#+Uv5D
zpuCFl=*?rty}65-gK&^D-~Pg;n=hQ09NP8LKen$gM27Rlk^I?@cN38pS9WK2fyh^j
z%3Va{4?Ny>y#IvAIkK=Q<V%hi8ya#8u2U=(N+s@&4Y?)9DV55oA7k>KLnuLvh&l53
zw1oE{=xQO{j=-r<>Z@}&3_!K*6(MO@EVu$Sb81tljH`jTTbHwy4X)KurR6Cp9%cm~
zcoiQP<}UinK=cRid-ZFF5OO<?Y-GQ7G*{fup*ci_yuLg+JTl~ru1s%0#lGW6wsaLG
zA6TB2SaW0vt?j28eHy&SCLeOdI@)TuO@QpER~dE0fkiX6R2{Z-{RYMOb7u~WmtXtN
zR}Ot*<-&=HPe1!g@%Ht3OMVPF=A7&Ti@g7VJDP;rW|14nS;FrgmByE$Ajd~SM_q)a
zLuzYKQFf54B_P_)%eQ!-O_zeKg60FpPV=bZan#vtBCPuyOG{jeCIf|?M7-^`nOUB;
z(a=inl)|YPr*_5mF7@UF5PUO~rzx<sK+Y0O#4@S*#5LH6a91LBg|kpi)f7ztK1XDM
zMIag?{HK~chutU*a54@@R66|e{x1==6P+g^Ql(^kNe19W)C{Za1d59&<eU8jo!27A
zW=$tCu~uofy0m}-)-{<W7N-p^a1wo+j%A|?JTJ3Cky1w+&>1uL{GTtukLQ;jyz#LM
zCk{OE@MD$hoG79qw;jH3si;6t-MxjL&2K@YzjbT>om*Z^`~SD~i-xrSU(HXps!jX<
z8T)0&8-M@NVzvL3{=YBn|KIWbe_z`Fr~QB0|EK+b+W)8hf7<`2{eRm3+wTqj>-zt~
z*hrz+)aGY1TeEL#=bPR<MIc2WMIc2WMIc2WMIc2WMIc2WMIc4s?M2|+z3+k`pm2WP
z3LHA0&h;Ih`0=cQrhjlBq#Pvon9@2SaR451<H<c|;TpkJMae}d1*`;Q?_Q1v>jo-J
zJV0+Mc%eV8LU_EY5`icWGQI|$x_hD;kQ^Cm0uS;tdX!&J6r}8sg0NW$`3U|8K=Zje
zBmsPYRD2}2fqVqgOg!{2-^Gp|fEbGuCM5H>kN-*A*3>gW21p_|D?gHuD71vKP{2VY
z00k4QX+39a@X$(6t#E~oVs;qdCJKU4tCnjj4kU?FIkUn?27y$_D$Cdg0whirBx1R&
oD$K7cK8pWV@ezC-Du9jm_W$M>6d$ks_M<aDU#H?@bYyt=Up<XPG5`Po

literal 0
HcmV?d00001