Mercurial > pumpbridge
annotate src/twitter.coffee @ 24:08d9679da0f7
s/wrotes/writes/
| author | Mathias Gebbe <mgebbe@intevation.de> |
|---|---|
| date | Thu, 19 Jun 2014 13:01:11 +0200 |
| parents | 8c56fdbac0fb |
| children | f27ddfa42e94 |
| rev | line source |
|---|---|
| 3 | 1 # twitter.js |
| 2 # | |
| 3 # data object representing twitter.com | |
| 4 # | |
| 5 # Copyright 2013, E14N (https://e14n.com/) | |
| 6 # all changes Copyright 2014, Intevation GmbH (https://intevation.org) | |
| 7 # | |
| 8 # Licensed under the Apache License, Version 2.0 (the "License"); | |
| 9 # you may not use this file except in compliance with the License. | |
| 10 # You may obtain a copy of the License at | |
| 11 # | |
| 12 # http://www.apache.org/licenses/LICENSE-2.0 | |
| 13 # | |
| 14 # Unless required by applicable law or agreed to in writing, software | |
| 15 # distributed under the License is distributed on an "AS IS" BASIS, | |
| 16 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| 17 # See the License for the specific language governing permissions and | |
| 18 # limitations under the License. | |
| 19 | |
| 20 _ = require("underscore") | |
| 21 async = require("async") | |
| 22 OAuth = require("oauth").OAuth | |
| 23 PumpIOClientApp = require("pump.io-client-app") | |
| 24 DatabankObject = require("databank").DatabankObject | |
| 25 RequestToken = PumpIOClientApp.RequestToken | |
| 26 Usermap = require("./usermap") | |
| 27 Pump = require("./pumpio") | |
| 5 | 28 FromESN = require("./fromESN") |
| 3 | 29 ToESN = require("./toESN") |
| 5 | 30 Sync = require("./sync") |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
31 util = require("util") |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
32 twitter = require("twitter") |
| 3 | 33 |
| 34 module.exports = (config) -> | |
| 5 | 35 bridgeid = config.bridgeid |
| 3 | 36 client_id = config.twclient_id |
| 37 client_secret = config.twclient_secret | |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
38 interval = config.interval |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
39 if not (interval?) |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
40 interval = 15 * 60 * 1000 |
| 3 | 41 request_token_endpoint = "https://api.twitter.com/oauth/request_token" |
| 42 access_token_endpoint = "https://api.twitter.com/oauth/access_token" | |
| 43 authorization_endpoint = "https://api.twitter.com/oauth/authorize" | |
| 44 whoami_endpoint = "https://api.twitter.com/1.1/account/verify_credentials.json" | |
| 45 hostname = "twitter.com" | |
| 46 | |
| 47 Twitter = | |
| 48 getRequestToken: (site, callback) -> | |
| 49 oa = Twitter.getOAuth(site) | |
| 50 async.waterfall [ | |
| 51 (callback) -> | |
| 52 oa.getOAuthRequestToken callback | |
| 53 (token, secret, other, callback) -> | |
| 54 RequestToken.create | |
| 55 token: token | |
| 56 secret: secret | |
| 57 hostname: hostname | |
| 58 , callback | |
| 59 ], callback | |
| 60 return | |
| 61 | |
| 62 authorizeURL: (rt) -> | |
| 63 separator = undefined | |
| 64 if _.contains(authorization_endpoint, "?") | |
| 65 separator = "&" | |
| 66 else | |
| 67 separator = "?" | |
| 68 authorization_endpoint + separator + "oauth_token=" + rt.token | |
| 69 | |
| 70 getAccessToken: (site, rt, verifier, callback) -> | |
| 71 oa = Twitter.getOAuth(site) | |
| 72 oa.getOAuthAccessToken rt.token, rt.secret, verifier, callback | |
| 73 return | |
| 74 | |
| 75 whoami: (site, token, secret, callback) -> | |
| 76 oa = Twitter.getOAuth(site) | |
| 77 async.waterfall [(callback) -> | |
| 78 oa.get whoami_endpoint, token, secret, callback | |
| 79 return | |
| 80 ], (err, doc, response) -> | |
| 81 obj = undefined | |
| 82 if err | |
| 83 callback err, null | |
| 84 else | |
| 85 try | |
| 86 obj = JSON.parse(doc) | |
| 87 callback null, obj | |
| 88 catch e | |
| 89 callback e, null | |
| 90 return | |
| 91 | |
| 92 return | |
| 93 | |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
94 syncFromESN: (user) -> |
| 3 | 95 me = user.user_pumpio |
| 5 | 96 id = user.user_ESN.substr(0,user.user_ESN.indexOf('@')) |
| 3 | 97 token = user.oauth_token |
| 98 secret = user.extra_token | |
| 99 twit = new twitter( | |
| 100 consumer_key: client_id | |
| 101 consumer_secret: client_secret | |
| 102 access_token_key: token | |
| 103 access_token_secret: secret | |
| 104 ) | |
| 105 | |
| 106 # GET PUBLIC PUMP POSTS AND POST THEM | |
| 107 async.waterfall [ | |
| 108 (callback) -> | |
| 109 Usermap.search {id: me + '_to_' + me}, callback | |
| 110 (user, callback) -> | |
|
8
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
111 if (user[0]?) |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
112 console.log "get feed from" + me |
|
8
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
113 Pump.getUserFeed(user[0],callback) |
|
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
114 else |
|
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
115 return |
| 3 | 116 (feed, callback) -> |
|
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
117 return if not feed? |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
118 ti = new Date().getTime() - interval |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
119 async.eachLimit feed.items, 10, ((post, callback) -> |
| 3 | 120 # do for each post |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
121 ts = Date.parse(post.updated) |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
122 if (ts >= ti and post.verb is "post" or post.verb is "share") and (post.object.objectType is "note" or post.object.objectType is "image") and (Pump.isPublicActivity(post)) and (typeof post.object.deleted is "undefined") |
| 3 | 123 ToESN.search {uid: post.object.id + "@twitter"}, (err, result) -> |
| 124 if result.length is 0 | |
|
4
f352c74a6a5b
remove typeof, corrected facebooks toESN entrys
Mathias Gebbe <mgebbe@intevation.de>
parents:
3
diff
changeset
|
125 # post to twitter |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
126 status = "" |
| 3 | 127 text = post.object.content.replace(/<(?:.|\n)*?>/gm, '') |
|
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
128 re = new RegExp(String.fromCharCode(160), "g") |
|
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
129 text = text.replace(re, " ") |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
130 if post.verb is "share" |
| 24 | 131 status = post.object.author.url + " writes: " |
| 3 | 132 if text.length <= 140 |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
133 status += text |
| 3 | 134 else |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
135 status += text.substr(0, 140 - (post.object.url.length + 2)) + ".." + post.object.url |
| 3 | 136 twit.verifyCredentials((data) -> |
| 137 #console.log util.inspect(data) | |
| 138 return | |
| 139 ).updateStatus status, (data) -> | |
| 140 async.waterfall [ | |
| 141 (callback) -> | |
| 142 savePost = new ToESN() | |
| 143 savePost.uid = post.object.id + "@twitter" | |
| 144 savePost.sourceUser = post.actor.id | |
| 145 savePost.sourcePost = post.object.id | |
| 146 savePost.targetUser = user.user_ESN | |
| 147 savePost.targetPost = data.id | |
| 148 savePost.recipientUser = 'public' | |
| 149 savePost.updated = Date.now() | |
| 150 savePost.save callback | |
| 151 ], (err, result) -> | |
| 152 #console.log util.inspect(data) | |
| 153 return | |
| 154 callback null, 'done' | |
| 155 ), (err) -> | |
| 156 callback null, 'done' | |
| 157 ],(err, result) -> | |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
158 console.log "done ToESN twitter user" + me |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
159 return |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
160 return |
|
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
161 |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
162 syncToESN: (user) -> |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
163 me = user.user_pumpio |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
164 id = user.user_ESN.substr(0,user.user_ESN.indexOf('@')) |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
165 token = user.oauth_token |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
166 secret = user.extra_token |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
167 twit = new twitter( |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
168 consumer_key: client_id |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
169 consumer_secret: client_secret |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
170 access_token_key: token |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
171 access_token_secret: secret |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
172 ) |
| 5 | 173 ###################################### |
| 174 # get tweets and post them to pump.io# | |
| 175 ###################################### | |
| 176 twit.verifyCredentials((data) -> | |
| 177 #console.log util.inspect(data) | |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
178 console.log "get twitter HomeTimeline " + me |
| 5 | 179 return |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
180 ).getHomeTimeline {include_rts: true, count: 20 }, (data) -> |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
181 ti = (new Date().getTime() - interval) |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
182 return if not data? or data.length is 0 |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
183 async.eachLimit data, 10, ((tweet, cb) -> |
| 5 | 184 async.waterfall [ |
| 185 (callback) -> | |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
186 FromESN.search {uid: tweet.id + "@twitter_to_" + me}, callback |
| 5 | 187 (result, callback) -> |
|
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
188 return if result.length isnt 0 or tweet.user.id_str is id |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
189 twitterdate = new Date(Date.parse(tweet.created_at.replace(/( +)/, " UTC$1"))) |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
190 ts = Date.parse(twitterdate) |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
191 if (ts >= ti) |
|
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
192 Sync.postParser tweet, null, 'twitter', callback |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
193 else |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
194 return |
| 5 | 195 (parsed, callback) -> |
| 196 Pump.postUser bridgeid, me, parsed, callback | |
| 197 (pumppost, callback) -> | |
| 198 pumppost = JSON.parse(pumppost) | |
| 199 FromESN.create | |
| 200 postid: tweet.id + "@twitter" | |
| 201 sourceUser: tweet.user.id | |
| 202 sourcePost: 'https://twitter.com/'+tweet.user.name+"/status/" + tweet.id | |
| 203 pumpPost: pumppost.object.id | |
| 204 recipientUser: me | |
| 205 created: Date.now() | |
| 206 , callback | |
| 207 ], (err, result) -> | |
|
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
208 cb() |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
209 return |
|
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
210 ), (err) -> |
|
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
211 if (err) |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
212 console.log "Error: " + err |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
213 else |
|
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
214 console.log "done ToESN twitter user" + me |
|
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
215 return |
| 3 | 216 return |
| 217 | |
| 218 getOAuth: (site) -> | |
| 219 new OAuth(request_token_endpoint, access_token_endpoint, client_id, client_secret, "1.0", site.url("/authorized-for-twitter"), "HMAC-SHA1", null, # nonce size; use default | |
| 220 "User-Agent": site.userAgent() | |
| 221 ) | |
| 222 | |
| 223 Twitter |