Mercurial > pumpbridge
annotate src/twitter.coffee @ 27:f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
author | Mathias Gebbe <mgebbe@intevation.de> |
---|---|
date | Sat, 28 Jun 2014 13:08:40 +0200 |
parents | 08d9679da0f7 |
children | faeb3b96bdeb |
rev | line source |
---|---|
3 | 1 # twitter.js |
2 # | |
3 # data object representing twitter.com | |
4 # | |
5 # Copyright 2013, E14N (https://e14n.com/) | |
6 # all changes Copyright 2014, Intevation GmbH (https://intevation.org) | |
7 # | |
8 # Licensed under the Apache License, Version 2.0 (the "License"); | |
9 # you may not use this file except in compliance with the License. | |
10 # You may obtain a copy of the License at | |
11 # | |
12 # http://www.apache.org/licenses/LICENSE-2.0 | |
13 # | |
14 # Unless required by applicable law or agreed to in writing, software | |
15 # distributed under the License is distributed on an "AS IS" BASIS, | |
16 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
17 # See the License for the specific language governing permissions and | |
18 # limitations under the License. | |
19 | |
20 _ = require("underscore") | |
21 async = require("async") | |
22 OAuth = require("oauth").OAuth | |
23 PumpIOClientApp = require("pump.io-client-app") | |
24 DatabankObject = require("databank").DatabankObject | |
25 RequestToken = PumpIOClientApp.RequestToken | |
26 Usermap = require("./usermap") | |
27 Pump = require("./pumpio") | |
5 | 28 FromESN = require("./fromESN") |
3 | 29 ToESN = require("./toESN") |
5 | 30 Sync = require("./sync") |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
31 util = require("util") |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
32 twitter = require("twitter") |
3 | 33 |
34 module.exports = (config) -> | |
5 | 35 bridgeid = config.bridgeid |
3 | 36 client_id = config.twclient_id |
37 client_secret = config.twclient_secret | |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
38 interval = config.interval |
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
39 if not (interval?) |
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
40 interval = 15 * 60 * 1000 |
3 | 41 request_token_endpoint = "https://api.twitter.com/oauth/request_token" |
42 access_token_endpoint = "https://api.twitter.com/oauth/access_token" | |
43 authorization_endpoint = "https://api.twitter.com/oauth/authorize" | |
44 whoami_endpoint = "https://api.twitter.com/1.1/account/verify_credentials.json" | |
45 hostname = "twitter.com" | |
46 | |
47 Twitter = | |
48 getRequestToken: (site, callback) -> | |
49 oa = Twitter.getOAuth(site) | |
50 async.waterfall [ | |
51 (callback) -> | |
52 oa.getOAuthRequestToken callback | |
53 (token, secret, other, callback) -> | |
54 RequestToken.create | |
55 token: token | |
56 secret: secret | |
57 hostname: hostname | |
58 , callback | |
59 ], callback | |
60 return | |
61 | |
62 authorizeURL: (rt) -> | |
63 separator = undefined | |
64 if _.contains(authorization_endpoint, "?") | |
65 separator = "&" | |
66 else | |
67 separator = "?" | |
68 authorization_endpoint + separator + "oauth_token=" + rt.token | |
69 | |
70 getAccessToken: (site, rt, verifier, callback) -> | |
71 oa = Twitter.getOAuth(site) | |
72 oa.getOAuthAccessToken rt.token, rt.secret, verifier, callback | |
73 return | |
74 | |
75 whoami: (site, token, secret, callback) -> | |
76 oa = Twitter.getOAuth(site) | |
77 async.waterfall [(callback) -> | |
78 oa.get whoami_endpoint, token, secret, callback | |
79 return | |
80 ], (err, doc, response) -> | |
81 obj = undefined | |
82 if err | |
83 callback err, null | |
84 else | |
85 try | |
86 obj = JSON.parse(doc) | |
87 callback null, obj | |
88 catch e | |
89 callback e, null | |
90 return | |
91 | |
92 return | |
93 | |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
94 syncToESN: (user) -> |
3 | 95 me = user.user_pumpio |
5 | 96 id = user.user_ESN.substr(0,user.user_ESN.indexOf('@')) |
3 | 97 token = user.oauth_token |
98 secret = user.extra_token | |
99 twit = new twitter( | |
100 consumer_key: client_id | |
101 consumer_secret: client_secret | |
102 access_token_key: token | |
103 access_token_secret: secret | |
104 ) | |
105 | |
106 # GET PUBLIC PUMP POSTS AND POST THEM | |
107 async.waterfall [ | |
108 (callback) -> | |
109 Usermap.search {id: me + '_to_' + me}, callback | |
110 (user, callback) -> | |
8
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
111 if (user[0]?) |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
112 console.log "get feed from" + me |
8
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
113 Pump.getUserFeed(user[0],callback) |
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
114 else |
6fd0a307850f
check empty strings and users
Mathias Gebbe <mgebbe@intevation.de>
parents:
7
diff
changeset
|
115 return |
3 | 116 (feed, callback) -> |
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
117 return if not feed? |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
118 ti = new Date().getTime() - interval |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
119 async.eachLimit feed.items, 10, ((post, callback) -> |
3 | 120 # do for each post |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
121 ts = Date.parse(post.updated) |
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
122 if (ts >= ti and post.verb is "post" or post.verb is "share") and (post.object.objectType is "note" or post.object.objectType is "image") and (Pump.isPublicActivity(post)) and (typeof post.object.deleted is "undefined") |
3 | 123 ToESN.search {uid: post.object.id + "@twitter"}, (err, result) -> |
124 if result.length is 0 | |
4
f352c74a6a5b
remove typeof, corrected facebooks toESN entrys
Mathias Gebbe <mgebbe@intevation.de>
parents:
3
diff
changeset
|
125 # post to twitter |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
126 status = "" |
3 | 127 text = post.object.content.replace(/<(?:.|\n)*?>/gm, '') |
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
128 re = new RegExp(String.fromCharCode(160), "g") |
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
129 text = text.replace(re, " ") |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
130 if post.verb is "share" |
24 | 131 status = post.object.author.url + " writes: " |
3 | 132 if text.length <= 140 |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
133 status += text |
3 | 134 else |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
135 status += text.substr(0, 140 - (post.object.url.length + 2)) + ".." + post.object.url |
3 | 136 twit.verifyCredentials((data) -> |
137 #console.log util.inspect(data) | |
138 return | |
139 ).updateStatus status, (data) -> | |
140 async.waterfall [ | |
141 (callback) -> | |
142 savePost = new ToESN() | |
143 savePost.uid = post.object.id + "@twitter" | |
144 savePost.sourceUser = post.actor.id | |
145 savePost.sourcePost = post.object.id | |
146 savePost.targetUser = user.user_ESN | |
147 savePost.targetPost = data.id | |
148 savePost.recipientUser = 'public' | |
149 savePost.updated = Date.now() | |
150 savePost.save callback | |
151 ], (err, result) -> | |
152 #console.log util.inspect(data) | |
153 return | |
154 callback null, 'done' | |
155 ), (err) -> | |
156 callback null, 'done' | |
157 ],(err, result) -> | |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
158 console.log "done ToESN twitter user" + me |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
159 return |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
160 return |
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
161 |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
162 syncFromESN: (user) -> |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
163 me = user.user_pumpio |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
164 id = user.user_ESN.substr(0,user.user_ESN.indexOf('@')) |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
165 token = user.oauth_token |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
166 secret = user.extra_token |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
167 twit = new twitter( |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
168 consumer_key: client_id |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
169 consumer_secret: client_secret |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
170 access_token_key: token |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
171 access_token_secret: secret |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
172 ) |
5 | 173 ###################################### |
174 # get tweets and post them to pump.io# | |
175 ###################################### | |
176 twit.verifyCredentials((data) -> | |
177 #console.log util.inspect(data) | |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
178 console.log "get twitter HomeTimeline " + me |
5 | 179 return |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
180 ).getHomeTimeline {include_rts: true, count: 10 }, (data) -> |
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
181 console.log "got twitter HomeTimeline " + me |
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
182 return if not data? or data.length is 0 |
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
183 console.log "data isnt empty for" + me |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
184 ti = (new Date().getTime() - interval) |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
185 async.eachLimit data, 5, ((tweet, cb) -> |
5 | 186 async.waterfall [ |
187 (callback) -> | |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
188 FromESN.search {uid: tweet.id + "@twitter_to_" + me}, callback |
5 | 189 (result, callback) -> |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
190 return if result.length isnt 0 or tweet.user.id_str is id |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
191 console.log "new tweet found" |
7
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
192 twitterdate = new Date(Date.parse(tweet.created_at.replace(/( +)/, " UTC$1"))) |
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
193 ts = Date.parse(twitterdate) |
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
194 if (ts >= ti) |
2123f355ab68
go back interval or 15 min, delete credentials, layout
Mathias Gebbe <mgebbe@intevation.de>
parents:
5
diff
changeset
|
195 Sync.postParser tweet, null, 'twitter', callback |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
196 else |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
197 return |
5 | 198 (parsed, callback) -> |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
199 console.log "try to post new tweet" |
5 | 200 Pump.postUser bridgeid, me, parsed, callback |
201 (pumppost, callback) -> | |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
202 try |
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
203 pumppost = JSON.parse(pumppost) |
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
204 catch err |
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
205 console.log "parse err " + err |
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
206 return |
5 | 207 FromESN.create |
208 postid: tweet.id + "@twitter" | |
209 sourceUser: tweet.user.id | |
210 sourcePost: 'https://twitter.com/'+tweet.user.name+"/status/" + tweet.id | |
211 pumpPost: pumppost.object.id | |
212 recipientUser: me | |
213 created: Date.now() | |
214 , callback | |
215 ], (err, result) -> | |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
216 console.log "post a tweet to user" + me |
17
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
217 cb() |
a52b5b244e51
removed unnecessary underscore and replaced it with async
Mathias Gebbe <mgebbe@intevation.de>
parents:
8
diff
changeset
|
218 ), (err) -> |
22
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
219 if (err) |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
220 console.log "Error: " + err |
b90e6df48d2d
eachLimit instead of each
Mathias Gebbe <mgebbe@intevation.de>
parents:
17
diff
changeset
|
221 else |
27
f27ddfa42e94
try/catch; From/To/-ESN changes; google probs
Mathias Gebbe <mgebbe@intevation.de>
parents:
24
diff
changeset
|
222 console.log "done FromESN twitter user" + me |
3 | 223 return |
224 | |
225 getOAuth: (site) -> | |
226 new OAuth(request_token_endpoint, access_token_endpoint, client_id, client_secret, "1.0", site.url("/authorized-for-twitter"), "HMAC-SHA1", null, # nonce size; use default | |
227 "User-Agent": site.userAgent() | |
228 ) | |
229 | |
230 Twitter |