-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathapp.js
277 lines (223 loc) · 7.74 KB
/
app.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
var express = require('express'),
path = require('path'),
favicon = require('static-favicon'),
logger = require('morgan'),
cookieParser = require('cookie-parser'),
bodyParser = require('body-parser'),
fs = require('fs'),
routes = require('./routes/index'),
users = require('./routes/users'),
app = express();
// view engine setup
app.set('views', path.join(__dirname, 'views'));
app.set('view engine', 'jade');
app.use(favicon());
app.use(logger('dev'));
app.use(bodyParser.json());
app.use(bodyParser.urlencoded());
app.use(cookieParser());
app.use(express.static(path.join(__dirname, 'public')));
app.use('/', routes);
app.use('/users', users);
// catch 404 and forward to error handler
app.use(function(req, res, next) {
var err = new Error('Not Found');
err.status = 404;
next(err);
});
// error handlers
// development error handler
// will print stacktrace
if (app.get('env') === 'development') {
app.use(function(err, req, res, next) {
res.status(err.status || 500);
res.render('error', {
message: err.message,
error: err
});
});
}
// production error handler
// no stacktraces leaked to user
app.use(function(err, req, res, next) {
res.status(err.status || 500);
res.render('error', {
message: err.message,
error: {}
});
});
/*******************************************************
* Non-generic part of app.js specific to my application
* *****************************************************/
// for handling twitter public stream and tracking color words
var twitter = require('ntwitter'),
tHandler = require('./handle-tweet.js')();
/**
* If using Heroku twitter credentials are set as env vars.
* You may wish to create and require your own credentials.js file.
* You must create your own twitter api key and use its credentials.
*/
// twitter stream credentials
var credentials = require('./credentials.js');
// ntwitter obj with authentication.
// If using credentials.js, do like so: consumer_key: credentials.consumer_key
var twit = new twitter({
consumer_key: process.env.consumer_key,
consumer_secret: process.env.consumer_secret,
access_token_key: process.env.access_token_key,
access_token_secret: process.env.access_token_secret
});
/***************************************************
//Attempting an approach to socket.io on heroku from:
//https://github.com/mongolab/tractorpush-server/blob/master/app.js
//My original code (works fine w/foreman locally, and non-heroku, commented out for now. 9-20-14
//Including port 5000 because it is the Heroku default
var app = require('http').createServer(handler),
io = require('socket.io').listen(app);
theport = process.env.PORT || 2000;
app.listen(theport);
console.log("http server on port:" + theport);
function handler(req, res){
fs.readFile(__dirname + "/public/coloroftheday.html",
function(err,data){
if(err){
res.writeHead(500);
return res.end("Error loading coloroftheday.html");
}
res.writeHead(200);
res.end(data);
});
}
************************/
var port = process.env.PORT || 2000,
server,
io,
// This is our 'unit of time' - streaming to client every timeInterval seconds
timeInterval = 4,
colors = require('./color-list.json');
server = app.listen(port, function(){
//TODO: %d %s not always getting replaced
console.log("Express listening on port %d in %s mode. Port is: " + port);
});
io = require('socket.io').listen(server);
console.log('socket.io created');
console.log('colors loaded');
/**
* Connect to Twitter Public Stream and track color keywords.
* Handle keywords by emitting to client via websocket, and saving to DB.
*
* Not 100% sure if this architecture (handling tweetstream in app.js) is ideal...
*
* --Steps--
* run twitter stream tracking colors
* on stream data, pass to handler function
* handler function returns json objs w/color×tamp
* stream json objs via socket.io (where do i set up io.sockets.on('connection')??
* save colordata to database w/database module
*/
//TODO: Break into separate modules
io.on('connection', function(socket){
io.emit('test', "hello!");
io.on('disconnect', function(){
console.log('socket.io disconnected');
});
});
function showTweet(tweet){
setTimeout(function(){
console.log(tweet.text);
},3000);
}
//TODO: Check out colorhexa.com....
//use instead of 'colors' file to pull a full color list?
//Then will have to parse for 'summer blue', etc
var startTime = getTimeStamp(),
colorBuffer = [];
//pull and handle the Twitter stream
twit.stream('statuses/filter', {track: colors}, function(stream){
stream.on('data', function(tweet){
showTweet(tweet);
//Aggregate tweets over our time interval (should be 4 seconds)
if(!intervalPassed(startTime, timeInterval)){
//return arr of all 'color words' in tweet and add to array
colorBuffer = colorBuffer.concat(tHandler.parse(tweet, colors));
}
//Our time interval is completed, reset for next time interval
else{
var endTime = getTimeStamp();
//Another Asynch function to process data and stream to client....
//?????NOT SURE. Maybe needed to not 'drop' tweets - but not going to prematurely optimize
//Build colorStamp obj
var colorModeObj = tHandler.mode(colorBuffer);
console.log('COLORMODEOBJ: count is : ',colorModeObj.modeCount);
colorModeObj.modeColors.forEach(function(color){console.log('...',color)});
var colorStamp = makeColorStamp(colorModeObj, startTime, endTime);
//stream to client
io.emit('colorstamp', colorStamp);
//Reset starTime to trigger next round of parsing & storing, reset buffers
startTime = endTime;
colorBuffer = [];
//debug
//console.log('done. end time is: '+endTime+' colorBuffer size is '+colorBuffer.length);
}
//var colorTimeArr = handleTweet(tweet,colors);//func returns array of little color/timestamp objs..
});//close stream.on('data'
});//close twit.stream
/**
var tStream = twit.stream('statuses/filter', {track: colors});
io.on('connection', function(socket){
tSTream.on('tweet', function(stream){
stream.on('data', function(tweet){ //stream to client & save to db
var colorTimeArr = handleTweet(tweet,colors);//func returns array of little color/timestamp objs..
//stream to client
});
});
});
**/
/**** Functions ****/
function makeColorStamp(colorModeObj, start, end){
var colorStamp = {
modeColors: colorModeObj.modeColors,
modeCount: colorModeObj.modeCount,
allColors: colorModeObj.allColors,
start: start,
end: end
};
return colorStamp;
}
function getTimeStamp(){
return Math.round(Date.now()/1000);
}
function intervalPassed(startTime, timeInterval){
return (getTimeStamp() - startTime < timeInterval) ? false : true;
}
function testColorTimeArr(colorTimeArr){
var ctLen = colorTimeArr.length;
console.log("TEST: ctLen is ",ctLen);
if(ctLen > 0){
for(var i = 0; i< ctLen; i++){
var ct = colorTimeArr[i];
console.log("TEST: Color - " + ct.color + ' Time - ' + ct.timestamp);
//Stream colors data to client
}
//Save colors data to db
}
}
var testConn = function(){
twit.verifyCredentials(function(err, data){
if(err){
console.log("Error! "+err);
}
else{
console.log(data);
}
});
};
function testStream(){
twit.stream('statuses/sample', function(stream){
stream.on('data',function(data){
console.log(data);
});
});
}
//Exports for app.js
module.exports = app;