testparse.js

// take a bullet for this city

var RLDB = true; // print lots of shit
var usecached = false; // use local file... don't re-download

var testfire = false; // insert testfire in 1 minute

debugprint("take a bullet for this city..."); // friendly

// node shit
var http = require('http');
var fs = require('fs');

// SODA URL shit
var APIep = "http://data.nola.gov/resource/jsyu-nz5r.json"; // endpoint for NOLA open data
var APIquery = "?typetext=DISCHARGING%20FIREARM&$order=timecreate%20DESC"; // query we want
var queryURL = APIep + APIquery; // the whole enchilada

// TWITTER API shit
var usetwitter = false; // use Twitter or no?

var util = require('util'),
    twitter = require('twitter');
var twit = new twitter({
    consumer_key: 'Y9jSHVYrKWR2PAfLpT8jlZPmo',
    consumer_secret: '7rHFAyz3Lvf83St5rriBmOMwqH4X5tS3N72rZPRhURBQytk9Fb',
    access_token_key: '322177274-lpyPxLmXuwgdN5trfKYmukrNypIYYecsFrcFqEMd',
    access_token_secret: 'DIZGKfFI8UW1smwjuqiRxpEUqOEFkEoPAOZcIUaNNHKKI'
});

// local file shit
var destFile = "foo.json"; // where are we stashing this locally?

// data shit
var thestuff; // holder for JSON
var gunQueue = new Array(); // gun queue
var backdate = 7.5; // use week old data
var loaded = false;

// timer shit
var qinterval = 30*1000; // poll queue every n seconds
var timer = setInterval(pollQueue, qinterval, backdate);

// spawner shit
var spawn = require('child_process').spawn;

//
// FUNCTION BLOCK:
//

// download the SODA stuff asynchronously and fire off a callback
var downloadJSON = function(url, dest, cb) {
  	var file = fs.createWriteStream(dest);
  	debugprint("about to download...");
  	var request = http.get(url, function(response) {
    response.pipe(file);
    file.on('finish', function() {
      file.close(cb(dest));  // close() is async, call cb after close completes.
    });
  });
}

// callback out of downloadJSON... loads and parses the file and continues
function gotFile(destFile)
{
	debugprint("parsing file...");	
	thestuff = (JSON.parse(fs.readFileSync(destFile, "utf8")));
	//debugprint(thestuff);

	// parse JSON into queue
	debugprint("generating queue...");
	gunQueue = JSONtoQueue(thestuff, backdate);

	// dump Queue to screen
	debugprint("dumping queue...");
	dumpQueue(gunQueue);

	// do Twitter request
	if(usetwitter) {
		debugprint("polling twitter...");
		insertTwitter(backdate);
	}	
}

// parses JSON and returns Array object of Date elements
// Date elements are to be queued based on old data set by 'backdate'
function JSONtoQueue(stuff, bd)
{
	// new array
	q = new Array();

	// date shit
	var lastday = bd*24*60*60*1000; // milliseconds
	var today = new Date();
	var tda = new Date(today.getTime() - lastday); // bd days ago
	var tdawhen = tda.getTime(); // now in epoch
	debugprint("Today is: " + tda);

	for(var i=0;i<stuff.length;i++){
        var d = new Date(Date.parse(stuff[i].timecreate));
        var when = d.getTime(); // epoch for the event
        if(when>tdawhen && when<(tdawhen+(24*60*60*1000)))
        {
        // date matches backdate... add to queue
           	// strip duplicates
          	if(stuff[i].disposition!="DUP")
          	{
	          	q.push(d);
          	}
        }
     }

     if(testfire)
     {
     	var t = new Date(tda.getTime() + 60*1000);
     	q.push(t);
     }

     q.reverse();
     loaded = true;
     return(q);
}

// print out queue
function dumpQueue(q)
{
	for(var i = 0;i<q.length;i++)
	{
		debugprint("schedule gun at: " +q[i]);
	}
}

// main event callback
function pollQueue(bd)
{
	if(loaded) {
		// date shit
		var lastday = bd*24*60*60*1000; // milliseconds
		var today = new Date();
		var tda = new Date(today.getTime() - lastday); // bd days ago
		debugprint("queue serviced: " + tda);
		for(var i = 0;i<q.length;i++)
		{
			if(gunQueue[i].getMinutes()==tda.getMinutes() 
				&& gunQueue[i].getHours()==tda.getHours())
			{
				// FIRE!
				console.log("FIRE!!!!! :" + tda);

				//
				// insert pi shit
				//
				spawn('python', ['firegun.py'], { stdio: 'inherit' });

				gunQueue.splice(i, 1); // remove from queue
				dumpQueue(gunQueue); // list next fires
				break;
			}
		}
	}
}

function insertTwitter(bd)
{
	// date shit
	var lastday = bd*24*60*60*1000; // milliseconds
	var today = new Date();
	var tda = new Date(today.getTime() - lastday); // bd days ago

	twit.search('#NOPDCrimeAlert', {'count':100}, function(data) {
	// debugprint(data);
	data = data.statuses;
	if(data != undefined){
	for(var i = 0;i<data.length;i++)
	{
		if(data[i].text.toLowerCase().search("shooting")>-1)
		{
			var d = new Date(Date.parse(data[i].created_at));
			// debugprint("twitter: " + d);
       		// date matches backdate... add to queue
        	if(d.getDate()==tda.getDate()
         		&& d.getFullYear()==tda.getFullYear()
          		&& d.getMonth()==tda.getMonth()) {
	          		gunQueue.push(d);
	          	}
			}
		}
	}
	// dump Queue to screen
	debugprint("dumping queue...");
	dumpQueue(gunQueue);

	});

}

function debugprint(stuff)
{
	if(RLDB) console.log(stuff);
}

// MASTER BLOCK

if(usecached)
{
	gotFile(destFile);
}
else {
	downloadJSON(queryURL, destFile, gotFile);
}