slitheen/client/ous.js

var fs = require('fs');
var page = require('webpage').create();
var initial_done = false;
var initial_bytes = '';
var totalbytes = 0;

var downstreamdata = {};
var upstream_data = {};
var ous_in_data = '';
var slitheenID = '';

var server = require('webserver').create();
var ous_in = server.listen('127.0.0.1:8888', function(request, response) {
	console.log("Read in " + request.post);
	if(slitheenID == ''){
		slitheenID = request.post + ' ';
	} else {
		ous_in_data += request.post;
	}
	response.close();
});

if(!ous_in){
	console.log('Failed to listen on port 8888');
	phantom.exit();
} else {
	console.log('Listening :)');
}

var output = fs.open("OUS_out", {mode: 'wb'});

page.captureContent = ['.*'];

page.onResourceRequested = function(request, network) {
	//console.log('Request ' + JSON.stringify(request, undefined, 4));
	if( ous_in_data != ''){
		var bytes = ous_in_data;
		ous_in_data = '';
		bytes.replace(/\r?\n|\r/g, "");
		network.setHeader('X-Slitheen', slitheenID + bytes);
		console.log('Sent X-Slitheen: ' + slitheenID + bytes);
		upstream_data[request.id] = bytes;
	} else {
		network.setHeader('X-Slitheen', slitheenID);
		console.log('Sent X-Slitheen: ' + slitheenID);
	}

		

};

page.onResourceReceived = function(response) {
	//console.log('Receive ' + JSON.stringify(response, undefined, 4));
	var id = response.id;
	if (response.stage == "start"){
		downstreamdata[response.id] = response.bodySize;
	}
	if (response.stage == "end"){
		totalbytes += downstreamdata[response.id];
		//console.log("totalbytes is now " + totalbytes);
	}

	//check to see if request successfully carried data
	if(upstream_data.hasOwnProperty(id)){
		if(response.status != 0){
			delete upstream_data[id];
		}
	}
	if(response.stage == "end" && response.contentType == "slitheen"){
		fs.write("slitheen.out", response.body, 'a');
		fs.write("slitheen.out", '\n', 'a');

		output.write(response.bodySize + '\n' + response.body);
		output.flush();
	}
};

var count = 1;

function loadpage(){
	page.clearMemoryCache();
	totalbytes = 0;
	var t = Date.now();
	page.open('https://gmail.com', function(status) {
	  console.log("Status for page load "+ count + " : " + status);
	  if(status === "success") {
		t = Date.now() - t;
		count += 1;
		//if(count > 102){
		//	phantom.exit();
		//}
		fs.write("timing1.out", t + ',', 'a');
		fs.write("size1.out", totalbytes + ',', 'a');
	  } else {
		fs.write("timing1.out", '-1,', 'a');
		fs.write("size1.out", '-1,', 'a');
	  }

	  for( var id in upstream_data){
		  ous_in_data += upstream_data[id];
	  }
	  loadpage();
	});
}

loadpage();