mitchelRename-1.js

var fs = require('fs');
var csv = require('fast-csv');
var sqlite3 = require('sqlite3').verbose();
var async = require('async');
var _ = require('lodash');

var db = new sqlite3.Database('../Desktop/Output/Mitchell.sql');
Array.prototype.clean = function(deleteValue) {
  for (var i = 0; i < this.length; i++) {
    if (this[i] == deleteValue) {
      this.splice(i, 1);
      i--;
    }
  }
  return this;
};

var csvStream = csv.createWriteStream({
    headers: true
  }),
  csvStream1 = csv.createWriteStream({
    headers: true
  }),
  buildingStream = fs.createWriteStream("buildings7908.csv"),
  groundStream = fs.createWriteStream("ground7908.csv");

buildingStream.on("finish", function() {
  console.log("DONE!");
});
groundStream.on("finish", function() {
  console.log("DONE!");
});

// Surface Numbers from temperature.rb
//Numbers for Mitchell Neighborhood
var startSurf = [0, 294, 741, 1035];
var roofSurf = [198, 573, 939, 1269];
var endSurf = [294, 741, 1035, 1389];
var building = function(start, roof, end, floors, wallSurface, windowSurface, roofSurface) {
  this.start = start;
  this.roofStart = roof;
  this.end = end;
  this.floors = floors;
  this.columns = ((roof - start) / (3 * floors)) - 2;
  this.wallSurface = wallSurface;
  this.roofSurface = roofSurface;
  this.windowSurface = windowSurface;
  this.patches = [];
  this.patchNames = [];
};
var ground = function(start, end, rows, material) {
  this.start = start;
  this.end = end;
  this.rows = rows;
  this.material = material;
  this.patches = [];
  this.patchNames = [];
};
var buildings = {
  "Mitchell": new building(0, 198, 294, 3, 'brick', 'glass', 'asphalt'),
  "Armory": new building(294, 573, 741, 3, 'brick', 'glass', 'asphalt'),
  "Lee": new building(741, 939, 1035, 3, 'brick', 'glass', 'asphalt'),
  "Administration": new building(1035, 1269, 1389, 3, 'brick', 'glass', 'asphalt')
};

var grounds = {
  inner: new ground(1389, 4845, 24, 'asphalt'),
  top: new ground(4845, 5277, 9, 'grass'),
  left: new ground(5277, 5583, 17, 'grass'),
  right: new ground(5583, 5889, 17, 'grass'),
  bottom: new ground(5889, 6141, 3, 'grass'),
};
//Patchs and patchNames
var patches = [],
  patchNames = [];

//Generate Walls for Buildings
for (var bldg in buildings) {
  // console.log(bldg);
  //Walls
  var floor = 0;
  var subFloor = 0;
  for (var i = 2 + buildings[bldg].start; i < buildings[bldg].roofStart; i += buildings[bldg].columns + 2) {
    //floor
    for (var x = 0; x < buildings[bldg].columns; x++) {
      buildings[bldg].patches.push(i + x);
      if (subFloor == 1) {
        buildings[bldg].patchNames.push(bldg + ':' + buildings[bldg].windowSurface + ':' + floor + ':' + subFloor + ':' + x);
        patchNames[i + x] = bldg + ':' + buildings[bldg].windowSurface + ':' + floor + ':' + subFloor + ':' + x;
      } else {
        buildings[bldg].patchNames.push(bldg + ':' + buildings[bldg].wallSurface + ':' + floor + ':' + subFloor + ':' + x);
        patchNames[i + x] = bldg + ':' + buildings[bldg].wallSurface + ':' + floor + ':' + subFloor + ':' + x;
      }
    }
    subFloor++;
    if (subFloor == 3) {
      subFloor = 0;
      floor++;
    }
  }
  //Roof
  var rc = 0;
  for (var i = buildings[bldg].roofStart + 6; i <= buildings[bldg].end; i += 6) {
    buildings[bldg].patches.push(i);
    patchNames[i] = bldg + ':' + buildings[bldg].roofSurface + ':0:0:' + rc;
    buildings[bldg].patchNames.push(bldg + ':' + buildings[bldg].roofSurface + ':0:0:' + rc);
    rc++;
  }
}
// console.log(buildings);

//Ground
for (var section in grounds) {
  var row = 0,
    column = 0,
    count = 0;
  for (var i = grounds[section].start + 6; i <= grounds[section].end; i += 6) {
    grounds[section].patches.push(i);
    row = parseInt(count / grounds[section].rows);
    grounds[section].patchNames.push('Mitchell' + ':' + grounds[section].material + ':ground:' + section + ':' + row + ':' + column);
    patchNames[i] = 'Mitchell' + ':' + grounds[section].material + ':ground:' + section + ':' + row + ':' + column;
    count++;
    if (parseInt(count / grounds[section].rows) != row) {
      column = 0;
    } else {
      column++;
    }

  }
}
// console.log(grounds);
for(var bldg in buildings){
    console.log(bldg, buildings[bldg].patches.length);
}
for(var section in grounds){
    console.log(section, grounds[section].patches.length);
}
// console.log(grounds.inner.patches.length);
console.log(patchNames.length);
// console.log(patchNames);
fs.writeFileSync('mitchell.json', JSON.stringify([buildings, grounds], null, 4));



var count = 7908;
csvStream.pipe(buildingStream);
csvStream1.pipe(groundStream);
db.serialize(function() {
  async.whilst(function() {
    return count < 8334; //Number of days to pull data for
  }, function(callback) {
    console.log(count);
    db.all("SELECT KeyValue, Value FROM ReportVariableWithTime Where TimeIndex IS '" + count + "'", function(err, rows) {
      //Make Sub Surfaces the main surface
      for (var i = 0; i < rows.length; i++) {
        if (rows[i].KeyValue.indexOf('SUB') >= 0) {
          rows[i].KeyValue = rows[i - 1].KeyValue;
          delete rows[i - 1];
        }
      }
      //Remove
      rows.clean(undefined);
      var buildingObj = {};
      var groundObj = {};
      for (var i = 0; i < rows.length; i++) {
        if (rows[i].KeyValue.split(" ")[1] > 1389) {
          // console.log('ground=pre', i);
          if (patchNames[rows[i].KeyValue.split(" ")[1]]) {
            groundObj[patchNames[rows[i].KeyValue.split(" ")[1]]] = rows[i].Value;
            // console.log('ground', i);
          }
          // groundObj[rows[i].KeyValue] = rows[i].Value;
        } else {
          if (patchNames[rows[i].KeyValue.split(" ")[1]]) {
            buildingObj[patchNames[rows[i].KeyValue.split(" ")[1]]] = rows[i].Value;
            // console.log('building', i);
          }
          // buildingObj[rows[i].KeyValue] = rows[i].Value;
        }
      }
      csvStream1.write(groundObj);
      csvStream.write(buildingObj);
      count++;
      callback();
    });

  }, function(err) {
    csvStream.end();
  });
});