prod creds

public/app.js

@@ -1,6 +1,6 @@
 const WIDTH = 800;
 const HEIGHT = 600;
-const parseTime = d3.timeParse("%B %e, %Y");
+const parseTime = d3.timeParse("%Y-%m-%dT%H:%M:%S.%L%Z");
 
 let instances;
 let xScale, yScale;
@@ -111,10 +111,9 @@ const renderPoints = () => {
 }
 
 const setupGraph = ()=>{
-	d3.select('svg');
+	d3.select('#container')
-	d3.select('svg')
+		.attr('width', WIDTH)
-		.style('width', WIDTH)
+		.attr('height', HEIGHT);
-		.style('height', HEIGHT);
 
 	xScale = d3.scaleTime();
 	xScale.range([0,WIDTH]);

scrape.js

@@ -3,7 +3,9 @@ const pg = require('pg');
 const brokenInstances = [8302, 8294];
 
 const client = new pg.Client({
-	database:"outcomes_tracker"
+	database:"outcomes_tracker",
+	user:"matt",
+	password:"matt"
 })
 
 const delay = (ms) => {
@@ -50,9 +52,10 @@ const scrapeInstance = async (link, page) => {
 		const graduationHTML = await graduationElem.getProperty('innerHTML');
 		const instanceHeaderText = await graduationHTML.jsonValue()
 		const graduationDate = instanceHeaderText.split(' - ')[1].trim();
+		const startDate = instanceHeaderText.split(' - ')[0].trim().split(':')[1].trim();
 
-		console.log({ instanceID, course, graduationDate, totalStudents, dropped, graduates, seeking, outcomes90Numeric, outcomes90Percent });
+		console.log({ instanceID, course, startDate, graduationDate, totalStudents, dropped, graduates, seeking, outcomes90Numeric, outcomes90Percent });
-		const res = await client.query(`INSERT INTO instances (instance_id, course, graduation_date, total_students, dropped, graduates, seekers, ninety_day_outcomes) VALUES (${instanceID}, '${course}', '${graduationDate}', ${totalStudents}, ${dropped}, ${graduates}, ${seeking}, ${outcomes90Numeric})`);
+		const res = await client.query(`INSERT INTO instances (instance_id, course, start_date, graduation_date, total_students, dropped, graduates, seekers, ninety_day_outcomes) VALUES (${instanceID}, '${course}', '${startDate}', '${graduationDate}', ${totalStudents}, ${dropped}, ${graduates}, ${seeking}, ${outcomes90Numeric})`);
 	} else {
 		await page.screenshot({ path: 'outcomes.png' })
 	}
@@ -76,7 +79,7 @@ const scrapeInstance = async (link, page) => {
 	await delay(500) //wtf
 	
 	await page.type('input[type="text"]', 'matt.huntington@generalassemb.ly');
-	await page.type('input[type="password"]', 'Hunt!ngt0n!2');
+	await page.type('input[type="password"]', 'Hunt!ngt0n!4');
 	await page.click('input[type="submit"]');
 
 	console.log('entered okta creds');
@@ -124,4 +127,5 @@ const scrapeInstance = async (link, page) => {
 	console.log('done');
 	//await page.screenshot({ path: 'outcomes.png' })
 	await browser.close();
+	await client.end();
 })();

server.js

@@ -2,7 +2,9 @@ const express = require('express');
 const app = express();
 const pg = require('pg');
 const client = new pg.Client({
-	database:"outcomes_tracker"
+	database:"outcomes_tracker",
+	user:'matt',
+	password:'matt'
 })
 
 app.use(express.static('public'))
@@ -13,6 +15,6 @@ app.get('/instances', async (req, res)=>{
 })
 
 client.connect();
-app.listen(3000, ()=>{
+app.listen(3003, ()=>{
 	console.log('listening');
 })