|
|
|
|
@ -14,6 +14,13 @@ const scrapeInstance = async (link, page) => {
|
|
|
|
|
const totalStudentsHTML = await totalStudentsElem.getProperty('innerHTML');
|
|
|
|
|
const totalStudents = parseInt(await totalStudentsHTML.jsonValue());
|
|
|
|
|
|
|
|
|
|
if(totalStudents > 0){
|
|
|
|
|
|
|
|
|
|
const h3elem = await page.$('h3');
|
|
|
|
|
const h3HTML = await h3elem.getProperty('innerHTML');
|
|
|
|
|
const h3Value = await h3HTML.jsonValue()
|
|
|
|
|
const course = h3Value.match(/(?<=\()[0-9A-Za-z\-]*(?=\))/g)[0]
|
|
|
|
|
|
|
|
|
|
const droppedElem = await page.$('.instance-student-detail .dropped');
|
|
|
|
|
const droppedHTML = await droppedElem.getProperty('innerHTML');
|
|
|
|
|
const dropped = parseInt(await droppedHTML.jsonValue())
|
|
|
|
|
@ -31,7 +38,9 @@ const scrapeInstance = async (link, page) => {
|
|
|
|
|
const instanceHeaderText = await graduationHTML.jsonValue()
|
|
|
|
|
const graduationDate = instanceHeaderText.split(' - ')[1].trim();
|
|
|
|
|
|
|
|
|
|
console.log({ instanceID, graduationDate, totalStudents, dropped, outcomes90Numeric, outcomes90Percent });
|
|
|
|
|
console.log({ instanceID, course, graduationDate, totalStudents, dropped, outcomes90Numeric, outcomes90Percent });
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return page.goBack();
|
|
|
|
|
}
|
|
|
|
|
|