Made some small tweaks for better search handling (schedule.js)
This commit is contained in:
parent
e250be7a30
commit
e392915747
16
spider.js
16
spider.js
|
@ -72,19 +72,19 @@ function rip(data) {
|
||||||
|
|
||||||
if (!isNaN(student)) {
|
if (!isNaN(student)) {
|
||||||
var name = cheerio(list_students[student]).text().split(' - ')[1];
|
var name = cheerio(list_students[student]).text().split(' - ')[1];
|
||||||
var id = parseInt(cheerio(list_students[student]).val());
|
var id = cheerio(list_students[student]).val();
|
||||||
data.type = data.type.replace(/rooster/g, '').toLowerCase();
|
|
||||||
var database_entry = {
|
var database_entry = {
|
||||||
'id' : id,
|
'id' : id,
|
||||||
'username' : id + name.split(' ')[0].toLowerCase(),
|
'username' : id + name.split(' ')[0].toLowerCase(),
|
||||||
'full_name' : name,
|
'name' : name,
|
||||||
'first_name' : name.split(' ')[0],
|
'first_name' : name.split(' ')[0],
|
||||||
'last_name' : name.split(' ').splice(1).join(' '),
|
'last_name' : name.split(' ').splice(1).join(' '),
|
||||||
'studentcategory' : studentcategory,
|
'studentcategory' : studentcategory,
|
||||||
'type' : data.type
|
'type' : data.type.replace(/rooster/g, '').toLowerCase()
|
||||||
}
|
}
|
||||||
|
|
||||||
collection.insert(database_entry, showOutput);
|
collection.insert(database_entry, show_output);
|
||||||
|
|
||||||
if (studentcategory == list[list.length - 1] && student == list_students.length - 1) {
|
if (studentcategory == list[list.length - 1] && student == list_students.length - 1) {
|
||||||
database.close();
|
database.close();
|
||||||
|
@ -101,10 +101,10 @@ function rip(data) {
|
||||||
for (entry of list) {
|
for (entry of list) {
|
||||||
var database_entry = {
|
var database_entry = {
|
||||||
'name' : entry,
|
'name' : entry,
|
||||||
'type' : data.type
|
'type' : data.type.replace(/rooster/g, '').toLowerCase()
|
||||||
}
|
}
|
||||||
|
|
||||||
collection.insert(database_entry, showOutput);
|
collection.insert(database_entry, show_output);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -122,7 +122,7 @@ function crawl(sid) {
|
||||||
|
|
||||||
|
|
||||||
//Redundant function for draining native-mongodb-driver output
|
//Redundant function for draining native-mongodb-driver output
|
||||||
function showOutput(error, message) {
|
function show_output(error, message) {
|
||||||
if (process.argv[3] == '-v') {
|
if (process.argv[3] == '-v') {
|
||||||
// if (error) process.stdout.write(error.toString());
|
// if (error) process.stdout.write(error.toString());
|
||||||
if (message != null) console.log(message);
|
if (message != null) console.log(message);
|
||||||
|
|
Loading…
Reference in a new issue