bram/rooster.io
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

Removed redundant comments and made the file a module.

Browse source
This commit is contained in:
Bram van der Veen 2015-06-07 22:30:48 +02:00
parent 5f9348876f
commit d5b63d1baa
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
spider.js
View file

@ -1,10 +1,8 @@
//Import/require modules needed to crawl the schoolmaster schedules.
var http = require('http');
var cheerio = require('cheerio');
var iconv = require('iconv-lite');
var mongodb = require('mongodb').MongoClient;
//Define schooltypes that need to be ripped.
var scheduletypes = [
'Klasrooster',
'Docentrooster',
@ -19,9 +17,9 @@ function get(database) {
var collection = database.collection('index');
collection.drop();
//Go past all of the scheduletypes and download their pages.
for (scheduletype of scheduletypes) {
(function (scheduletype) {
var link = 'http://roosters5.gepro-osi.nl/roosters/rooster.php?school=' + schoolid + '&type=' + scheduletype;
scheduletype = scheduletype.replace(/rooster/g, '').toLowerCase();
@ -109,6 +107,7 @@ function crawl(sid) {
})
}
//Redundant function for draining native-mongodb-driver output
function showOutput(error, message) {
if (process.argv[2] == '-v') {
if (error) process.stdout.write(error.toString());
@ -116,4 +115,6 @@ function showOutput(error, message) {
}
}
crawl(934);
module.exports = {
'crawl' : crawl
}