227 lines
9.4 KiB
JavaScript
227 lines
9.4 KiB
JavaScript
const https = require("https");
|
|
const config = require("worker_threads").workerData;
|
|
const models = require("../models");
|
|
|
|
const reg_event = /(?:(?:BEGIN:VEVENT\nDTSTAMP:(?:[A-Z0-9]*?)\nDTSTART:([A-Z0-9]*?)\nDTEND:([A-Z0-9]*?)\nSUMMARY: {0,}([a-zéèàA-Z0-9-. \, \\/ô]*?)\nLOCATION:([a-zA-Zéèà0-9-. \,\\]*?)\nDESCRIPTION:(?:\\n){0,}((?:(?:LP(?:[ a-zA-Z0-9\\]*?))\\n){1,})((?:(?:[A-Z]*) (?:[A-Z]*)(?: (?:[A-Z]*)){0,}\\n){0,})(?:.*?)\nEND:VEVENT)|(?:BEGIN:VEVENT\nDTSTAMP:(?:[A-Z0-9]*?)\nDTSTART:([A-Z0-9]*?)\nDTEND:([A-Z0-9]*?)\nSUMMARY: {0,}((?:S(?:[A-Z0-9-]*)|M(?:[A-Z0-9-]*)(?:\/M(?:[A-Z0-9-]*)){0,}|Conférence|)[a-zéèàA-Z0-9-. \, \\/]*?)\nLOCATION:([a-zA-Zéèà0-9-. \,\\]*?)\nDESCRIPTION:(?:\\n){0,}((?:(?:G[0-9]S[0-9]|S[0-9]|ASPE)\\n){0,})((?:(?:[A-Z]*) (?:[A-Z]*)(?: (?:[A-Z]*)){0,}\\n){0,})(?:.*?)\nEND:VEVENT))/gs;
|
|
const reg_location = /((?:[SH0-9][0-9]{2})|(?:(?:Préfa |Amphi)[0-9]))/g;
|
|
const reg_teachers = /^(?:((?:[a-zA-Z]*[ -]{0,}){0,}) ([a-zA-Z]*))$/m;
|
|
const reg_date = /([0-9]{4})([0-9]{2})([0-9]{2})T([0-9]{2})([0-9]{2})([0-9]{2})Z/;
|
|
const reg_group = /(?:(LP)[ -]{0,}(.*)|(?:(G[0-9])(S[0-9])))/;
|
|
const base_url = config["edt"];
|
|
const capitalizeFirstLetter = (string) => string.charAt(0).toUpperCase() + string.slice(1).toLowerCase();
|
|
|
|
|
|
function fetchEvents(days = 1, TS_Start = new Date()) {
|
|
return new Promise((resolve, reject) => {
|
|
let start = new Date(TS_Start);
|
|
if (start == "Invalid Date")
|
|
start = new Date();
|
|
let end = new Date(start);
|
|
end.setDate(end.getDate() + days);
|
|
|
|
let url = base_url + start.getFullYear() + "-" + start.getMonth() + "-" + start.getDate() + "&lastDate=" + end.getFullYear() + "-" + end.getMonth() + "-" + end.getDate();
|
|
https.get(url, (resp) => {
|
|
let data = "";
|
|
resp.on("data", (chunk) => {
|
|
data += chunk;
|
|
});
|
|
resp.on("end", () => {
|
|
let output = [];
|
|
data = data.replace(/\r/g, "");
|
|
let m;
|
|
while ((m = reg_event.exec(data)) !== null) {
|
|
if (m.index === reg_event.lastIndex) {
|
|
reg_event.lastIndex++;
|
|
}
|
|
let event = [];
|
|
let semester = [];
|
|
let group = [];
|
|
/*
|
|
m = [
|
|
FullMatch,
|
|
StartTime,
|
|
EndTime,
|
|
EventDescription ( SubjectID,Name,Class?) ,
|
|
Location,
|
|
ClassGroup,
|
|
Teacher(s)
|
|
]
|
|
*/
|
|
if (m[1] !== undefined) {
|
|
// LPXXXX
|
|
} else {
|
|
m.splice(1, 6);
|
|
// GXSX | SX | ASPE
|
|
}
|
|
let csplit = m[5].split("\\n");
|
|
csplit.pop();
|
|
csplit.forEach(e => {
|
|
if (e === "ASPE") {
|
|
semester.push(e);
|
|
}else if(/^S[0-9]$/.test(e)) {
|
|
semester.push(e);
|
|
}else{
|
|
let groupSplit = reg_group.exec(e);
|
|
if (groupSplit[1] === 'LP') {
|
|
group.push([groupSplit[2], groupSplit[1]]);
|
|
} else {
|
|
group.push([groupSplit[3], groupSplit[4]]);
|
|
}
|
|
}
|
|
});
|
|
|
|
event["title"] = m[3];
|
|
event["semesters"] = semester;
|
|
event["groups"] = group;
|
|
/*
|
|
Date
|
|
*/
|
|
let d1 = reg_date.exec(m[1]);
|
|
let d2 = reg_date.exec(m[2]);
|
|
event["startDate"] = new Date(d1[1] + "-" + d1[2] + "-" + d1[3] + "T" + d1[4] + ":" + d1[5] + ":" + d1[6] + ".00Z");
|
|
event["endDate"] = new Date(d2[1] + "-" + d2[2] + "-" + d2[3] + "T" + d2[4] + ":" + d2[5] + ":" + d2[6] + ".00Z");
|
|
/*
|
|
Location
|
|
*/
|
|
event["locations"] = [];
|
|
let loc;
|
|
while ((loc = reg_location.exec(m[4])) !== null) {
|
|
if (loc.index === reg_location.lastIndex) {
|
|
reg_location.lastIndex++;
|
|
}
|
|
event["locations"].push(loc[1]);
|
|
}
|
|
/*
|
|
Teachers
|
|
*/
|
|
event['teachers'] = [];
|
|
let fullTeachers = m[6].split('\\n');
|
|
fullTeachers.forEach(e => {
|
|
if(e !== ""){
|
|
let splittedTeachers = reg_teachers.exec(e);
|
|
event['teachers'].push([splittedTeachers[1],splittedTeachers[2]]);
|
|
}
|
|
});
|
|
output.push(event);
|
|
}
|
|
resolve(output);
|
|
});
|
|
}).on("error", (err) => {
|
|
reject(err);
|
|
});
|
|
});
|
|
}
|
|
|
|
function compare(a, b) {
|
|
if (a.length !== b.length) {
|
|
return false;
|
|
}
|
|
let set = {};
|
|
a.forEach((i) => {
|
|
if (set[i] !== undefined) {
|
|
set[i]++;
|
|
} else {
|
|
set[i] = 1;
|
|
}
|
|
});
|
|
let difference = b.every((i) => {
|
|
if (set[i] === undefined) {
|
|
return false;
|
|
} else {
|
|
set[i]--;
|
|
if (set[i] === 0) {
|
|
delete set[i];
|
|
}
|
|
return true;
|
|
}
|
|
});
|
|
return Object.keys(set) == 0 && difference;
|
|
}
|
|
|
|
function compareGroups(list1, list2) {
|
|
return compare(list1.map(g => g[0] + " " + g[1]), list2.map(g => g.number + " " + g.Semester.name));
|
|
}
|
|
|
|
function compareTeachers(list1, list2) {
|
|
return compare(list1.map(t => t[0].toUpperCase() + " " + t[1].toUpperCase()), list2.map(t => t.lastName.toUpperCase() + " " + t.firstName.toUpperCase()));
|
|
}
|
|
|
|
function compareSemesters(list1, list2) {
|
|
return compare(list1, list2.map(s => s.name));
|
|
}
|
|
|
|
async function updateDatabase() {
|
|
let events = await fetchEvents(365, new Date(2020, 8, 1));
|
|
for (let event of await models.Event.findAll({
|
|
include: [{
|
|
model: models.Group,
|
|
include: {model: models.Semester, required: true}
|
|
}, models.User, models.Semester]
|
|
})) {
|
|
let ev = events.find(e => (e.title === event.name && e.startDate.getTime() === event.startDate.getTime() &&
|
|
e.endDate.getTime() === event.endDate.getTime() && e.locations.join(", ") === event.locations &&
|
|
compareGroups(e.groups, event.Groups) && compareTeachers(e.teachers, event.Users) &&
|
|
compareSemesters(e.semesters, event.Semesters)));
|
|
if (!ev)
|
|
await event.destroy();
|
|
else
|
|
events = events.filter(e => e !== ev);
|
|
}
|
|
|
|
for (let event of events) {
|
|
let e = await models.Event.create({
|
|
name: event.title,
|
|
startDate: event.startDate,
|
|
endDate: event.endDate,
|
|
locations: event.locations.join(", ")
|
|
});
|
|
|
|
let teachers = [];
|
|
for (let teacher of event.teachers) {
|
|
let t = await models.User.findOne({where: {permissions: 2, lastName: teacher[0].toUpperCase(), firstName: capitalizeFirstLetter(teacher[1])}});
|
|
if (!t)
|
|
t = await models.User.create({
|
|
email: teacher[1].toLowerCase().replaceAll(" ", "-") + "." + teacher[0].toLowerCase().replaceAll(" ", "-") + "@univ-lyon1.fr",
|
|
firstName: capitalizeFirstLetter(teacher[1]),
|
|
lastName: teacher[0].toUpperCase(),
|
|
permissions: 2,
|
|
passwordHash: Math.round((Math.pow(36, 12 + 1) - Math.random() * Math.pow(36, 12))).toString(36).slice(1)
|
|
});
|
|
teachers.push(t);
|
|
}
|
|
await e.addUsers(teachers);
|
|
|
|
let semesters = [];
|
|
for (let semester of event.semesters) {
|
|
let s = await models.Semester.findOne({where: {name: semester, year: event.startDate.getFullYear()}});
|
|
if (!s)
|
|
s = await models.Semester.create({
|
|
name: semester,
|
|
year: event.startDate.getFullYear()
|
|
});
|
|
semesters.push(s);
|
|
}
|
|
await e.addSemesters(semesters);
|
|
|
|
let groups = [];
|
|
for (let group of event.groups) {
|
|
let s = await models.Semester.findOne({where: {name: group[1], year: event.startDate.getFullYear()}});
|
|
if (!s)
|
|
s = await models.Semester.create({
|
|
name: group[1],
|
|
year: event.startDate.getFullYear()
|
|
});
|
|
|
|
let g = await models.Group.findOne({where: {number: group[0], SemesterId: s.id}});
|
|
if (!g)
|
|
g = await models.Group.create({
|
|
number: group[0],
|
|
SemesterId: s.id
|
|
});
|
|
groups.push(g);
|
|
}
|
|
await e.addGroups(groups);
|
|
}
|
|
}
|
|
|
|
updateDatabase().then(() => setInterval(updateDatabase, 30000));
|