Base of worker
This commit is contained in:
parent
9de9cf7b37
commit
2fec536d09
1 changed files with 222 additions and 0 deletions
222
agenda/worker.js
Normal file
222
agenda/worker.js
Normal file
|
|
@ -0,0 +1,222 @@
|
||||||
|
const https = require("https");
|
||||||
|
const config = require("worker_threads").workerData;
|
||||||
|
const models = require("../models");
|
||||||
|
|
||||||
|
const reg_event = /(?:(?:BEGIN:VEVENT\nDTSTAMP:(?:[A-Z0-9]*?)\nDTSTART:([A-Z0-9]*?)\nDTEND:([A-Z0-9]*?)\nSUMMARY: {0,}([a-zéèàA-Z0-9-. \, \\/ô]*?)\nLOCATION:([a-zA-Zéèà0-9-. \,\\]*?)\nDESCRIPTION:(?:\\n){0,}(LP(?:[ a-zA-Z0-9]*))\\n((?:(?:[A-Z]*) (?:[A-Z]*)(?: (?:[A-Z]*)){0,}\\n){0,})(?:.*?)\nEND:VEVENT)|(?:BEGIN:VEVENT\nDTSTAMP:(?:[A-Z0-9]*?)\nDTSTART:([A-Z0-9]*?)\nDTEND:([A-Z0-9]*?)\nSUMMARY: {0,}((?:S(?:[A-Z0-9-]*)|M(?:[A-Z0-9-]*)(?:\/M(?:[A-Z0-9-]*)){0,}|Conférence)[a-zéèàA-Z0-9-. \, \\/]*?)\nLOCATION:([a-zA-Zéèà0-9-. \,\\]*?)\nDESCRIPTION:(?:\\n){0,}((?:(?:G[0-9]S[0-9]|S[0-9]|ASPE)\\n){0,})((?:(?:[A-Z]*) (?:[A-Z]*)(?: (?:[A-Z]*)){0,}\\n){0,})(?:.*?)\nEND:VEVENT))/gs;
|
||||||
|
const reg_location = /((?:[SH0-9][0-9]{2})|(?:(?:Préfa |Amphi)[0-9]))/g;
|
||||||
|
const reg_date = /([0-9]{4})([0-9]{2})([0-9]{2})T([0-9]{2})([0-9]{2})([0-9]{2})Z/;
|
||||||
|
const reg_classe = /(?:(LP)[ -]{0,}(.*)|(?:(G[0-9])(S[0-9])))/;
|
||||||
|
const base_url = config["edt"];
|
||||||
|
|
||||||
|
function fetchEvents(days = 1, TS_Start = new Date()) {
|
||||||
|
return new Promise((resolve, reject) => {
|
||||||
|
let start = new Date(TS_Start);
|
||||||
|
if (start == "Invalid Date")
|
||||||
|
start = new Date();
|
||||||
|
let end = new Date(start);
|
||||||
|
end.setDate(end.getDate() + days);
|
||||||
|
|
||||||
|
let url = base_url + start.getFullYear() + "-" + start.getMonth() + "-" + start.getDate() + "&lastDate=" + end.getFullYear() + "-" + end.getMonth() + "-" + end.getDate();
|
||||||
|
https.get(url, (resp) => {
|
||||||
|
let data = "";
|
||||||
|
resp.on("data", (chunk) => {
|
||||||
|
data += chunk;
|
||||||
|
});
|
||||||
|
resp.on("end", () => {
|
||||||
|
let output = [];
|
||||||
|
data = data.replace(/\r/g, "");
|
||||||
|
let m;
|
||||||
|
while ((m = reg_event.exec(data)) !== null) {
|
||||||
|
if (m.index === reg_event.lastIndex) {
|
||||||
|
reg_event.lastIndex++;
|
||||||
|
}
|
||||||
|
let event = [];
|
||||||
|
let promotion = [];
|
||||||
|
let classe = [];
|
||||||
|
/*
|
||||||
|
m = [
|
||||||
|
FullMatch,
|
||||||
|
StartTime,
|
||||||
|
EndTime,
|
||||||
|
EventDescription ( SubjectID,Name,Class?) ,
|
||||||
|
Location,
|
||||||
|
ClassGroup,
|
||||||
|
Teacher(s)
|
||||||
|
]
|
||||||
|
*/
|
||||||
|
if (m[1] !== undefined) {
|
||||||
|
// LPXXXX
|
||||||
|
classe.push(m[5]);
|
||||||
|
} else {
|
||||||
|
m.splice(1, 6);
|
||||||
|
// GXSX | SX | ASPE
|
||||||
|
let csplit = m[5].split("\\n");
|
||||||
|
csplit.pop();
|
||||||
|
csplit.forEach(e => {
|
||||||
|
if (e === "ASPE") promotion.push(e);
|
||||||
|
if (/^S[0-9]$/.test(e)) promotion.push(e);
|
||||||
|
if (/^G[0-9]S[0-9]$/.test(e)) classe.push(e);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
event["title"] = m[3];
|
||||||
|
event["promotion"] = promotion;
|
||||||
|
event["class"] = classe;
|
||||||
|
/*
|
||||||
|
Date
|
||||||
|
*/
|
||||||
|
let d1 = reg_date.exec(m[1]);
|
||||||
|
let d2 = reg_date.exec(m[2]);
|
||||||
|
event["startDate"] = new Date(d1[1] + "-" + d1[2] + "-" + d1[3] + "T" + d1[4] + ":" + d1[5] + ":" + d1[6] + ".00Z");
|
||||||
|
event["endDate"] = new Date(d2[1] + "-" + d2[2] + "-" + d2[3] + "T" + d2[4] + ":" + d2[5] + ":" + d2[6] + ".00Z");
|
||||||
|
/*
|
||||||
|
Location
|
||||||
|
*/
|
||||||
|
event["locations"] = [];
|
||||||
|
let loc;
|
||||||
|
while ((loc = reg_location.exec(m[4])) !== null) {
|
||||||
|
if (loc.index === reg_location.lastIndex) {
|
||||||
|
reg_location.lastIndex++;
|
||||||
|
}
|
||||||
|
event["locations"].push(loc[1]);
|
||||||
|
}
|
||||||
|
/*
|
||||||
|
Teachers
|
||||||
|
*/
|
||||||
|
event["teachers"] = m[6].split("\\n");
|
||||||
|
event["teachers"].pop();
|
||||||
|
output.push(event);
|
||||||
|
}
|
||||||
|
resolve(output);
|
||||||
|
});
|
||||||
|
}).on("error", (err) => {
|
||||||
|
reject(err);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
function compare(a, b) {
|
||||||
|
if (a.length !== b.length) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
let set = {};
|
||||||
|
a.forEach((i) => {
|
||||||
|
if (set[i] !== undefined) {
|
||||||
|
set[i]++;
|
||||||
|
} else {
|
||||||
|
set[i] = 1;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
let difference = b.every((i) => {
|
||||||
|
if (set[i] === undefined) {
|
||||||
|
return false;
|
||||||
|
} else {
|
||||||
|
set[i]--;
|
||||||
|
if (set[i] === 0) {
|
||||||
|
delete set[i];
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
return Object.keys(set) == 0 && difference;
|
||||||
|
}
|
||||||
|
|
||||||
|
function compareGroups(list1, list2) {
|
||||||
|
return compare(list1, list2.map(g => [g.number, g.Semester.name, g.Semester.year]));
|
||||||
|
}
|
||||||
|
|
||||||
|
function compareTeachers(list1, list2) {
|
||||||
|
return compare(list1, list2.map(t => t.lastName.toUpperCase() + " " + t.firstName.toUpperCase()));
|
||||||
|
}
|
||||||
|
|
||||||
|
function compareSemesters(list1, list2) {
|
||||||
|
return compare(list1, list2.map(s => s.name));
|
||||||
|
}
|
||||||
|
|
||||||
|
async function updateDatabase() {
|
||||||
|
let events = await fetchEvents(365, new Date(2020, 9, 1));
|
||||||
|
for (let event of await models.Event.findAll({
|
||||||
|
include: [{
|
||||||
|
model: models.Group,
|
||||||
|
include: {model: models.Semester, required: true}
|
||||||
|
}, models.User, models.Semester]
|
||||||
|
})) {
|
||||||
|
if (!events.find(e => (e.title === event.name && e.startDate.getTime() === event.startDate.getTime() &&
|
||||||
|
e.endDate.getTime() === event.endDate.getTime() && e.locations.join(", ") === event.locations &&
|
||||||
|
compareGroups(e.class, event.Groups) && compareTeachers(e.teachers, event.Users) &&
|
||||||
|
compareSemesters(e.semesters, event.Semesters))))
|
||||||
|
await event.destroy();
|
||||||
|
else
|
||||||
|
delete events[events.indexOf(event)];
|
||||||
|
}
|
||||||
|
|
||||||
|
for (let event of events) {
|
||||||
|
let e = await models.Event.create({
|
||||||
|
name: event.title,
|
||||||
|
startDate: event.startDate,
|
||||||
|
endDate: event.endDate,
|
||||||
|
locations: event.locations.join(", ")
|
||||||
|
});
|
||||||
|
|
||||||
|
let teachers = [];
|
||||||
|
for (let teacher of event.teachers) {
|
||||||
|
let t = await models.User.findOne({where: {permissions: 2, lastName: teacher[0], firstName: teacher[1]}});
|
||||||
|
if (!t)
|
||||||
|
t = await models.User.create({
|
||||||
|
email: teacher[1].toLowerCase().replace(" ", "-") + "." + teacher[0].toLowerCase().replace(" ", "-") + "@univ-lyon1.fr",
|
||||||
|
firstName: teacher[1],
|
||||||
|
lastName: teacher[0],
|
||||||
|
permissions: 2,
|
||||||
|
passwordHash: Math.round((Math.pow(36, 12 + 1) - Math.random() * Math.pow(36, 12))).toString(36).slice(1)
|
||||||
|
});
|
||||||
|
teachers.push(t);
|
||||||
|
}
|
||||||
|
await e.addUsers(teachers);
|
||||||
|
|
||||||
|
let semesters = [];
|
||||||
|
for (let semester of event.promotion) {
|
||||||
|
let s = await models.Semester.findOne({where: {name: semester, year: event.startDate.getFullYear()}});
|
||||||
|
if (!s)
|
||||||
|
s = await models.Semester.create({
|
||||||
|
name: semester,
|
||||||
|
year: event.startDate.getFullYear()
|
||||||
|
});
|
||||||
|
semesters.push(s);
|
||||||
|
}
|
||||||
|
await e.addSemesters(semesters);
|
||||||
|
|
||||||
|
let groups = [];
|
||||||
|
for (let group of event.class) {
|
||||||
|
let rGroup = reg_classe.exec(group);
|
||||||
|
let semesterName;
|
||||||
|
let groupName;
|
||||||
|
if (rGroup[1] !== undefined) {
|
||||||
|
// LP
|
||||||
|
semesterName = 'LP';
|
||||||
|
groupName = rGroup[2];
|
||||||
|
} else {
|
||||||
|
// GXSX
|
||||||
|
semesterName = rGroup[4];
|
||||||
|
groupName = rGroup[3];
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
let s = await models.Semester.findOne({where: {name: semesterName, year: event.startDate.getFullYear()}});
|
||||||
|
if (!s)
|
||||||
|
s = await models.Semester.create({
|
||||||
|
name: semesterName,
|
||||||
|
year: event.startDate.getFullYear()
|
||||||
|
});
|
||||||
|
|
||||||
|
let g = await models.Group.findOne({where: {number: groupName, SemesterId: s.id}});
|
||||||
|
if (!g)
|
||||||
|
g = await models.Group.create({
|
||||||
|
number: groupName,
|
||||||
|
SemesterId: s.id
|
||||||
|
});
|
||||||
|
groups.push(g);
|
||||||
|
}
|
||||||
|
await e.addGroups(groups);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
updateDatabase().then(() => setInterval(updateDatabase, 30000));
|
||||||
Reference in a new issue