letu/agenda/worker.js

const https = require("https");
const config = require("worker_threads").workerData;
const models = require("../models");

const reg_event = /(?:(?:BEGIN:VEVENT\nDTSTAMP:(?:[A-Z0-9]*?)\nDTSTART:([A-Z0-9]*?)\nDTEND:([A-Z0-9]*?)\nSUMMARY: {0,}([a-zéèàA-Z0-9-. \, \\/ô]*?)\nLOCATION:([a-zA-Zéèà0-9-. \,\\]*?)\nDESCRIPTION:(?:\\n){0,}((?:(?:LP(?:[ a-zA-Z0-9\\]*?))\\n){1,})((?:(?:[A-Z]*) (?:[A-Z]*)(?: (?:[A-Z]*)){0,}\\n){0,})(?:.*?)\nEND:VEVENT)|(?:BEGIN:VEVENT\nDTSTAMP:(?:[A-Z0-9]*?)\nDTSTART:([A-Z0-9]*?)\nDTEND:([A-Z0-9]*?)\nSUMMARY: {0,}((?:S(?:[A-Z0-9-]*)|M(?:[A-Z0-9-]*)(?:\/M(?:[A-Z0-9-]*)){0,}|Conférence)[a-zéèàA-Z0-9-. \, \\/]*?)\nLOCATION:([a-zA-Zéèà0-9-. \,\\]*?)\nDESCRIPTION:(?:\\n){0,}((?:(?:G[0-9]S[0-9]|S[0-9]|ASPE)\\n){0,})((?:(?:[A-Z]*) (?:[A-Z]*)(?: (?:[A-Z]*)){0,}\\n){0,})(?:.*?)\nEND:VEVENT))/gs;
const reg_location = /((?:[SH0-9][0-9]{2})|(?:(?:Préfa |Amphi)[0-9]))/g;
const reg_teachers = /^(?:((?:[a-zA-Z]*[ -]{0,}){0,}) ([a-zA-Z]*))$/m;
const reg_date = /([0-9]{4})([0-9]{2})([0-9]{2})T([0-9]{2})([0-9]{2})([0-9]{2})Z/;
const reg_group = /(?:(LP)[ -]{0,}(.*)|(?:(G[0-9])(S[0-9])))/;
const base_url = config["edt"];
const capitalizeFirstLetter = (string) => string.charAt(0).toUpperCase() + string.slice(1).toLowerCase();


function fetchEvents(days = 1, TS_Start = new Date()) {
    return new Promise((resolve, reject) => {
        let start = new Date(TS_Start);
        if (start == "Invalid Date")
            start = new Date();
        let end = new Date(start);
        end.setDate(end.getDate() + days);

        let url = base_url + start.getFullYear() + "-" + start.getMonth() + "-" + start.getDate() + "&lastDate=" + end.getFullYear() + "-" + end.getMonth() + "-" + end.getDate();
        https.get(url, (resp) => {
            let data = "";
            resp.on("data", (chunk) => {
                data += chunk;
            });
            resp.on("end", () => {
                let output = [];
                data = data.replace(/\r/g, "");
                let m;
                while ((m = reg_event.exec(data)) !== null) {
                    if (m.index === reg_event.lastIndex) {
                        reg_event.lastIndex++;
                    }
                    let event = [];
                    let semester = [];
                    let group = [];
                    /*
                            m = [
                                    FullMatch,
                                    StartTime,
                                    EndTime,
                                    EventDescription ( SubjectID,Name,Class?) ,
                                    Location,
                                    ClassGroup,
                                    Teacher(s)
                                ]
                         */
                    if (m[1] !== undefined) {
                        // LPXXXX
                    } else {
                        m.splice(1, 6);
                        // GXSX | SX | ASPE
                    }
                    let csplit = m[5].split("\\n");
                    csplit.pop();
                    csplit.forEach(e => {
                        if (e === "ASPE") {
                            semester.push(e);
                        }else if(/^S[0-9]$/.test(e)) {
                            semester.push(e);
                        }else{
                            let groupSplit = reg_group.exec(e);
                            if (groupSplit[1] === 'LP') {
                                group.push([groupSplit[2], groupSplit[1]]);
                            } else {
                                group.push([groupSplit[3], groupSplit[4]]);
                            }
                        }
                    });

                    event["title"] = m[3];
                    event["semesters"] = semester;
                    event["groups"] = group;
                    /*
                    Date
                     */
                    let d1 = reg_date.exec(m[1]);
                    let d2 = reg_date.exec(m[2]);
                    event["startDate"] = new Date(d1[1] + "-" + d1[2] + "-" + d1[3] + "T" + d1[4] + ":" + d1[5] + ":" + d1[6] + ".00Z");
                    event["endDate"] = new Date(d2[1] + "-" + d2[2] + "-" + d2[3] + "T" + d2[4] + ":" + d2[5] + ":" + d2[6] + ".00Z");
                    /*
                    Location
                     */
                    event["locations"] = [];
                    let loc;
                    while ((loc = reg_location.exec(m[4])) !== null) {
                        if (loc.index === reg_location.lastIndex) {
                            reg_location.lastIndex++;
                        }
                        event["locations"].push(loc[1]);
                    }
                    /*
                    Teachers
                     */
                    event['teachers'] = [];
                    let fullTeachers = m[6].split('\\n');
                    fullTeachers.forEach(e => {
                        if(e !== ""){
                            let splittedTeachers = reg_teachers.exec(e);
                            event['teachers'].push([splittedTeachers[1],splittedTeachers[2]]);
                        }
                    });
                    output.push(event);
                }
                resolve(output);
            });
        }).on("error", (err) => {
            reject(err);
        });
    });
}

function compare(a, b) {
    if (a.length !== b.length) {
        return false;
    }
    let set = {};
    a.forEach((i) => {
        if (set[i] !== undefined) {
            set[i]++;
        } else {
            set[i] = 1;
        }
    });
    let difference = b.every((i) => {
        if (set[i] === undefined) {
            return false;
        } else {
            set[i]--;
            if (set[i] === 0) {
                delete set[i];
            }
            return true;
        }
    });
    return Object.keys(set) == 0 && difference;
}

function compareGroups(list1, list2) {
    return compare(list1.map(g => g[0] + " " + g[1]), list2.map(g => g.number + " " + g.Semester.name));
}

function compareTeachers(list1, list2) {
    return compare(list1.map(t => t[0].toUpperCase() + " " + t[1].toUpperCase()), list2.map(t => t.lastName.toUpperCase() + " " + t.firstName.toUpperCase()));
}

function compareSemesters(list1, list2) {
    return compare(list1, list2.map(s => s.name));
}

async function updateDatabase() {
    let events = await fetchEvents(365, new Date(2020, 9, 1));
    for (let event of await models.Event.findAll({
        include: [{
            model: models.Group,
            include: {model: models.Semester, required: true}
        }, models.User, models.Semester]
    })) {
        let ev = events.find(e => (e.title === event.name && e.startDate.getTime() === event.startDate.getTime() &&
            e.endDate.getTime() === event.endDate.getTime() && e.locations.join(", ") === event.locations &&
            compareGroups(e.groups, event.Groups) && compareTeachers(e.teachers, event.Users) &&
            compareSemesters(e.semesters, event.Semesters)));
        if (!ev)
            await event.destroy();
        else
            events = events.filter(e => e !== ev);
    }

    for (let event of events) {
        let e = await models.Event.create({
            name: event.title,
            startDate: event.startDate,
            endDate: event.endDate,
            locations: event.locations.join(", ")
        });

        let teachers = [];
        for (let teacher of event.teachers) {
            let t = await models.User.findOne({where: {permissions: 2, lastName: teacher[0].toUpperCase(), firstName: capitalizeFirstLetter(teacher[1])}});
            if (!t)
                t = await models.User.create({
                    email: teacher[1].toLowerCase().replaceAll(" ", "-") + "." + teacher[0].toLowerCase().replaceAll(" ", "-") + "@univ-lyon1.fr",
                    firstName: capitalizeFirstLetter(teacher[1]),
                    lastName: teacher[0].toUpperCase(),
                    permissions: 2,
                    passwordHash: Math.round((Math.pow(36, 12 + 1) - Math.random() * Math.pow(36, 12))).toString(36).slice(1)
                });
            teachers.push(t);
        }
        await e.addUsers(teachers);

        let semesters = [];
        for (let semester of event.semesters) {
            let s = await models.Semester.findOne({where: {name: semester, year: event.startDate.getFullYear()}});
            if (!s)
                s = await models.Semester.create({
                    name: semester,
                    year: event.startDate.getFullYear()
                });
            semesters.push(s);
        }
        await e.addSemesters(semesters);

        let groups = [];
        for (let group of event.groups) {
            let s = await models.Semester.findOne({where: {name: group[1], year: event.startDate.getFullYear()}});
            if (!s)
                s = await models.Semester.create({
                    name: group[1],
                    year: event.startDate.getFullYear()
                });

            let g = await models.Group.findOne({where: {number: group[0], SemesterId: s.id}});
            if (!g)
                g = await models.Group.create({
                    number: group[0],
                    SemesterId: s.id
                });
            groups.push(g);
        }
        await e.addGroups(groups);
    }
}

updateDatabase().then(() => setInterval(updateDatabase, 30000));