summaryrefslogblamecommitdiff
path: root/app.mjs
blob: 12bd17111bd4dd29b0c625ced00f7f367e662bce (plain) (tree)
1
2
3
4
5
6
7
8
9



                                                                  
                                                         



                                  

                                                 


                                                

                                



















                                                                



                                                            



































                                                                                
                                                                    












                                                                    
















































                                                                                
             


                                                                        
  

                   


                                              



                                                                                                    











                                                                            








                                                                                                       


         
#!/usr/bin/env node

const csUrl = "https://aeronav.faa.gov/upload_313-d/supplements/";
const tppUrl = "https://aeronav.faa.gov/upload_313-d/terminal/";
const ifrEnrouteUrl = "https://aeronav.faa.gov/enroute/";

import { JSDOM } from "jsdom";
import moment from "moment";
import fs from "node:fs/promises";
import decompress from "decompress";
import { waitForDebugger } from "node:inspector";

const csRegions = ["SW"];
const tppRegions = ["SW1", "SW2", "SW3", "SW4"];
const ifrEnrouteLow = [2, 3, 4];
const ifrEnrouteHigh = [];

const getChartSupplementDiretory = async () => {
    const dom = await JSDOM.fromURL(csUrl, {});
    let chd = dom.window.document.querySelector("pre").children;
    const files = {};
    for (let i = 0; i < csRegions.length; i++) {
        files[csRegions[i]] = [];
    }
    const pattern = /CS_([A-Z]+)_([0-9]{8}).pdf/;
    for (let i = 0; i < chd.length; i++) {
        if (chd[i] instanceof dom.window.HTMLAnchorElement) {
            const file = chd[i].textContent;
            const m = file.match(pattern);
            if (m) {
                const region = m[1];
                const date = moment(m[2], "YYYYMMDD");
                const url = `${csUrl}${file}`;
                if (files[region]) {
                    files[region].push({ url, date });
                    if (moment() >= date) {
                        files[region].current = {
                            url,
                            date: date.format("YYYY-MM-DD"),
                        };
                    }
                }
            }
        }
    }
    return files;
};

const getTerminalProcedurePublication = async () => {
    const dom = await JSDOM.fromURL(tppUrl, {});
    let chd = dom.window.document.querySelector("pre").children;
    const files = {};
    for (let i = 0; i < tppRegions.length; i++) {
        files[tppRegions[i]] = [];
    }
    const pattern = /([0-9]{4}-[0-9]{2}-[0-9]{2})/;
    for (let i = 0; i < chd.length; i++) {
        if (chd[i] instanceof dom.window.HTMLAnchorElement) {
            const folder = chd[i].textContent;
            const m = folder.match(pattern);
            if (m) {
                const dom = await JSDOM.fromURL(`${tppUrl}${m[1]}`, {});
                const date = moment(m[1], "YYYY-MM-DD");
                const items = dom.window.document.querySelector("pre").children;
                const pattern = /([A-Z1-9]+).pdf/;
                if (moment() >= date) {
                    for (let j = 0; j < items.length; j++) {
                        const file = items[j].textContent;
                        const m = file.match(pattern);
                        const url = `${tppUrl}/${folder}/${file}`;
                        if (m) {
                            const region = m[1];
                            if (files[region]) {
                                files[region].push({ url, date });
                                files[region].current = {
                                    url,
                                    date: date.format("YYYY-MM-DD"),
                                };
                            }
                        }
                    }
                } else {
                    console.log(`skipped ${folder}: in the future`);
                }
            }
        }
    }
    return files;
};

const getIFREnroute = async () => {
    const dom = await JSDOM.fromURL(ifrEnrouteUrl, {});
    let chd = dom.window.document.querySelector("pre").children;
    const files = {};
    for (const i of ifrEnrouteLow) {
        files[`L${i.toFixed(0).padStart(2, "0")}`] = [];
    }
    for (const i of ifrEnrouteHigh) {
        files[`H${i.toFixed(0).padStart(2, "0")}`] = [];
    }

    const pattern = /([0-9]{2}-[0-9]{2}-[0-9]{4})/;
    for (let i = 0; i < chd.length; i++) {
        if (chd[i] instanceof dom.window.HTMLAnchorElement) {
            const folder = chd[i].textContent;
            const m = folder.match(pattern);
            if (m) {
                const dom = await JSDOM.fromURL(`${ifrEnrouteUrl}${m[1]}`, {});
                const date = moment(m[1], "MM-DD-YYYY");
                const items = dom.window.document.querySelector("pre").children;
                const pattern = /ENR_([A-Z0-9]+).zip/;
                if (moment() >= date) {
                    for (let j = 0; j < items.length; j++) {
                        const file = items[j].textContent;
                        const m = file.match(pattern);
                        const url = `${ifrEnrouteUrl}/${folder}/${file}`;
                        if (m) {
                            const region = m[1];
                            const unzip = {};
                            unzip[`ENR_${region}.tif`] = ".tif";
                            if (files[region]) {
                                files[region].push({ url, date });
                                files[region].current = {
                                    url,
                                    date: date.format("YYYY-MM-DD"),
                                    unzip,
                                };
                            }
                        }
                    }
                } else {
                    console.log(`skipped ${folder}: in the future`);
                }
            }
        }
    }
    return files;
};

const res = [
    //{ prefix: "cs", files: await getChartSupplementDiretory() },
    //{ prefix: "tpp", files: await getTerminalProcedurePublication() },
    { prefix: "ifr-enroute-low", files: await getIFREnroute() },
];

//console.log(res);
for (let r of res) {
    for (let region of Object.keys(r.files)) {
        const cur = r.files[region].current;
        if (!cur) {
            continue;
        }
        const file = `${r.prefix}-${region.toLowerCase()}-${cur.date}.${cur.unzip ? "zip" : "pdf"}`;
        const fileExists = (path) =>
            fs.stat(path).then(
                () => true,
                () => false,
            );
        if (await fileExists(file)) {
            console.log(`file "${file}" already exists`);
        } else {
            console.log(`downloading "${file}"`);
            await fetch(cur.url)
                .then((r) => r.arrayBuffer())
                .then((bytes) => fs.writeFile(file, new Uint8Array(bytes)));
            if (cur.unzip) {
                await decompress(file, "./", {
                    filter: (f) => cur.unzip[f.path] != null,
                    map: (f) => {
                        f.path = `${r.prefix}-${region.toLowerCase()}-${cur.date}${cur.unzip[f.path]}`;
                        return f;
                    },
                });
            }
        }
    }
}