finish

1 files changed, 120 insertions, 32 deletions

diff --git a/app.mjs b/app.mjs
index 12bd171..666cb2a 100755
--- a/app.mjs
+++ b/app.mjs
@@ -3,6 +3,8 @@
 const csUrl = "https://aeronav.faa.gov/upload_313-d/supplements/";
 const tppUrl = "https://aeronav.faa.gov/upload_313-d/terminal/";
 const ifrEnrouteUrl = "https://aeronav.faa.gov/enroute/";
+const vfrUrl = "https://aeronav.faa.gov/visual/";
+const output = ".";
 
 import { JSDOM } from "jsdom";
 import moment from "moment";
@@ -14,13 +16,16 @@ const csRegions = ["SW"];
 const tppRegions = ["SW1", "SW2", "SW3", "SW4"];
 const ifrEnrouteLow = [2, 3, 4];
 const ifrEnrouteHigh = [];
+const vfrSectional = ["San Francisco", "Los Angeles"];
+const vfrTerminal = ["San Francisco", "Los Angeles"];
 
 const getChartSupplementDiretory = async () => {
     const dom = await JSDOM.fromURL(csUrl, {});
     let chd = dom.window.document.querySelector("pre").children;
     const files = {};
-    for (let i = 0; i < csRegions.length; i++) {
-        files[csRegions[i]] = [];
+    for (let region of csRegions) {
+        files[region] = [];
+        files[region].current = { date: moment(0) };
     }
     const pattern = /CS_([A-Z]+)_([0-9]{8}).pdf/;
     for (let i = 0; i < chd.length; i++) {
@@ -33,10 +38,10 @@ const getChartSupplementDiretory = async () => {
                 const url = `${csUrl}${file}`;
                 if (files[region]) {
                     files[region].push({ url, date });
-                    if (moment() >= date) {
+                    if (moment() >= date && date > files[region].current.date) {
                         files[region].current = {
                             url,
-                            date: date.format("YYYY-MM-DD"),
+                            date,
                         };
                     }
                 }
@@ -50,8 +55,9 @@ const getTerminalProcedurePublication = async () => {
     const dom = await JSDOM.fromURL(tppUrl, {});
     let chd = dom.window.document.querySelector("pre").children;
     const files = {};
-    for (let i = 0; i < tppRegions.length; i++) {
-        files[tppRegions[i]] = [];
+    for (let region of tppRegions) {
+        files[region] = [];
+        files[region].current = { date: moment(0) };
     }
     const pattern = /([0-9]{4}-[0-9]{2}-[0-9]{2})/;
     for (let i = 0; i < chd.length; i++) {
@@ -72,10 +78,12 @@ const getTerminalProcedurePublication = async () => {
                             const region = m[1];
                             if (files[region]) {
                                 files[region].push({ url, date });
-                                files[region].current = {
-                                    url,
-                                    date: date.format("YYYY-MM-DD"),
-                                };
+                                if (date > files[region].current.date) {
+                                    files[region].current = {
+                                        url,
+                                        date,
+                                    };
+                                }
                             }
                         }
                     }
@@ -93,10 +101,14 @@ const getIFREnroute = async () => {
     let chd = dom.window.document.querySelector("pre").children;
     const files = {};
     for (const i of ifrEnrouteLow) {
-        files[`L${i.toFixed(0).padStart(2, "0")}`] = [];
+        const region = `L${i.toFixed(0).padStart(2, "0")}`;
+        files[region] = [];
+        files[region].current = { date: moment(0) };
     }
     for (const i of ifrEnrouteHigh) {
-        files[`H${i.toFixed(0).padStart(2, "0")}`] = [];
+        const region = `H${i.toFixed(0).padStart(2, "0")}`;
+        files[region] = [];
+        files[region].current = { date: moment(0) };
     }
 
     const pattern = /([0-9]{2}-[0-9]{2}-[0-9]{4})/;
@@ -120,11 +132,13 @@ const getIFREnroute = async () => {
                             unzip[`ENR_${region}.tif`] = ".tif";
                             if (files[region]) {
                                 files[region].push({ url, date });
-                                files[region].current = {
-                                    url,
-                                    date: date.format("YYYY-MM-DD"),
-                                    unzip,
-                                };
+                                if (date > files[region].current.date) {
+                                    files[region].current = {
+                                        url,
+                                        date,
+                                        unzip,
+                                    };
+                                }
                             }
                         }
                     }
@@ -137,20 +151,93 @@ const getIFREnroute = async () => {
     return files;
 };
 
+const getVFR = async () => {
+    const secFiles = {};
+    for (const i of vfrSectional) {
+        const _region = i.replace(" ", "_");
+        secFiles[_region] = [];
+        secFiles[_region].current = { date: moment(0) };
+    }
+    const tacFiles = {};
+    for (const i of vfrTerminal) {
+        const _region = i.replace(" ", "_");
+        tacFiles[_region] = [];
+        tacFiles[_region].current = { date: moment(0) };
+    }
+    const dom = await JSDOM.fromURL(`${vfrUrl}`, {});
+    let chd = dom.window.document.querySelector("pre").children;
+    const pattern = /([0-9]{2}-[0-9]{2}-[0-9]{4})/;
+    for (let i = 0; i < chd.length; i++) {
+        if (chd[i] instanceof dom.window.HTMLAnchorElement) {
+            const folder = chd[i].textContent;
+            const m = folder.match(pattern);
+            if (m) {
+                const date = moment(m[1], "MM-DD-YYYY");
+                if (moment() >= date) {
+                    for (const region of vfrSectional) {
+                        const unzip = {};
+                        const _region = region.replace(" ", "_");
+                        const url = `${vfrUrl}${m[1]}/sectional-files/${_region}.zip`;
+                        unzip[`${region} SEC.tif`] = ".tif";
+                        secFiles[_region].push({ url, date });
+                        if (date > secFiles[_region].current.date) {
+                            secFiles[_region].current = {
+                                url,
+                                date,
+                                unzip,
+                            };
+                        }
+                    }
+                    for (const region of vfrTerminal) {
+                        const unzip = {};
+                        const _region = region.replace(" ", "_");
+                        const url = `${vfrUrl}${m[1]}/tac-files/${_region}_TAC.zip`;
+                        unzip[`${region} TAC.tif`] = ".tif";
+                        unzip[`${region} FLY.tif`] = "-flyway.tif";
+                        tacFiles[_region].push({ url, date });
+                        if (date > tacFiles[_region].current.date) {
+                            tacFiles[_region].current = {
+                                url,
+                                date,
+                                unzip,
+                            };
+                        }
+                    }
+                } else {
+                    console.log(`skipped ${folder}: in the future`);
+                }
+            }
+        }
+    }
+    return { secFiles, tacFiles };
+};
+
+const vfrCharts = await getVFR();
+
 const res = [
-    //{ prefix: "cs", files: await getChartSupplementDiretory() },
-    //{ prefix: "tpp", files: await getTerminalProcedurePublication() },
+    { prefix: "cs", files: await getChartSupplementDiretory() },
+    { prefix: "tpp", files: await getTerminalProcedurePublication() },
     { prefix: "ifr-enroute-low", files: await getIFREnroute() },
+    { prefix: "vfr-sectional", files: vfrCharts.secFiles },
+    { prefix: "vfr-terminal", files: vfrCharts.tacFiles },
 ];
 
-//console.log(res);
+const zip_path = `${output}/zips`;
+const chart_path = `${output}/charts`;
+
+try {
+    await fs.mkdir(zip_path);
+    await fs.mkdir(chart_path);
+} catch (_) {}
+
 for (let r of res) {
     for (let region of Object.keys(r.files)) {
         const cur = r.files[region].current;
-        if (!cur) {
+        if (!cur.url) {
             continue;
         }
-        const file = `${r.prefix}-${region.toLowerCase()}-${cur.date}.${cur.unzip ? "zip" : "pdf"}`;
+        const date = cur.date.format("YYYY-MM-DD");
+        const file = `${cur.unzip ? zip_path : chart_path}/${r.prefix}-${region.toLowerCase()}-${date}.${cur.unzip ? "zip" : "pdf"}`;
         const fileExists = (path) =>
             fs.stat(path).then(
                 () => true,
@@ -159,19 +246,20 @@ for (let r of res) {
         if (await fileExists(file)) {
             console.log(`file "${file}" already exists`);
         } else {
-            console.log(`downloading "${file}"`);
+            console.log(`downloading "${cur.url}"`);
             await fetch(cur.url)
                 .then((r) => r.arrayBuffer())
                 .then((bytes) => fs.writeFile(file, new Uint8Array(bytes)));
-            if (cur.unzip) {
-                await decompress(file, "./", {
-                    filter: (f) => cur.unzip[f.path] != null,
-                    map: (f) => {
-                        f.path = `${r.prefix}-${region.toLowerCase()}-${cur.date}${cur.unzip[f.path]}`;
-                        return f;
-                    },
-                });
-            }
+        }
+        if (cur.unzip) {
+            console.log(`extracting "${file}"`);
+            await decompress(file, "./", {
+                filter: (f) => cur.unzip[f.path] != null,
+                map: (f) => {
+                    f.path = `${chart_path}/${r.prefix}-${region.toLowerCase()}-${date}${cur.unzip[f.path]}`;
+                    return f;
+                },
+            });
         }
     }
 }