import * as fs from "fs"; import {existsSync, lstatSync, readdirSync, readFileSync} from "fs"; import {Utils} from "../Utils"; import * as https from "https"; import {LayoutConfigJson} from "../Models/ThemeConfig/Json/LayoutConfigJson"; import {LayerConfigJson} from "../Models/ThemeConfig/Json/LayerConfigJson"; import xml2js from 'xml2js'; export default class ScriptUtils { public static fixUtils() { Utils.externalDownloadFunction = ScriptUtils.Download } public static readDirRecSync(path, maxDepth = 999): string[] { const result = [] if (maxDepth <= 0) { return [] } for (const entry of readdirSync(path)) { const fullEntry = path + "/" + entry const stats = lstatSync(fullEntry) if (stats.isDirectory()) { // Subdirectory // @ts-ignore result.push(...ScriptUtils.readDirRecSync(fullEntry, maxDepth - 1)) } else { result.push(fullEntry) } } return result; } public static DownloadFileTo(url, targetFilePath: string): void { console.log("Downloading ", url, "to", targetFilePath) https.get(url, (res) => { const filePath = fs.createWriteStream(targetFilePath); res.pipe(filePath); filePath.on('finish', () => { filePath.close(); console.log('Download Completed'); }) }) } public static erasableLog(...text) { process.stdout.write("\r " + text.join(" ") + " \r") } public static sleep(ms) { if (ms <= 0) { process.stdout.write("\r \r") return; } return new Promise((resolve) => { process.stdout.write("\r Sleeping for " + (ms / 1000) + "s \r") setTimeout(resolve, 1000); }).then(() => ScriptUtils.sleep(ms - 1000)); } public static getLayerPaths(): string[] { return ScriptUtils.readDirRecSync("./assets/layers") .filter(path => path.indexOf(".json") > 0) .filter(path => path.indexOf(".proto.json") < 0) .filter(path => path.indexOf("license_info.json") < 0) } public static getLayerFiles(): { parsed: LayerConfigJson, path: string }[] { return ScriptUtils.readDirRecSync("./assets/layers") .filter(path => path.indexOf(".json") > 0) .filter(path => path.indexOf(".proto.json") < 0) .filter(path => path.indexOf("license_info.json") < 0) .map(path => { try { const contents = readFileSync(path, "UTF8") if (contents === "") { throw "The file " + path + " is empty, did you properly save?" } const parsed = JSON.parse(contents); return {parsed, path} } catch (e) { console.error("Could not parse file ", "./assets/layers/" + path, "due to ", e) throw e } }) } public static getThemePaths(): string[] { return ScriptUtils.readDirRecSync("./assets/themes") .filter(path => path.endsWith(".json") && !path.endsWith(".proto.json")) .filter(path => path.indexOf("license_info.json") < 0) } public static getThemeFiles(): { parsed: LayoutConfigJson, path: string }[] { return this.getThemePaths() .map(path => { try { const contents = readFileSync(path, "UTF8"); if (contents === "") { throw "The file " + path + " is empty, did you properly save?" } const parsed = JSON.parse(contents); return {parsed: parsed, path: path} } catch (e) { console.error("Could not read file ", path, "due to ", e) throw e } }); } public static TagInfoHistogram(key: string): Promise<{ data: { count: number, value: string, fraction: number }[] }> { const url = `https://taginfo.openstreetmap.org/api/4/key/values?key=${key}&filter=all&lang=en&sortname=count&sortorder=desc&page=1&rp=17&qtype=value` return ScriptUtils.DownloadJSON(url) } public static async ReadSvg(path: string): Promise { if (!existsSync(path)) { throw "File not found: " + path } const root = await xml2js.parseStringPromise(readFileSync(path, "UTF8")) return root.svg } public static async ReadSvgSync(path: string, callback: ((svg: any) => void)): Promise { xml2js.parseString(readFileSync(path, "UTF8"), {async: false}, (err, root) => { if (err) { throw err } callback(root["svg"]); }) } private static async DownloadJSON(url: string, headers?: any): Promise { const data = await ScriptUtils.Download(url, headers); return JSON.parse(data.content) } private static Download(url, headers?: any): Promise<{ content: string }> { return new Promise((resolve, reject) => { try { headers = headers ?? {} headers.accept = "application/json" console.log(" > ScriptUtils.DownloadJson(", url, ")") const urlObj = new URL(url) https.get({ host: urlObj.host, path: urlObj.pathname + urlObj.search, port: urlObj.port, headers: headers }, (res) => { const parts: string[] = [] res.setEncoding('utf8'); res.on('data', function (chunk) { // @ts-ignore parts.push(chunk) }); res.addListener('end', function () { resolve({content: parts.join("")}) }); }) } catch (e) { reject(e) } }) } }