import * as fs from "fs" import { existsSync, lstatSync, readdirSync, readFileSync } from "fs" import { Utils } from "../Utils" import * as https from "https" import { LayoutConfigJson } from "../Models/ThemeConfig/Json/LayoutConfigJson" import { LayerConfigJson } from "../Models/ThemeConfig/Json/LayerConfigJson" import xml2js from "xml2js" export default class ScriptUtils { public static fixUtils() { Utils.externalDownloadFunction = ScriptUtils.Download } /** * Returns all files in a directory, recursively reads subdirectories. * The returned paths include the path given and subdirectories. * * @param path * @param maxDepth */ public static readDirRecSync(path, maxDepth = 999): string[] { const result: string[] = [] if (maxDepth <= 0) { return [] } for (const entry of readdirSync(path)) { const fullEntry = path + "/" + entry const stats = lstatSync(fullEntry) if (stats.isDirectory()) { // Subdirectory // @ts-ignore result.push(...ScriptUtils.readDirRecSync(fullEntry, maxDepth - 1)) } else { result.push(fullEntry) } } return result } public static DownloadFileTo(url, targetFilePath: string): void { console.log("Downloading ", url, "to", targetFilePath) https.get(url, (res) => { const filePath = fs.createWriteStream(targetFilePath) res.pipe(filePath) filePath.on("finish", () => { filePath.close() console.log("Download Completed") }) }) } public static erasableLog(...text) { process.stdout.write("\r " + text.join(" ") + " \r") } public static sleep(ms: number, text?: string) { if (ms <= 0) { process.stdout.write("\r \r") return } return new Promise((resolve) => { process.stdout.write("\r" + (text ?? "") + " Sleeping for " + ms / 1000 + "s \r") setTimeout(resolve, 1000) }).then(() => ScriptUtils.sleep(ms - 1000)) } public static getLayerPaths(): string[] { return ScriptUtils.readDirRecSync("./assets/layers") .filter((path) => path.indexOf(".json") > 0) .filter((path) => path.indexOf(".proto.json") < 0) .filter((path) => path.indexOf("license_info.json") < 0) } public static getLayerFiles(): { parsed: LayerConfigJson; path: string }[] { return ScriptUtils.readDirRecSync("./assets/layers") .filter((path) => path.indexOf(".json") > 0) .filter((path) => path.indexOf(".proto.json") < 0) .filter((path) => path.indexOf("license_info.json") < 0) .map((path) => { try { const contents = readFileSync(path, { encoding: "utf8" }) if (contents === "") { throw "The file " + path + " is empty, did you properly save?" } const parsed = JSON.parse(contents) return { parsed, path } } catch (e) { console.error("Could not parse file ", "./assets/layers/" + path, "due to ", e) throw e } }) } public static getThemePaths(): string[] { return ScriptUtils.readDirRecSync("./assets/themes") .filter((path) => path.endsWith(".json") && !path.endsWith(".proto.json")) .filter((path) => path.indexOf("license_info.json") < 0) } public static getThemeFiles(): { parsed: LayoutConfigJson; path: string }[] { return this.getThemePaths().map((path) => { try { const contents = readFileSync(path, { encoding: "utf8" }) if (contents === "") { throw "The file " + path + " is empty, did you properly save?" } const parsed = JSON.parse(contents) return { parsed: parsed, path: path } } catch (e) { console.error("Could not read file ", path, "due to ", e) throw e } }) } public static TagInfoHistogram(key: string): Promise<{ data: { count: number; value: string; fraction: number }[] }> { const url = `https://taginfo.openstreetmap.org/api/4/key/values?key=${key}&filter=all&lang=en&sortname=count&sortorder=desc&page=1&rp=17&qtype=value` return ScriptUtils.DownloadJSON(url) } public static async ReadSvg(path: string): Promise { if (!existsSync(path)) { throw "File not found: " + path } const root = await xml2js.parseStringPromise(readFileSync(path, { encoding: "utf8" })) return root.svg } public static ReadSvgSync(path: string, callback: (svg: any) => void): any { xml2js.parseString( readFileSync(path, { encoding: "utf8" }), { async: false }, (err, root) => { if (err) { throw err } callback(root["svg"]) } ) } private static async DownloadJSON(url: string, headers?: any): Promise { const data = await ScriptUtils.Download(url, headers) return JSON.parse(data.content) } private static Download(url: string, headers?: any): Promise<{ content: string }> { return new Promise((resolve, reject) => { try { headers = headers ?? {} headers.accept = "application/json" console.log(" > ScriptUtils.DownloadJson(", url, ")") const urlObj = new URL(url) https.get( { host: urlObj.host, path: urlObj.pathname + urlObj.search, port: urlObj.port, headers: headers, }, (res) => { const parts: string[] = [] res.setEncoding("utf8") res.on("data", function (chunk) { // @ts-ignore parts.push(chunk) }) res.addListener("end", function () { resolve({ content: parts.join("") }) }) } ) } catch (e) { reject(e) } }) } }