Create paths that work cross-platform

Use proper file URLs when dynamically importing JS files, instead of relying on absolute macOS file paths looking like parts of URLs.
Generate paths only in config.js.

Author: fwextensions

bin/write-sources.js

@@ -1,14 +1,12 @@
 import fs from "fs";
 import path from "path";
+import makeDir from "make-dir";
 import * as utils from "../src/core/utils.js";
 import logger from "../logger.js";
 import identitySource from "../identity-source.js";
-import makeDir from "make-dir";
-
-const __dirname = path.dirname(import.meta.url.split(":")[1]);
-const __root = path.join(__dirname, "..");
+import { ROOT_DIRECTORY, ROOT_URL, SOURCES_DIRECTORY } from "../src/config.js";
 
-const exportPath = path.join(__root, "tmp");
+const exportPath = path.join(ROOT_DIRECTORY, "tmp");
 
 function dealWithCrossWalk(crosswalk) {
   let tmpCrosswalk = crosswalk;
@@ -22,8 +20,8 @@ function dealWithCrossWalk(crosswalk) {
 const handleSource = async (sourceName) => {
   await makeDir(exportPath);
 
-  const country = (await import(path.join(__root, `/sources/${sourceName}`)))
-    .default;
+  const importURL = new URL(`/sources/${sourceName}`, ROOT_URL);
+  const country = (await import(importURL)).default;
   const countryLength = country.length;
 
   logger.info(`${sourceName}; Length: ${countryLength}`);
@@ -62,7 +60,7 @@ const handleSource = async (sourceName) => {
 };
 
 const handleSources = async () => {
-  const sources = await utils.asyncReadDir(path.join(__root, "sources"));
+  const sources = await utils.asyncReadDir(SOURCES_DIRECTORY);
   await Promise.all(sources.map(handleSource));
 };
 

src/config.js

@@ -1,11 +1,18 @@
 import path from "path";
 import dotenv from "dotenv";
+import { fileURLToPath } from 'url';
 
 dotenv.config();
 
 // Paths -----------------------------------------------------------------------
-const __dirname = path.dirname(import.meta.url.split(":")[1]);
+// Create a cross-platform version of __dirname that works in ESM.
+// https://stackoverflow.com/a/55944697/4200446
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+export const ROOT_URL = String(new URL("..", import.meta.url));
 export const ROOT_DIRECTORY = path.join(__dirname, "..");
+export const SOURCES_URL =
+  // Include the trailing slash on sources/ to treat it as a directory.
+  process.env.SOURCES_URL || String(new URL("sources/", ROOT_URL));
 export const SOURCES_DIRECTORY =
   process.env.SOURCES_DIRECTORY || path.join(ROOT_DIRECTORY, "sources");
 export const DATA_DIRECTORY =

src/core/sources.js

@@ -46,10 +46,7 @@ import * as utils from "./utils.js";
 import * as config from "../config.js";
 
 const filenames = await utils.asyncReadDir(config.SOURCES_DIRECTORY);
-
-const promises = filenames.map((name) => {
-  return import(path.join(config.SOURCES_DIRECTORY, name));
-});
+const promises = filenames.map((name) => import(new URL(name, config.SOURCES_URL)));
 const imports = await Promise.all(promises);
 
 export const raw = imports.map((m) => m.default).flat();