replace css class name with the ones that are exported

Author: Lifeismana

generate_readable_css.mjs

@@ -0,0 +1,164 @@
+import { readFile, writeFile, readdir as readDir, rm, mkdir } from "node:fs/promises";
+import { parse, latestEcmaVersion } from "espree";
+import { traverse, Syntax } from "estraverse";
+import { resolve as pathResolve, basename, dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+
+const classRegex = /(\.[a-zA-Z0-9_-]+)/g;
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+
+
+async function ParseJsFile(file, classNames) {
+	if (file.endsWith("licenses.js")) {
+		return;
+	}
+	//TODO remove later
+	if (file.includes("/c.")) {
+		return;
+	}
+
+	try {
+		const code = await readFile(file);
+		const ast = parse(code, {
+			ecmaVersion: latestEcmaVersion,
+			sourceType: "module",
+			loc: true,
+		});
+
+		traverse(ast, {
+			enter: (node) => {
+				if (
+					node.type === Syntax.AssignmentExpression &&
+					node.left.type === Syntax.MemberExpression &&
+					node.left.property.type === Syntax.Identifier &&
+					node.left.property.name === "exports" &&
+					node.right.type === Syntax.ObjectExpression &&
+					node.right.properties.constructor === Array
+				) {
+					for (const array_node of node.right.properties) {
+						if (array_node.value.type !== Syntax.Literal || isNumber(String(array_node.value.value), 2)) {
+							continue;
+						}
+						const value = array_node.key.name ?? array_node.key.value;
+						if (!Object.hasOwn(classNames, array_node.value.value)) {
+							classNames[array_node.value.value] = value;
+						} else {
+							if (!classNames[array_node.value.value]?.includes(value)) {
+								classNames[array_node.value.value] = `${classNames[array_node.value.value]}|${value}`;
+							}
+						}
+					}
+				}
+			},
+		});
+	} catch (e) {
+		console.error(`Unable to parse "${file}":`, e);
+	}
+}
+
+async function FixCssFile(path, classNames) {
+	try {
+		const css = (await readFile(path)).toString();
+		let output = css;
+		const matches = [...new Set(css.match(classRegex))];
+		if (matches) {
+			for (const match of matches) {
+				if (Object.hasOwn(classNames, match.slice(1))) {
+					// replacing by multiple classes creates non valid css but it makes it easy to detect issues
+					output = output.replaceAll(match, `.${classNames[match.slice(1)]}`);
+				}
+			}
+		}
+		let outputPath
+		if (path.includes("/ClientExtracted/")) {
+			outputPath = join(dirname(path), "/c.", basename(path));
+			
+		}
+		outputPath = join(__dirname, "/c/", path.replace(__dirname, ""));
+
+		if (output !== css) {
+			await mkdir(dirname(outputPath), { recursive: true });
+			await writeFile(outputPath, output);
+		} else {
+			// best effort to clean our mess if we did some,
+			// although it might have some problematic effect if the Js parse part stops working at some point in time
+			await rm(outputPath, { force: true });
+		}
+	} catch (e) {
+		console.error(`Unable to fix "${path}":`, e);
+	}
+}
+
+async function* GetRecursiveFiles(dir, ext) {
+	const dirents = await readDir(dir, { withFileTypes: true });
+	for (const dirent of dirents) {
+		const res = pathResolve(dir, dirent.name);
+		if (dirent.isDirectory()) {
+			yield* GetRecursiveFiles(res, ext);
+		} else if (dirent.isFile() && dirent.name.endsWith(ext)) {
+			yield res;
+		}
+	}
+}
+
+// Why is this not working?
+// function isNumber(string, nbrRecursiceSlice = 0) {
+//     return !Number.isNaN(Number(string)) || (string.length > 0 && nbrRecursiceSlice > 0 ) ? isNumber(string.slice(0,-1), nbrRecursiceSlice - 1) :  false;
+// }
+
+// best effort to guess if a string is a number (tries to remove the unit at the end)
+function isNumber(string, nbrRecursiceSlice) {
+	while (string.length > 0 && nbrRecursiceSlice > 0) {
+		if (Number.isNaN(Number(string))) {
+			string = string.slice(0, -1);
+		} else {
+			return true;
+		}
+	}
+	return false;
+}
+
+async function cleanPreviousRun(cssPath) {
+	try {
+
+		const rmPath = join(__dirname, "/c/", cssPath, "/**.css");
+
+		await rm(rmPath, { force: true });
+	} catch (e) {
+		console.error(`Unable to clean "${cssPath}":`, e);
+	}
+}
+
+let paths;
+if (process.argv.length > 3) {
+	paths = [process.argv[2]];
+}
+else {
+	paths = [
+		"./Scripts/WebUI/",
+		"./ClientExtracted/",
+		"./help.steampowered.com/",
+		"./partner.steamgames.com/",
+		"./steamcommunity.com/",
+		"./store.steampowered.com/",
+		"./www.dota2.com/",
+		"./www.underlords.com/",
+		"./www.counter-strike.net/",
+	];
+}
+
+
+for (const path of paths) {
+	const classNames = {};
+
+	cleanPreviousRun(path);
+
+	for await (const file of GetRecursiveFiles(path, ".js")) {
+		await ParseJsFile(file, classNames);
+	}
+
+	for await (const file of GetRecursiveFiles(path, ".css")) {
+		await FixCssFile(file, classNames);
+	}
+}

update.php

@@ -30,6 +30,7 @@ class SteamTracker
 		private bool $ExtractClientArchives = false;
 		private bool $SyncProtobufs = false;
 		private bool $DumpJavascriptFiles = false;
+		private bool $FixCssFiles = false;
 		private bool $UpdateManifestUrls = false;
 		private bool $UpdateSSRUrls = false;
 
@@ -181,6 +182,7 @@ public function __construct( string $Option )
 			{
 				$this->Log( '{lightblue}Extracting client archives' );
 				$this->DumpJavascriptFiles = true;
+				$this->FixCssFiles = true;
 				$this->SyncProtobufs = true;
 
 				system( 'bash extract_client.sh' );
@@ -196,6 +198,13 @@ public function __construct( string $Option )
 				system( 'node dump_javascript_urls.mjs' );
 			}
 
+			if( $this->FixCssFiles )
+			{
+				$this->Log( '{lightblue}Fixing CSS files' );
+
+				system( 'node generate_readable_css.mjs' );
+			}
+
 			if( $this->SyncProtobufs )
 			{
 				$this->Log( '{lightblue}Syncing protobufs' );
@@ -604,6 +613,11 @@ private function HandleResponse( string $File, string $Data, string $URL ) : boo
 
 				system( 'npm run prettier ' . escapeshellarg( $File ) );
 
+				if( str_ends_with( $File, '.css' ) || str_ends_with( $File, '.js' ) )
+				{
+					$this->FixCssFiles = true;
+				}
+
 				return true;
 			}