Reuse arrays in visitor keys (#18386)

fisker · web-flow · commit d3eb2b2d081f · 2025-12-01T19:33:56.000+08:00
diff --git a/scripts/build/config.js b/scripts/build/config.js
@@ -598,7 +598,10 @@ const pluginFiles = [
             "const LOCAL_DEBUG = false &&",
           );
 
-          text = text.replace(/(?<=\n)export .*?;/u, "export { preprocess };");
+          text = text.replace(
+            /(?<=\n)export .*?;/u,
+            "export { preprocess, getVoidTags, visitorKeys };",
+          );
 
           return text;
         },
diff --git a/scripts/build/esbuild-plugins/evaluate.js b/scripts/build/esbuild-plugins/evaluate.js
@@ -1,33 +1,89 @@
+import assert from "node:assert";
+import path from "node:path";
 import url from "node:url";
 import { isValidIdentifier } from "@babel/types";
+import { outdent } from "outdent";
 import serialize from "serialize-javascript";
 
+function serializeModule(module) {
+  return Object.entries(module)
+    .map(([specifier, value]) => {
+      const code =
+        value instanceof RegExp
+          ? `/${value.source}/${value.flags}`
+          : serialize(value, { space: 2, unsafe: true });
+      if (specifier === "default") {
+        return `export default ${code};`;
+      }
+
+      if (!isValidIdentifier(specifier)) {
+        throw new Error(`${specifier} is not a valid specifier`);
+      }
+
+      return `export const ${specifier} = ${code};`;
+    })
+    .join("\n");
+}
+
+function serializeVisitorKeys(module) {
+  const specifiers = Object.keys(module);
+  assert.deepEqual(specifiers, ["default"]);
+
+  const references = new Map();
+  const properties = Object.entries(module.default);
+  for (const [, keys] of properties) {
+    if (!references.has(keys)) {
+      references.set(keys, 1);
+    } else {
+      references.set(keys, references.get(keys) + 1);
+    }
+  }
+
+  const variables = [];
+  const propertiesText = [];
+  for (const [type, keys] of properties) {
+    const isSingleReference = references.get(keys) === 1;
+    const key = isValidIdentifier(type) ? type : JSON.stringify(type);
+    if (isSingleReference) {
+      propertiesText.push(`  ${key}: ${JSON.stringify(keys)},`);
+    } else {
+      if (!variables.includes(keys)) {
+        variables.push(keys);
+      }
+      const index = variables.indexOf(keys);
+      propertiesText.push(`  ${key}: vk[${index}],`);
+    }
+  }
+
+  const code = outdent`
+    const vk = [
+    ${variables.map((keys) => `  ${JSON.stringify(keys)},`).join("\n")}
+    ];
+
+    export default {
+    ${propertiesText.join("\n")}
+    };
+  `;
+
+  return code;
+}
+
 export default function esbuildPluginEvaluate() {
   return {
     name: "evaluate",
     setup(build) {
       build.onLoad(
         { filter: /\.evaluate\.[cm]?js$/, namespace: "file" },
-        async ({ path }) => {
-          const module = await import(url.pathToFileURL(path));
-          const text = Object.entries(module)
-            .map(([specifier, value]) => {
-              const code =
-                value instanceof RegExp
-                  ? `/${value.source}/${value.flags}`
-                  : serialize(value, { space: 2 });
-
-              if (specifier === "default") {
-                return `export default ${code};`;
-              }
-
-              if (!isValidIdentifier(specifier)) {
-                throw new Error(`${specifier} is not a valid specifier`);
-              }
-
-              return `export const ${specifier} = ${code};`;
-            })
-            .join("\n");
+        async ({ path: filePath }) => {
+          const module = await import(url.pathToFileURL(filePath));
+          const isVisitorKeys =
+            path.basename(filePath, path.extname(filePath)) ===
+            "visitor-keys.evaluate";
+
+          const text = isVisitorKeys
+            ? serializeVisitorKeys(module)
+            : serializeModule(module);
+
           return { contents: text };
         },
       );
diff --git a/src/language-css/get-visitor-keys.js b/src/language-css/get-visitor-keys.js
@@ -1,5 +1,5 @@
 import createGetVisitorKeys from "../utilities/create-get-visitor-keys.js";
-import visitorKeys from "./visitor-keys.js";
+import visitorKeys from "./visitor-keys.evaluate.js";
 
 const getVisitorKeys = createGetVisitorKeys(visitorKeys);
 
diff --git a/src/language-css/visitor-keys.evaluate.js b/src/language-css/visitor-keys.evaluate.js
@@ -1,4 +1,6 @@
-const visitorKeys = {
+import { generateReferenceSharedVisitorKeys } from "../utilities/visitor-keys.js";
+
+const visitorKeys = generateReferenceSharedVisitorKeys({
   "css-root": ["frontMatter", "nodes"],
   "css-comment": [],
   "css-rule": ["selector", "nodes"],
@@ -43,6 +45,6 @@ const visitorKeys = {
   "value-atword": [],
   "value-unicode-range": [],
   "value-unknown": [],
-};
+});
 
 export default visitorKeys;
diff --git a/src/language-handlebars/get-visitor-keys.js b/src/language-handlebars/get-visitor-keys.js
@@ -1,5 +1,5 @@
 import createGetVisitorKeys from "../utilities/create-get-visitor-keys.js";
-import visitorKeys from "./visitor-keys.evaluate.js";
+import visitorKeys from "./visitor-keys.js";
 
 const getVisitorKeys = createGetVisitorKeys(visitorKeys);
 
diff --git a/src/language-handlebars/html-void-elements.evaluate.js b/src/language-handlebars/html-void-elements.evaluate.js
diff --git a/src/language-handlebars/utilities.js b/src/language-handlebars/utilities.js
@@ -1,4 +1,7 @@
-import htmlVoidElements from "./html-void-elements.evaluate.js";
+// Do not use void tags from other package, won't match
+import { getVoidTags } from "@glimmer/syntax";
+
+const htmlVoidElements = new Set(getVoidTags());
 
 function isUppercase(string) {
   return string.toUpperCase() === string;
diff --git a/src/language-handlebars/visitor-keys.js b/src/language-handlebars/visitor-keys.js
diff --git a/src/language-html/get-visitor-keys.js b/src/language-html/get-visitor-keys.js
@@ -1,5 +1,5 @@
 import createGetVisitorKeys from "../utilities/create-get-visitor-keys.js";
-import visitorKeys from "./visitor-keys.js";
+import visitorKeys from "./visitor-keys.evaluate.js";
 
 const getVisitorKeys = createGetVisitorKeys(visitorKeys, "kind");
 
diff --git a/src/language-html/visitor-keys.evaluate.js b/src/language-html/visitor-keys.evaluate.js
@@ -1,4 +1,6 @@
-const visitorKeys = {
+import { generateReferenceSharedVisitorKeys } from "../utilities/visitor-keys.js";
+
+const visitorKeys = generateReferenceSharedVisitorKeys({
   root: ["children"],
   element: ["attrs", "children"],
   ieConditionalComment: ["children"],
@@ -17,6 +19,6 @@ const visitorKeys = {
   angularLetDeclarationInitializer: [],
   angularIcuExpression: ["cases"],
   angularIcuCase: ["expression"],
-};
+});
 
 export default visitorKeys;
diff --git a/src/language-js/traverse/visitor-keys.evaluate.js b/src/language-js/traverse/visitor-keys.evaluate.js
@@ -3,10 +3,11 @@ import { visitorKeys as tsVisitorKeys } from "@typescript-eslint/visitor-keys";
 import { visitorKeys as angularVisitorKeys } from "angular-estree-parser";
 import flowVisitorKeys from "hermes-parser/dist/generated/ESTreeVisitorKeys.js";
 import {
+  generateReferenceSharedVisitorKeys,
   removeNodeTypes,
   removeVisitorKeys,
   unionVisitorKeys,
-} from "./utilities.js";
+} from "../../utilities/visitor-keys.js";
 
 const additionalVisitorKeys = {
   // Prettier
@@ -70,4 +71,7 @@ let visitorKeys = unionVisitorKeys(
 visitorKeys = removeNodeTypes(visitorKeys, excludeNodeTypes);
 visitorKeys = removeVisitorKeys(visitorKeys, excludeVisitorKeys);
 
+// This should be the last step
+visitorKeys = generateReferenceSharedVisitorKeys(visitorKeys);
+
 export default visitorKeys;
diff --git a/src/language-json/get-visitor-keys.js b/src/language-json/get-visitor-keys.js
@@ -1,5 +1,5 @@
 import createGetVisitorKeys from "../utilities/create-get-visitor-keys.js";
-import visitorKeys from "./visitor-keys.js";
+import visitorKeys from "./visitor-keys.evaluate.js";
 
 const getVisitorKeys = createGetVisitorKeys(visitorKeys);
 
diff --git a/src/language-json/visitor-keys.evaluate.js b/src/language-json/visitor-keys.evaluate.js
@@ -1,4 +1,6 @@
-const visitorKeys = {
+import { generateReferenceSharedVisitorKeys } from "../utilities/visitor-keys.js";
+
+const visitorKeys = generateReferenceSharedVisitorKeys({
   JsonRoot: ["node"],
   ArrayExpression: ["elements"],
   ObjectExpression: ["properties"],
@@ -11,6 +13,6 @@ const visitorKeys = {
   Identifier: [],
   TemplateLiteral: ["quasis"],
   TemplateElement: [],
-};
+});
 
 export default visitorKeys;
diff --git a/src/language-markdown/get-visitor-keys.js b/src/language-markdown/get-visitor-keys.js
@@ -1,5 +1,5 @@
 import createGetVisitorKeys from "../utilities/create-get-visitor-keys.js";
-import visitorKeys from "./visitor-keys.js";
+import visitorKeys from "./visitor-keys.evaluate.js";
 
 const getVisitorKeys = createGetVisitorKeys(visitorKeys);
 
diff --git a/src/language-markdown/visitor-keys.evaluate.js b/src/language-markdown/visitor-keys.evaluate.js
@@ -1,4 +1,6 @@
-const visitorKeys = {
+import { generateReferenceSharedVisitorKeys } from "../utilities/visitor-keys.js";
+
+const visitorKeys = generateReferenceSharedVisitorKeys({
   root: ["children"],
   paragraph: ["children"],
   sentence: ["children"],
@@ -36,6 +38,6 @@ const visitorKeys = {
   tableRow: ["children"],
   listItem: ["children"],
   text: [],
-};
+});
 
 export default visitorKeys;
diff --git a/src/language-yaml/get-visitor-keys.js b/src/language-yaml/get-visitor-keys.js
@@ -1,5 +1,5 @@
 import createGetVisitorKeys from "../utilities/create-get-visitor-keys.js";
-import visitorKeys from "./visitor-keys.js";
+import visitorKeys from "./visitor-keys.evaluate.js";
 
 const getVisitorKeys = createGetVisitorKeys(visitorKeys);
 
diff --git a/src/language-yaml/visitor-keys.evaluate.js b/src/language-yaml/visitor-keys.evaluate.js
@@ -1,4 +1,21 @@
-const visitorKeys = Object.fromEntries(
+import { generateReferenceSharedVisitorKeys } from "../utilities/visitor-keys.js";
+
+/**
+@import {VisitorKeys} from "../utilities/visitor-keys.js";
+*/
+
+const commentsKeys = [
+  "indicatorComment",
+  "leadingComments",
+  "middleComments",
+  "trailingComment",
+  "endComments",
+];
+
+const tagAndAnchor = ["anchor", "tag"];
+
+/** @type {VisitorKeys} */
+let visitorKeys = Object.fromEntries(
   Object.entries({
     root: ["children"],
     document: ["head", "body", "children"],
@@ -28,15 +45,12 @@ const visitorKeys = Object.fromEntries(
     type,
     [
       ...keys,
-      "anchor",
-      "tag",
-      "indicatorComment",
-      "leadingComments",
-      "middleComments",
-      "trailingComment",
-      "endComments",
+      ...(type !== "tag" && type !== "anchor" ? tagAndAnchor : []),
+      ...commentsKeys,
     ],
   ]),
 );
 
+visitorKeys = generateReferenceSharedVisitorKeys(visitorKeys);
+
 export default visitorKeys;
diff --git a/src/utilities/visitor-keys.js b/src/utilities/visitor-keys.js
@@ -1,4 +1,6 @@
-/** @typedef {Record<string, readonly string[]>} VisitorKeys */
+/**
+@typedef {readonly string[]} Keys
+@typedef {Record<string, Keys>} VisitorKeys */
 
 const unique = (values) => [...new Set(values)];
 
@@ -64,4 +66,30 @@ function removeNodeTypes(visitorKeys, nodeTypesToRemove) {
   return result;
 }
 
-export { removeNodeTypes, removeVisitorKeys, unionVisitorKeys };
+/**
+@param {VisitorKeys} visitorKeys
+@returns {VisitorKeys}
+*/
+function generateReferenceSharedVisitorKeys(visitorKeys) {
+  /** @type {Map<string, Keys>} */
+  const cache = new Map();
+  /** @type {VisitorKeys} */
+  const result = {};
+
+  for (const [type, keys] of Object.entries(visitorKeys)) {
+    const cacheKey = keys.toSorted().join("\0");
+    if (!cache.has(cacheKey)) {
+      cache.set(cacheKey, keys);
+    }
+    result[type] = cache.get(cacheKey);
+  }
+
+  return result;
+}
+
+export {
+  generateReferenceSharedVisitorKeys,
+  removeNodeTypes,
+  removeVisitorKeys,
+  unionVisitorKeys,
+};
diff --git a/tests/integration/__tests__/bundle.js b/tests/integration/__tests__/bundle.js
diff --git a/tests/unit/__snapshots__/visitor-keys.js.snap b/tests/unit/__snapshots__/visitor-keys.js.snap
diff --git a/tests/unit/visitor-keys.js b/tests/unit/visitor-keys.js
