add support for custom template tokenizers

Author: rashfael

src/common/parser-options.ts

@@ -1,7 +1,20 @@
 import * as path from "path"
+import type { IntermediateToken } from "../html/intermediate-tokenizer"
 import type { VDocumentFragment } from "../ast"
 import { getLang, isScriptElement, isScriptSetupElement } from "./ast-utils"
 
+interface TemplateTokenizer {
+    nextToken(): IntermediateToken
+}
+
+interface TemplateTokenizerConstructor {
+    new (
+        templateText: string,
+        source: string,
+        options: { startingLine: number; startingColumn: number },
+    ): TemplateTokenizer
+}
+
 export interface ParserOptions {
     // vue-eslint-parser options
     parser?: boolean | string
@@ -37,6 +50,8 @@ export interface ParserOptions {
 
     // others
     // [key: string]: any
+
+    templateTokenizer?: TemplateTokenizerConstructor
 }
 
 export function isSFCFile(parserOptions: ParserOptions) {

src/html/parser.ts

@@ -15,6 +15,7 @@ import type {
     VDocumentFragment,
     VElement,
     VExpressionContainer,
+    VLiteral,
 } from "../ast"
 import { NS, ParseError } from "../ast"
 import { debug } from "../common/debug"
@@ -641,6 +642,38 @@ export class Parser {
         debug("[html] Text %j", token)
 
         const parent = this.currentNode
+        if (parent.type === "VElement" && parent.name === "template") {
+            const langAttribute = parent.startTag.attributes.find(
+                (a) => a.key.name === "lang",
+            )
+            const lang = (langAttribute?.value as VLiteral).value
+            if (
+                lang &&
+                lang !== "html" &&
+                this.baseParserOptions.templateTokenizer[lang]
+            ) {
+                // eslint-disable-next-line @typescript-eslint/no-require-imports
+                const TemplateTokenizer = require(this.baseParserOptions
+                    .templateTokenizer[lang])
+                const templateTokenizer = new TemplateTokenizer(
+                    token.value,
+                    this.text,
+                    {
+                        startingLine: token.loc.start.line,
+                        startingColumn: token.loc.start.column,
+                    },
+                )
+
+                let templateToken: IntermediateToken | null = null
+                while (
+                    (templateToken = templateTokenizer.nextToken()) != null
+                ) {
+                    ;(this as any)[templateToken.type](templateToken)
+                }
+                // TODO integrate templateTokenizer.tokens/errors/comments
+                return
+            }
+        }
         parent.children.push({
             type: "VText",
             range: token.range,

src/index.ts

@@ -43,6 +43,7 @@ function isVueFile(code: string, options: ParserOptions): boolean {
  * @param parserOptions The parser options.
  * @returns The parsing result.
  */
+// eslint-disable-next-line complexity
 export function parseForESLint(
     code: string,
     parserOptions: any,
@@ -97,13 +98,16 @@ export function parseForESLint(
         const scripts = rootAST.children.filter(isScriptElement)
         const template = rootAST.children.find(isTemplateElement)
         const templateLang = getLang(template) || "html"
+        const hasTemplateTokenizer =
+            parserOptions.templateTokenizer[templateLang]
         const concreteInfo: AST.HasConcreteInfo = {
             tokens: rootAST.tokens,
             comments: rootAST.comments,
             errors: rootAST.errors,
         }
         const templateBody =
-            template != null && templateLang === "html"
+            template != null &&
+            (templateLang === "html" || hasTemplateTokenizer)
                 ? Object.assign(template, concreteInfo)
                 : undefined