opensource/lexical
1
0
Fork 0
mirror of https://github.com/facebook/lexical.git synced 2025-08-06 08:30:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

Move default language setting to Tokenizer (#3368)

Browse Source
This commit is contained in:
mizuno
2022-12-09 04:24:50 +09:00
committed by GitHub
parent 05c9c6b7bb
commit 9fbc5641e9
2 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
packages/lexical-code/src/CodeHighlighter.ts
View File

@ -67,14 +67,16 @@ export interface Token {
}
export interface Tokenizer {
defaultLanguage: string;
tokenize(code: string, language?: string): (string | Token)[];
}
export const PrismTokenizer: Tokenizer = {
defaultLanguage: DEFAULT_CODE_LANGUAGE,
tokenize(code: string, language?: string): (string | Token)[] {
return Prism.tokenize(
code,
Prism.languages[language || ''] || Prism.languages[DEFAULT_CODE_LANGUAGE],
Prism.languages[language || ''] || Prism.languages[this.defaultLanguage],
);
},
};
@ -273,7 +275,7 @@ function codeNodeTransform(
// When new code block inserted it might not have language selected
if (node.getLanguage() === undefined) {
node.setLanguage(DEFAULT_CODE_LANGUAGE);
node.setLanguage(tokenizer.defaultLanguage);
}
// Using nested update call to pass `skipTransforms` since we don't want
@ -291,7 +293,7 @@ function codeNodeTransform(
const code = currentNode.getTextContent();
const tokens = tokenizer.tokenize(
code,
currentNode.getLanguage() || DEFAULT_CODE_LANGUAGE,
currentNode.getLanguage() || tokenizer.defaultLanguage,
);
const highlightNodes = getHighlightNodes(tokens);
const diffRange = getDiffRange(