feat: expose guessEmbeddedLanguages from core

Author: antfu

packages/core/src/utils.ts

@@ -1,4 +1,5 @@
 import type {
+  HighlighterGeneric,
   MaybeArray,
   MaybeGetter,
   PlainTextLanguage,
@@ -262,3 +263,36 @@ export function createPositionConverter(code: string): {
     posToIndex,
   }
 }
+
+/**
+ * Guess embedded languages from given code and highlighter.
+ *
+ * When highlighter is provided, only bundled languages will be included.
+ */
+export function guessEmbeddedLanguages(
+  code: string,
+  _lang: string | undefined,
+  highlighter?: HighlighterGeneric<any, any>,
+): string[] {
+  const langs = new Set<string>()
+  // For HTML code blocks like Vue SFC
+  for (const match of code.matchAll(/lang=["']([\w-]+)["']/g)) {
+    langs.add(match[1])
+  }
+  // For markdown code blocks
+  for (const match of code.matchAll(/(?:```|~~~)([\w-]+)/g)) {
+    langs.add(match[1])
+  }
+  // For latex
+  for (const match of code.matchAll(/\\begin\{([\w-]+)\}/g)) {
+    langs.add(match[1])
+  }
+
+  if (!highlighter)
+    return Array.from(langs)
+
+  // Only include known languages
+  const bundle = highlighter.getBundledLanguages()
+  return Array.from(langs)
+    .filter(l => l && bundle[l])
+}

packages/shiki/src/bundle-full.ts

@@ -2,9 +2,9 @@ import type { CreateHighlighterFactory, HighlighterGeneric } from '@shikijs/type
 import type {} from 'hast'
 import type { BundledLanguage } from './langs-bundle-full'
 import type { BundledTheme } from './themes'
+import { guessEmbeddedLanguages } from '@shikijs/core'
 import { createdBundledHighlighter, createSingletonShorthands, warnDeprecated } from './core'
 import { createOnigurumaEngine } from './engine-oniguruma'
-import { guessEmbeddedLanguages } from './guess'
 import { bundledLanguages } from './langs-bundle-full'
 import { bundledThemes } from './themes'
 

packages/shiki/src/bundle-web.ts

@@ -2,9 +2,9 @@ import type { CreateHighlighterFactory, HighlighterGeneric } from '@shikijs/type
 import type {} from 'hast'
 import type { BundledLanguage } from './langs-bundle-web'
 import type { BundledTheme } from './themes'
+import { guessEmbeddedLanguages } from '@shikijs/core'
 import { createdBundledHighlighter, createSingletonShorthands, warnDeprecated } from './core'
 import { createOnigurumaEngine } from './engine-oniguruma'
-import { guessEmbeddedLanguages } from './guess'
 import { bundledLanguages } from './langs-bundle-web'
 import { bundledThemes } from './themes'
 

packages/shiki/src/guess.ts

@@ -1,5 +1,5 @@
 export * from './bundle-full'
-export type { BuiltinLanguage, BuiltinTheme } from './types'
 
+export type { BuiltinLanguage, BuiltinTheme } from './types'
 export { createJavaScriptRegexEngine, defaultJavaScriptRegexConstructor } from '@shikijs/engine-javascript'
 export { createOnigurumaEngine, loadWasm } from '@shikijs/engine-oniguruma'