Include @huggingface/jinja in exported webpack build (#458)

In future, probably a better idea to dynamically import. However, currently it affects importing from CDNs.
huggingface · Dec 18, 2023 · 61cb4f5 · 61cb4f5
1 parent 81aab02
commit 61cb4f5
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/src/tokenizers.js b/src/tokenizers.js
@@ -2827,7 +2827,7 @@ export class PreTrainedTokenizer extends Callable {
             // (i.e., must be installed separately), an error is thrown if it is not installed.
             let Template;
             try {
-                Template = (await import('@huggingface/jinja')).Template;
+                Template = (await import( /* webpackMode: "eager" */ '@huggingface/jinja')).Template;
             } catch (e) {
                 throw new Error(
                     `apply_chat_template requires '@huggingface/jinja' to be installed. ` +

diff --git a/webpack.config.js b/webpack.config.js
@@ -5,6 +5,9 @@ import path from 'path';
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 
+/**
+ * @type {import('webpack').Configuration}
+ */
 export default {
     mode: 'development',
     devtool: 'source-map',