Webpack: add/build RTI target

package.json

@@ -67,6 +67,7 @@
     "sharp": "^0.33.5"
   },
   "devDependencies": {
+    "@runtime-type-inspector/plugin-webpack5": "^4.0.1",
     "@types/jest": "^29.5.14",
     "@webgpu/types": "^0.1.44",
     "catharsis": "github:xenova/catharsis",

src/models.js

@@ -1648,7 +1648,7 @@ export class PreTrainedModel extends Callable {
      * Adds past key values to the decoder feeds object. If pastKeyValues is null, creates new tensors for past key values.
      *
      * @param {Object} decoderFeeds The decoder feeds object to add past key values to.
-     * @param {Object} pastKeyValues An object containing past key values.
+     * @param {Object} [pastKeyValues] An object containing past key values.
      */
     addPastKeyValues(decoderFeeds, pastKeyValues) {
         if (pastKeyValues) {

src/pipelines.js

@@ -3172,7 +3172,7 @@ const TASK_ALIASES = Object.freeze({
  * @typedef {keyof typeof TASK_ALIASES} AliasType
  * @typedef {TaskType | AliasType} PipelineType All possible pipeline types.
  * @typedef {{[K in TaskType]: InstanceType<typeof SUPPORTED_TASKS[K]["pipeline"]>}} SupportedTasks A mapping of pipeline names to their corresponding pipeline classes.
- * @typedef {{[K in AliasType]: InstanceType<typeof SUPPORTED_TASKS[TASK_ALIASES[K]]["pipeline"]>}} AliasTasks A mapping from pipeline aliases to their corresponding pipeline classes.
+ * @typedef {{[K in AliasType]: SupportedTasks[TASK_ALIASES[K]]}} AliasTasks A mapping from pipeline aliases to their corresponding pipeline classes.
  * @typedef {SupportedTasks & AliasTasks} AllTasks A mapping from all pipeline names and aliases to their corresponding pipeline classes.
  */
 

src/processors.js

@@ -602,13 +602,13 @@ export class ImageFeatureExtractor extends FeatureExtractor {
      * Constructs a new ImageFeatureExtractor instance.
      *
      * @param {Object} config The configuration for the feature extractor.
-     * @param {number[]} config.image_mean The mean values for image normalization.
-     * @param {number[]} config.image_std The standard deviation values for image normalization.
-     * @param {boolean} config.do_rescale Whether to rescale the image pixel values to the [0,1] range.
-     * @param {number} config.rescale_factor The factor to use for rescaling the image pixel values.
-     * @param {boolean} config.do_normalize Whether to normalize the image pixel values.
+     * @param {number[]} [config.image_mean] The mean values for image normalization.
+     * @param {number[]} [config.image_std] The standard deviation values for image normalization.
+     * @param {boolean} [config.do_rescale] Whether to rescale the image pixel values to the [0,1] range.
+     * @param {number} [config.rescale_factor] The factor to use for rescaling the image pixel values.
+     * @param {boolean} [config.do_normalize] Whether to normalize the image pixel values.
      * @param {boolean} config.do_resize Whether to resize the image.
-     * @param {number} config.resample What method to use for resampling.
+     * @param {number} [config.resample] What method to use for resampling.
      * @param {number|Object} config.size The size to resize the image to.
      * @param {boolean} [config.do_flip_channel_order=false] Whether to flip the color channels from RGB to BGR.
      * Can be overridden by the `do_flip_channel_order` parameter in the `preprocess` method.
@@ -932,7 +932,11 @@ export class ImageFeatureExtractor extends FeatureExtractor {
      * Preprocesses the given image.
      *
      * @param {RawImage} image The image to preprocess.
-     * @param {Object} overrides The overrides for the preprocessing options.
+     * @param {Object} [overrides] The overrides for the preprocessing options.
+     * @param {boolean|null} [overrides.do_normalize] Do normalize?
+     * @param {boolean|null} [overrides.do_pad] Do pad?
+     * @param {boolean|null} [overrides.do_convert_rgb] Do convert RGB?
+     * @param {boolean|null} [overrides.do_convert_grayscale] Do convert grayscale?
      * @returns {Promise<PreprocessedImage>} The preprocessed image.
      */
     async preprocess(image, {

src/transformers.rti.js

@@ -0,0 +1,11 @@
+import { customTypes } from '@runtime-type-inspector/runtime';
+// import { ONNX } from './backends/onnx.js';
+//import 'display-anything/src/style.js';
+/**
+ * @param {*} value 
+ * @returns {boolean}
+ */
+// customTypes.ONNXTensor = value => {
+//   return value instanceof ONNX.Tensor;
+// }
+export * from './transformers.js';

src/utils/core.js

@@ -11,8 +11,8 @@
 /**
  * Helper function to dispatch progress callbacks.
  *
- * @param {Function} progress_callback The progress callback function to dispatch.
- * @param {any} data The data to pass to the progress callback function.
+ * @param {Function} [progress_callback] The progress callback function to dispatch.
+ * @param {any} [data] The data to pass to the progress callback function.
  * @returns {void}
  * @private
  */

webpack.config.js

@@ -1,6 +1,7 @@
 import TerserPlugin from "terser-webpack-plugin";
 import { fileURLToPath } from "url";
 import path from "path";
+import { RuntimeTypeInspectorPlugin } from '@runtime-type-inspector/plugin-webpack5';
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 
@@ -28,15 +29,25 @@ function buildConfig({
       return [module, false];
     }),
   );
-
+  const plugins = [];
+  let devtool = 'source-map';
+  let entry = {
+    [`transformers${name}`]: './src/transformers.js',
+    [`transformers${name}.min`]: './src/transformers.js',
+  };
+  const buildType = 'rti';
+  if (buildType === 'rti') {
+    entry = {
+      [`transformers${name}.rti`]: './src/transformers.rti.js',
+    };
+    plugins.push(new RuntimeTypeInspectorPlugin());
+    devtool = false;
+  }
   /** @type {import('webpack').Configuration} */
   const config = {
     mode: 'development',
-    devtool: 'source-map',
-    entry: {
-      [`transformers${name}`]: './src/transformers.js',
-      [`transformers${name}.min`]: './src/transformers.js',
-    },
+    devtool,
+    entry,
     output: {
       filename: `[name]${suffix}`,
       path: path.join(__dirname, 'dist'),
@@ -46,6 +57,7 @@ function buildConfig({
       assetModuleFilename: '[name][ext]',
       chunkFormat: 'module',
     },
+    plugins,
     optimization: {
       minimize: true,
       minimizer: [new TerserPlugin({