fix: improves typedef of Message

packages/transformers/src/pipelines/text-generation.js

@@ -100,6 +100,10 @@ function isChat(x) {
 export class TextGenerationPipeline
     extends /** @type {new (options: TextPipelineConstructorArgs) => TextGenerationPipelineType} */ (Pipeline)
 {
+    /**
+     * @param {string | string[] | import('../tokenization_utils.js').Message[] | import('../tokenization_utils.js').Message[][]} texts
+     * @param {Partial<TextGenerationConfig>} generate_kwargs
+     */
     async _call(texts, generate_kwargs = {}) {
         let isBatched = false;
         let isChatInput = false;

packages/transformers/src/tokenization_utils.js

@@ -64,10 +64,30 @@ const SPECIAL_TOKEN_ATTRIBUTES = [
     // additional_special_tokens (TODO)
 ];
 
+/**
+ * @typedef {Object} TextContent
+ * @property {'text'} type The type of content (must be 'text').
+ * @property {string} text The text content.
+ */
+
+/**
+ * @typedef {Object} ImageContent
+ * @property {'image'} type The type of content (must be 'image').
+ * @property {string | import('./utils/image.js').RawImage} image Optional URL of the image.
+ *
+ * Note: This works for SmolVLM. Qwen2VL and Idefics3 have different implementations. TODO: We should have a standardised way to handle images
+ */
+
+/**
+ * @typedef {TextContent | ImageContent} MessageContent
+ * Base type for message content. This is a discriminated union that can be extended with additional content types.
+ * Example: `@typedef {TextContent | ImageContent | AudioContent} MessageContent`
+ */
+
 /**
  * @typedef {Object} Message
  * @property {string} role The role of the message (e.g., "user" or "assistant" or "system").
- * @property {string} content The content of the message.
+ * @property {string | MessageContent[]} content The content of the message. Can be a simple string or an array of content objects.
  */
 
 /**

packages/transformers/tsconfig.json

@@ -16,7 +16,8 @@
     "noEmit": false,
     "emitDeclarationOnly": true,
     "esModuleInterop": true,
-    "composite": true
+    "composite": true,
+    "strictNullChecks": false
   },
   "typeAcquisition": {
     "include": ["jest"]