chore: changeset

.changeset/thick-eyes-heal.md

@@ -0,0 +1,43 @@
+---
+'@agentic/core': minor
+'@agentic/ai-sdk': minor
+'@agentic/bing': minor
+'@agentic/calculator': minor
+'@agentic/clearbit': minor
+'@agentic/dexa': minor
+'@agentic/dexter': minor
+'@agentic/diffbot': minor
+'@agentic/e2b': minor
+'@agentic/exa': minor
+'@agentic/firecrawl': minor
+'@agentic/genkit': minor
+'@agentic/github': minor
+'@agentic/hacker-news': minor
+'@agentic/hunter': minor
+'@agentic/jina': minor
+'@agentic/langchain': minor
+'@agentic/llamaindex': minor
+'@agentic/midjourney': minor
+'@agentic/novu': minor
+'@agentic/people-data-labs': minor
+'@agentic/perigon': minor
+'@agentic/polygon': minor
+'@agentic/predict-leads': minor
+'@agentic/proxycurl': minor
+'@agentic/search-and-crawl': minor
+'@agentic/searxng': minor
+'@agentic/serpapi': minor
+'@agentic/serper': minor
+'@agentic/slack': minor
+'@agentic/social-data': minor
+'@agentic/stdlib': minor
+'@agentic/tavily': minor
+'@agentic/twilio': minor
+'@agentic/twitter': minor
+'@agentic/weather': minor
+'@agentic/wikidata': minor
+'@agentic/wikipedia': minor
+'@agentic/wolfram-alpha': minor
+---
+
+Update deps

packages/core/src/message.ts

@@ -6,6 +6,12 @@ import { cleanStringForModel, stringifyForModel } from './utils'
  * Generic/default OpenAI message without any narrowing applied.
  */
 export interface Msg {
+  /**
+   * The role of the messages author. One of `system`, `user`, `assistant`,
+   * 'tool', or `function`.
+   */
+  role: Msg.Role
+
   /**
    * The contents of the message. `content` may be null for assistant messages
    * with function calls or `undefined` for assistant messages if a `refusal`
@@ -19,12 +25,6 @@ export interface Msg {
    */
   refusal?: string | null
 
-  /**
-   * The role of the messages author. One of `system`, `user`, `assistant`,
-   * 'tool', or `function`.
-   */
-  role: Msg.Role
-
   /**
    * The name and arguments of a function that should be called, as generated
    * by the model.
@@ -59,6 +59,33 @@ export interface LegacyMsg {
   name?: string
 }
 
+/** Used for multimodal chat messages. */
+export type ChatMessageContentPart =
+  | {
+      type: 'text'
+      text: string
+    }
+  // User messages only.
+  | {
+      type: 'image_url'
+      image_url: {
+        url: string
+        detail?: 'low' | 'high' | 'auto' | (string & {})
+      }
+    }
+  | {
+      type: 'input_audio'
+      input_audio: {
+        data: string
+        format: 'mp3' | 'wav' | (string & {})
+      }
+    }
+  // Assistant messages only.
+  | {
+      type: 'refusal'
+      refusal: string
+    }
+
 /** Narrowed OpenAI Message types. */
 export namespace Msg {
   /** Possible roles for a message. */