Feature: add a way to set Cloudflare AI Gateway options (#14)

* add a way to set gateway options * add documentation
cloudflare · Feb 6, 2025 · b76c94b · b76c94b
1 parent 08bf67e
commit b76c94b
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/packages/ai-provider/src/workersai-chat-language-model.ts b/packages/ai-provider/src/workersai-chat-language-model.ts
@@ -143,6 +143,9 @@ export class WorkersAIChatLanguageModel implements LanguageModelV1 {
 
     const response = await this.config.binding.run(args.model, {
       messages: args.messages,
+    }, 
+    {
+      gateway: this.settings.gateway
     });
 
     if (response instanceof ReadableStream) {

diff --git a/packages/ai-provider/src/workersai-chat-settings.ts b/packages/ai-provider/src/workersai-chat-settings.ts
@@ -5,4 +5,8 @@ export interface WorkersAIChatSettings {
   Defaults to `false`.
      */
   safePrompt?: boolean;
+  /**
+   * Optionally set Cloudflare AI Gateway options.
+   */
+  gateway?: GatewayOptions
 }