feat: add new LLM API Provider: Novita AI

.env.example

@@ -72,6 +72,7 @@ PROXY=
 # HUGGINGFACE_TOKEN=
 # MISTRAL_API_KEY=
 # OPENROUTER_KEY=
+# NOVITA_API_KEY=
 # PERPLEXITY_API_KEY=
 # SHUTTLEAI_API_KEY=
 # TOGETHERAI_API_KEY=

README.md

@@ -47,7 +47,7 @@
   - [Custom Endpoints](https://www.librechat.ai/docs/quick_start/custom_endpoints): Use any OpenAI-compatible API with LibreChat, no proxy required
   - Compatible with [Local & Remote AI Providers](https://www.librechat.ai/docs/configuration/librechat_yaml/ai_endpoints):
     - Ollama, groq, Cohere, Mistral AI, Apple MLX, koboldcpp, together.ai,
-    - OpenRouter, Perplexity, ShuttleAI, Deepseek, Qwen, and more
+    - OpenRouter, Novita AI, Perplexity, ShuttleAI, Deepseek, Qwen, and more
 
 - 🔧 **[Code Interpreter API](https://www.librechat.ai/docs/features/code_interpreter)**: 
   - Secure, Sandboxed Execution in Python, Node.js (JS/TS), Go, C/C++, Java, PHP, Rust, and Fortran

api/server/services/Config/loadConfigModels.spec.js

@@ -28,6 +28,16 @@ const exampleConfig = {
         },
         dropParams: ['stop'],
       },
+      {
+        name: 'NovitaAI',
+        apiKey: '${MY_NOVITA_API_KEY}',
+        baseURL: 'https://api.novita.ai/v3/openai',
+        models: {
+          default: ['meta-llama/llama-3.3-70b-instruct'],
+          fetch: true,
+        },
+        dropParams: ['stop'],
+      },
       {
         name: 'groq',
         apiKey: 'user_provided',
@@ -208,11 +218,12 @@ describe('loadConfigModels', () => {
   it('loads models based on custom endpoint configuration respecting fetch rules', async () => {
     process.env.MY_PRECIOUS_MISTRAL_KEY = 'actual_mistral_api_key';
     process.env.MY_OPENROUTER_API_KEY = 'actual_openrouter_api_key';
-    // Setup custom configuration with specific API keys for Mistral and OpenRouter
+    process.env.MY_NOVITA_API_KEY = 'actual_novita_api_key';
+    // Setup custom configuration with specific API keys for Mistral, OpenRouter and Novita AI
     // and "user_provided" for groq and Ollama, indicating no fetch for the latter two
     getCustomConfig.mockResolvedValue(exampleConfig);
 
-    // Assuming fetchModels would be called only for Mistral and OpenRouter
+    // Assuming fetchModels would be called only for Mistral, OpenRouter and NovitaAI
     fetchModels.mockImplementation(({ name }) => {
       switch (name) {
         case 'Mistral':
@@ -224,14 +235,16 @@ describe('loadConfigModels', () => {
           ]);
         case 'OpenRouter':
           return Promise.resolve(['gpt-3.5-turbo']);
+        case 'NovitaAI':
+          return Promise.resolve(['meta-llama/llama-3.3-70b-instruct']);
         default:
           return Promise.resolve([]);
       }
     });
 
     const result = await loadConfigModels(mockRequest);
 
-    // Since fetch is true and apiKey is not "user_provided", fetching occurs for Mistral and OpenRouter
+    // Since fetch is true and apiKey is not "user_provided", fetching occurs for Mistral, OpenRouter and NovitaAI
     expect(result.Mistral).toEqual([
       'mistral-tiny',
       'mistral-small',
@@ -253,6 +266,13 @@ describe('loadConfigModels', () => {
       }),
     );
 
+    expect(result.NovitaAI).toEqual(['meta-llama/llama-3.3-70b-instruct']);
+    expect(fetchModels).toHaveBeenCalledWith(
+      expect.objectContaining({
+        name: 'NovitaAI',
+        apiKey: process.env.MY_NOVITA_API_KEY,
+      }),
+    );
     // For groq and ollama, since the apiKey is "user_provided", models should not be fetched
     // Depending on your implementation's behavior regarding "default" models without fetching,
     // you may need to adjust the following assertions:

api/server/services/ModelService.spec.js

@@ -162,7 +162,23 @@ describe('getOpenAIModels', () => {
   });
 
   it('attempts to use OPENROUTER_API_KEY if set', async () => {
-    process.env.OPENROUTER_API_KEY = 'test-router-key';
+    process.env.OPENROUTER_API_KEY = 'test-api-key';
+    const expectedModels = ['model-router-1', 'model-router-2'];
+
+    axios.get.mockResolvedValue({
+      data: {
+        data: expectedModels.map((id) => ({ id })),
+      },
+    });
+
+    const models = await getOpenAIModels({ user: 'user456' });
+
+    expect(models).toEqual(expect.arrayContaining(expectedModels));
+    expect(axios.get).toHaveBeenCalled();
+  });
+
+  it('attempts to use NOVITA_API_KEY if set', async () => {
+    process.env.NOVITA_API_KEY = 'test-api-key';
     const expectedModels = ['model-router-1', 'model-router-2'];
 
     axios.get.mockResolvedValue({

client/src/components/Chat/Menus/Endpoints/UnknownIcon.tsx

@@ -15,6 +15,7 @@ const knownEndpointAssets = {
   [KnownEndpoints.mlx]: '/assets/mlx.png',
   [KnownEndpoints.ollama]: '/assets/ollama.png',
   [KnownEndpoints.openrouter]: '/assets/openrouter.png',
+  [KnownEndpoints.novitaai]: '/assets/novita.svg',
   [KnownEndpoints.perplexity]: '/assets/perplexity.png',
   [KnownEndpoints.shuttleai]: '/assets/shuttleai.png',
   [KnownEndpoints['together.ai']]: '/assets/together.png',
@@ -43,7 +44,7 @@ const getKnownClass = ({
   context?: string;
   className: string;
 }) => {
-  if (currentEndpoint === KnownEndpoints.openrouter) {
+  if (currentEndpoint === KnownEndpoints.openrouter || currentEndpoint === KnownEndpoints.novitaai) {
     return className;
   }
 

librechat.example.yaml

@@ -184,7 +184,7 @@ endpoints:
       # Recommended: Drop the stop parameter from the request as Openrouter models use a variety of stop tokens.
       dropParams: ['stop']
       modelDisplayLabel: 'OpenRouter'
-      
+
     # Portkey AI Example
     - name: "Portkey"
       apiKey: "dummy"  

packages/data-provider/src/config.ts

@@ -537,6 +537,7 @@ export enum KnownEndpoints {
   mlx = 'mlx',
   ollama = 'ollama',
   openrouter = 'openrouter',
+  novitaai = 'novitaai',
   perplexity = 'perplexity',
   shuttleai = 'shuttleai',
   'together.ai' = 'together.ai',