add feat. kluster_ai

src/globals.ts

@@ -92,6 +92,7 @@ export const RECRAFTAI: string = 'recraft-ai';
 export const MILVUS: string = 'milvus';
 export const REPLICATE: string = 'replicate';
 export const LEPTON: string = 'lepton';
+export const KLUSTER_AI: string = 'kluster-ai';
 export const NSCALE: string = 'nscale';
 
 export const VALID_PROVIDERS = [
@@ -150,6 +151,7 @@ export const VALID_PROVIDERS = [
   REPLICATE,
   POWERED_BY,
   LEPTON,
+  KLUSTER_AI,
   NSCALE,
 ];
 

src/providers/index.ts

@@ -56,6 +56,7 @@ import RecraftAIConfig from './recraft-ai';
 import MilvusConfig from './milvus';
 import ReplicateConfig from './replicate';
 import LeptonConfig from './lepton';
+import KlusterAIConfig from './kluster-ai';
 import NscaleConfig from './nscale';
 
 const Providers: { [key: string]: ProviderConfigs } = {
@@ -113,6 +114,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   milvus: MilvusConfig,
   replicate: ReplicateConfig,
   lepton: LeptonConfig,
+  'kluster-ai': KlusterAIConfig,
   nscale: NscaleConfig,
 };
 

src/providers/kluster-ai/api.ts

@@ -0,0 +1,23 @@
+import { ProviderAPIConfig } from '../types';
+
+const KlusterAIAPIConfig: ProviderAPIConfig = {
+  getBaseURL: () => `https://api.kluster.ai/v1`,
+  headers: ({ providerOptions }) => ({
+    'Content-Type': 'application/json',
+    Authorization: `Bearer ${providerOptions.apiKey}`,
+  }),
+  getEndpoint: ({ fn }) => {
+    switch (fn) {
+      case 'chatComplete':
+        return '/chat/completions';
+      case 'embed':
+        return '/embeddings';
+      case 'uploadFile':
+        return '/files';
+      default:
+        return '';
+    }
+  },
+};
+
+export default KlusterAIAPIConfig;

src/providers/kluster-ai/chatComplete.ts

@@ -0,0 +1,16 @@
+import { KLUSTER_AI } from '../../globals';
+import { OpenAIErrorResponseTransform } from '../openai/utils';
+import { ChatCompletionResponse, ErrorResponse } from '../types';
+
+interface KlusterAIChatCompleteResponse extends ChatCompletionResponse {}
+
+export const KlusterAIResponseTransform: (
+  response: KlusterAIChatCompleteResponse | ErrorResponse,
+  responseStatus: number
+) => ChatCompletionResponse | ErrorResponse = (response, responseStatus) => {
+  if (responseStatus !== 200 && 'error' in response) {
+    return OpenAIErrorResponseTransform(response, KLUSTER_AI);
+  }
+
+  return response;
+};

src/providers/kluster-ai/index.ts

@@ -0,0 +1,42 @@
+import { ProviderConfigs } from '../types';
+import { KLUSTER_AI } from '../../globals';
+import {
+  chatCompleteParams,
+  embedParams,
+  responseTransformers,
+} from '../open-ai-base';
+import KlusterAIAPIConfig from './api';
+import { KlusterAIResponseTransform } from './chatComplete';
+import { KlusterAIRequestTransform } from './uploadFile';
+
+const KlusterAIConfig: ProviderConfigs = {
+  chatComplete: chatCompleteParams(
+    [],
+    { model: 'klusterai/Meta-Llama-3.1-8B-Instruct-Turbo' },
+    {
+      store: {
+        param: 'store',
+      },
+      metadata: {
+        param: 'metadata',
+        required: true,
+      },
+    }
+  ),
+  embed: embedParams([], {
+    model: 'klusterai/Meta-Llama-3.1-8B-Instruct-Turbo',
+  }),
+  api: KlusterAIAPIConfig,
+  responseTransforms: {
+    ...responseTransformers(KLUSTER_AI, {
+      chatComplete: true,
+      embed: true,
+    }),
+    uploadFile: KlusterAIResponseTransform,
+  },
+  requestTransforms: {
+    uploadFile: KlusterAIRequestTransform,
+  },
+};
+
+export default KlusterAIConfig;

src/providers/kluster-ai/uploadFile.ts

@@ -0,0 +1,3 @@
+export const KlusterAIRequestTransform = (requestBody: ReadableStream) => {
+  return requestBody;
+};