Aicode 3372

.npmrc

@@ -0,0 +1,2 @@
+@types:registry=https://registry.npmjs.org/
+registry=https://registry.npmjs.org/

core/autocomplete/CompletionProvider.ts

@@ -63,7 +63,7 @@ export class CompletionProvider {
 
     // Ignore empty API keys for Mistral since we currently write
     // a template provider without one during onboarding
-    if (llm.providerName === "mistral" && llm.apiKey === "") {
+    if ((llm.providerName === "mistral" || llm.providerName === "oca") && llm.apiKey === "") {
       return undefined;
     }
 

core/config/load.ts

@@ -653,6 +653,7 @@ function llmToSerializedModelDescription(llm: ILLM): ModelDescription {
     apiKeyLocation: llm.apiKeyLocation,
     envSecretLocations: llm.envSecretLocations,
     sourceFile: llm.sourceFile,
+    modelInfo: llm.getModelInfo(llm.model)
   };
 }
 

core/index.d.ts

@@ -94,6 +94,7 @@ type RequiredLLMOptions =
 export interface ILLM
   extends Omit<LLMOptions, RequiredLLMOptions>,
     Required<Pick<LLMOptions, RequiredLLMOptions>> {
+  getModelInfo(model: string): ModelInfo | undefined;
   get providerName(): string;
   get underlyingProviderName(): string;
 
@@ -1131,6 +1132,26 @@ export interface ModelCapability {
   tools?: boolean;
 }
 
+export interface ModelInfo {
+  maxTokens?: number | undefined;
+  contextWindow?: number | undefined;
+  supportsImages?: boolean | undefined;
+  supportsPromptCache: boolean;
+  inputPrice?: number | undefined;
+  outputPrice?: number | undefined;
+  cacheWritesPrice?: number | undefined;
+  cacheReadsPrice?: number | undefined;
+  description?: string | undefined;
+  temperature?: number | undefined;
+  surveyContent?: string | undefined;
+  surveyId?: string | undefined;
+  bannerContent?: string | undefined;
+  modelName: string;
+}
+
+export interface ModelInfoMap {
+  models: { [key: string]: ModelInfo };
+}
 export interface ModelDescription {
   title: string;
   provider: string;
@@ -1156,6 +1177,7 @@ export interface ModelDescription {
   promptTemplates?: { [key: string]: string };
   cacheBehavior?: CacheBehavior;
   capabilities?: ModelCapability;
+  modelInfo?: ModelInfo
   roles?: ModelRole[];
   configurationStatus?: LLMConfigurationStatuses;
 

core/llm/index.ts

@@ -29,6 +29,7 @@ import {
   TabAutocompleteOptions,
   TemplateType,
   Usage,
+  type ModelInfo,
 } from "../index.js";
 import mergeJson from "../util/merge.js";
 import { renderChatMessage } from "../util/messageContent.js";
@@ -295,6 +296,12 @@ export abstract class BaseLLM implements ILLM {
     this.autocompleteOptions = options.autocompleteOptions;
     this.sourceFile = options.sourceFile;
   }
+  getModelInfo(model: string): ModelInfo | undefined {
+    return undefined;
+  }
+  useLegacyCompletionsEndpoint?: boolean | undefined;
+  modelArn?: string | undefined;
+  env?: Record<string, string | number | boolean> | undefined;
 
   getConfigurationStatus() {
     return LLMConfigurationStatuses.VALID;

core/llm/llms/BedrockImport.ts

@@ -13,7 +13,7 @@ class BedrockImport extends BaseLLM {
     region: "us-east-1",
   };
   // the BedRock imported custom model ARN
-  modelArn?: string | undefined;
+  declare modelArn?: string | undefined;
 
   constructor(options: LLMOptions) {
     super(options);

core/llm/llms/index.ts

@@ -62,6 +62,7 @@ import Vllm from "./Vllm";
 import Voyage from "./Voyage";
 import WatsonX from "./WatsonX";
 import xAI from "./xAI";
+import Oca from "./oca/Oca";
 export const LLMClasses = [
   Anthropic,
   Cohere,
@@ -116,6 +117,7 @@ export const LLMClasses = [
   Inception,
   Voyage,
   LlamaStack,
+  Oca
 ];
 
 export async function llmFromDescription(