diff --git a/core/llm/llms/Ollama.ts b/core/llm/llms/Ollama.ts index d940083222a..0a239fce909 100644 --- a/core/llm/llms/Ollama.ts +++ b/core/llm/llms/Ollama.ts @@ -269,6 +269,11 @@ class Ollama extends BaseLLM implements ModelInstaller { return this.modelMap[this.model] ?? this.model; } + get contextLength() { + const DEFAULT_OLLAMA_CONTEXT_LENGTH = 8192; // twice of https://github.com/ollama/ollama/blob/29ddfc2cab7f5a83a96c3133094f67b22e4f27d1/envconfig/config.go#L185 + return this._contextLength ?? DEFAULT_OLLAMA_CONTEXT_LENGTH; + } + private _getModelFileParams( options: CompletionOptions, ): OllamaModelFileParams { diff --git a/packages/llm-info/src/providers/os.ts b/packages/llm-info/src/providers/os.ts index 91ade3237a6..c0428ad1a02 100644 --- a/packages/llm-info/src/providers/os.ts +++ b/packages/llm-info/src/providers/os.ts @@ -4,5 +4,6 @@ export const OsLlms: Omit[] = [ { model: "starcoder2:3b", displayName: "StarCoder 2 3B", + contextLength: 8192, }, ];