UniqAI/bolt.diy
1
0
Fork 0
mirror of https://github.com/stackblitz-labs/bolt.diy synced 2025-01-22 10:55:34 +00:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

fix: ollama provider module base url hotfix for docker (#863)

Browse Source 
* fix: ollama base url hotfix

* cleanup logic
This commit is contained in:
Anirban Kar 2024-12-22 01:25:48 +05:30 committed by GitHub
parent d8943f9474
commit 8b58c7a0fb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
app/lib/modules/llm/providers/ollama.ts
View File

@ -81,13 +81,20 @@ export default class OllamaProvider extends BaseProvider {
providerSettings?: Record<string, IProviderSetting>; providerSettings?: Record<string, IProviderSetting>;
}) => LanguageModelV1 = (options) => { }) => LanguageModelV1 = (options) => {
const { apiKeys, providerSettings, serverEnv, model } = options; const { apiKeys, providerSettings, serverEnv, model } = options;
const { baseUrl } = this.getProviderBaseUrlAndKey({ let { baseUrl } = this.getProviderBaseUrlAndKey({
apiKeys, apiKeys,
providerSettings, providerSettings,
serverEnv: serverEnv as any, serverEnv: serverEnv as any,
defaultBaseUrlKey: 'OLLAMA_API_BASE_URL', defaultBaseUrlKey: 'OLLAMA_API_BASE_URL',
defaultApiTokenKey: '', defaultApiTokenKey: '',
}); });
// Backend: Check if we're running in Docker
const isDocker = process.env.RUNNING_IN_DOCKER === 'true';
baseUrl = isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
baseUrl = isDocker ? baseUrl.replace('127.0.0.1', 'host.docker.internal') : baseUrl;
const ollamaInstance = ollama(model, { const ollamaInstance = ollama(model, {
numCtx: DEFAULT_NUM_CTX, numCtx: DEFAULT_NUM_CTX,
}) as LanguageModelV1 & { config: any }; }) as LanguageModelV1 & { config: any };