OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 09:00:53 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #194 from rotemdan/use-native-system-message-for-gemini-1.5

Browse Source 
Use native system instructions for Gemini 1.5 models
This commit is contained in:
Justin Hayes 2024-08-02 11:51:04 -04:00 committed by GitHub
commit caa5421131
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
examples/pipelines/providers/google_manifold_pipeline.py
View File

@ -2,7 +2,7 @@
title: Google GenAI Manifold Pipeline title: Google GenAI Manifold Pipeline
author: Marc Lopez (refactor by justinh-rahb) author: Marc Lopez (refactor by justinh-rahb)
date: 2024-06-06 date: 2024-06-06
version: 1.2 version: 1.3
license: MIT license: MIT
description: A pipeline for generating text using Google's GenAI models in Open-WebUI. description: A pipeline for generating text using Google's GenAI models in Open-WebUI.
requirements: google-generativeai requirements: google-generativeai
@ -127,11 +127,14 @@ class Pipeline:
"role": "user" if message["role"] == "user" else "model", "role": "user" if message["role"] == "user" else "model",
"parts": [{"text": message["content"]}] "parts": [{"text": message["content"]}]
}) })
if system_message: if "gemini-1.5" in model_id:
contents.insert(0, {"role": "user", "parts": [{"text": f"System: {system_message}"}]}) model = genai.GenerativeModel(model_name=model_id, system_instruction=system_message)
else:
model = genai.GenerativeModel(model_name=model_id) if system_message:
contents.insert(0, {"role": "user", "parts": [{"text": f"System: {system_message}"}]})
model = genai.GenerativeModel(model_name=model_id)
generation_config = GenerationConfig( generation_config = GenerationConfig(
temperature=body.get("temperature", 0.7), temperature=body.get("temperature", 0.7),