OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 17:10:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use native system instructions for Gemini 1.5 models

Browse Source
This commit is contained in:
Rotem Dan 2024-08-02 16:45:46 +03:00
parent 342566765f
commit a94512dad4
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
examples/pipelines/providers/google_manifold_pipeline.py
View File

@ -125,11 +125,14 @@ class Pipeline:
"role": "user" if message["role"] == "user" else "model",
"parts": [{"text": message["content"]}]
})
if system_message:
contents.insert(0, {"role": "user", "parts": [{"text": f"System: {system_message}"}]})
model = genai.GenerativeModel(model_name=model_id)
if "gemini-1.5" in model_id:
model = genai.GenerativeModel(model_name=model_id, system_instruction=system_message)
else:
if system_message:
contents.insert(0, {"role": "user", "parts": [{"text": f"System: {system_message}"}]})
model = genai.GenerativeModel(model_name=model_id)
generation_config = GenerationConfig(
temperature=body.get("temperature", 0.7),