Fix Gemini

examples/pipelines/providers/google_manifold_pipeline.py

@@ -72,49 +72,51 @@ class Pipeline:
     def pipe(
         self, user_message: str, model_id: str, messages: List[dict], body: dict
     ) -> Union[str, Iterator]:
-        """The pipe function (connects open-webui to google-genai)
-
-        Args:
-            user_message (str): The last message input by the user
-            model_id (str): The model to use
-            messages (List[dict]): The chat history
-            body (dict): The raw request body in OpenAI's "chat/completions" style
-
-        Returns:
-            str: The complete response
-
-        Yields:
-            Iterator[str]: Yields a new message part every time it is received
-        """
-
         print(f"pipe:{__name__}")
 
         system_prompt = None
         google_messages = []
+
         for message in messages:
-            google_role = ""
+            if message["role"] == "system":
-            if message["role"] == "user":
-                google_role = "user"
-            elif message["role"] == "assistant":
-                google_role = "model"
-            elif message["role"] == "system":
                 system_prompt = message["content"]
-                continue  # System promt is not inyected as a message
+                continue
-            google_messages.append(
+
-                genai.protos.Content(
+            google_role = "user" if message["role"] == "user" else "model"
-                    role=google_role,
+            
-                    parts=[
+            try:
-                        genai.protos.Part(
+                content = message.get("content", "")
-                            text=message["content"],
+                if isinstance(content, list):
-                        ),
+                    # Handle potential multi-modal content
-                    ],
+                    parts = []
+                    for item in content:
+                        if item["type"] == "text":
+                            parts.append({"text": item["text"]})
+                        # Add handling for other content types if necessary
+                else:
+                    parts = [{"text": content}]
+
+                google_messages.append({
+                    "role": google_role,
+                    "parts": parts
+                })
+            except Exception as e:
+                print(f"Error processing message: {e}")
+                print(f"Problematic message: {message}")
+                # You might want to skip this message or handle the error differently
+
+        try:
+            model = genai.GenerativeModel(
+                f"models/{model_id}",
+                generation_config=genai.GenerationConfig(
+                    temperature=body.get("temperature", 0.7),
+                    top_p=body.get("top_p", 1.0),
+                    top_k=body.get("top_k", 1),
+                    max_output_tokens=body.get("max_tokens", 1024),
                 )
             )
 
-        response = genai.GenerativeModel(
+            response = model.generate_content(
-            f"models/{model_id}",  # we have to add the "models/" part again
-            system_instruction=system_prompt,
-        ).generate_content(
                 google_messages,
                 stream=body["stream"],
             )
@@ -125,3 +127,7 @@ class Pipeline:
                 return ""
 
             return response.text
+
+        except Exception as e:
+            print(f"Error generating content: {e}")
+            return f"An error occurred: {str(e)}"