OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 00:50:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix table delimiters in translated text

Browse Source
This commit is contained in:
SimonOriginal 2024-06-28 16:51:37 +02:00
parent 539cbe1a4a
commit eab74e3561
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
examples/filters/google_translation_filter_pipeline.py
View File

@ -8,6 +8,7 @@ description: This pipeline integrates Google Translate for automatic translation
without requiring an API key. It supports multilingual communication by translating based on specified source without requiring an API key. It supports multilingual communication by translating based on specified source
and target languages. and target languages.
""" """
import re import re
from typing import List, Optional from typing import List, Optional
from schemas import OpenAIChatMessage from schemas import OpenAIChatMessage
@ -27,7 +28,7 @@ class Pipeline:
source_user: Optional[str] = "auto" source_user: Optional[str] = "auto"
target_user: Optional[str] = "en" target_user: Optional[str] = "en"
source_assistant: Optional[str] = "en" source_assistant: Optional[str] = "en"
target_assistant: Optional[str] = "es" target_assistant: Optional[str] = "uk"
def __init__(self): def __init__(self):
self.type = "filter" self.type = "filter"
@ -86,6 +87,10 @@ class Pipeline:
else: else:
return [text, ""] return [text, ""]
def clean_table_delimiters(self, text: str) -> str:
# Remove extra spaces from table delimiters
return re.sub(r'(\|\s*-+\s*)+', lambda m: m.group(0).replace(' ', ''), text)
async def inlet(self, body: dict, user: Optional[dict] = None) -> dict: async def inlet(self, body: dict, user: Optional[dict] = None) -> dict:
print(f"inlet:{__name__}") print(f"inlet:{__name__}")
@ -109,6 +114,9 @@ class Pipeline:
translated_user_message = translated_before_table + table_text translated_user_message = translated_before_table + table_text
# Clean table delimiters
translated_user_message = self.clean_table_delimiters(translated_user_message)
print(f"Translated user message: {translated_user_message}") print(f"Translated user message: {translated_user_message}")
for message in reversed(messages): for message in reversed(messages):
@ -142,6 +150,9 @@ class Pipeline:
translated_assistant_message = translated_before_table + table_text translated_assistant_message = translated_before_table + table_text
# Clean table delimiters
translated_assistant_message = self.clean_table_delimiters(translated_assistant_message)
print(f"Translated assistant message: {translated_assistant_message}") print(f"Translated assistant message: {translated_assistant_message}")
for message in reversed(messages): for message in reversed(messages):