Merge branch 'dev' into fix-user-valves

backend/apps/webui/main.py

@@ -314,6 +314,7 @@ async def generate_function_chat_completion(form_data, user):
         ),
     }
     
+    
     if model_info:
         if model_info.base_model_id:
             form_data["model"] = model_info.base_model_id

pyproject.toml

@@ -41,8 +41,8 @@ dependencies = [
     "google-generativeai==0.7.2",
     "tiktoken",
 
-    "langchain==0.2.12",
+    "langchain==0.2.14",
-    "langchain-community==0.2.10",
+    "langchain-community==0.2.12",
     "langchain-chroma==0.1.2",
 
     "fake-useragent==1.5.1",
@@ -51,8 +51,8 @@ dependencies = [
     "pypdf==4.3.1",
     "docx2txt==0.8",
     "python-pptx==1.0.0",
-    "unstructured==0.15.5",
+    "unstructured==0.15.7",
-    "Markdown==3.6",
+    "Markdown==3.7",
     "pypandoc==1.13",
     "pandas==2.2.2",
     "openpyxl==3.1.5",
@@ -73,7 +73,7 @@ dependencies = [
     "authlib==1.3.1",
 
     "black==24.8.0",
-    "langfuse==2.43.3",
+    "langfuse==2.44.0",
     "youtube-transcript-api==0.6.2",
     "pytube==15.0.0",
 

requirements-dev.lock

@@ -1,750 +0,0 @@
-# generated by rye
-# use `rye lock` or `rye sync` to update this lockfile
-#
-# last locked with the following flags:
-#   pre: false
-#   features: []
-#   all-features: false
-#   with-sources: false
-#   generate-hashes: false
-#   universal: false
-
--e file:.
-aiohappyeyeballs==2.3.5
-    # via aiohttp
-aiohttp==3.10.2
-    # via langchain
-    # via langchain-community
-    # via open-webui
-aiosignal==1.3.1
-    # via aiohttp
-alembic==1.13.2
-    # via open-webui
-annotated-types==0.6.0
-    # via pydantic
-anthropic==0.32.0
-    # via open-webui
-anyio==4.4.0
-    # via anthropic
-    # via httpx
-    # via langfuse
-    # via openai
-    # via starlette
-    # via watchfiles
-apscheduler==3.10.4
-    # via open-webui
-argon2-cffi==23.1.0
-    # via open-webui
-argon2-cffi-bindings==21.2.0
-    # via argon2-cffi
-asgiref==3.8.1
-    # via opentelemetry-instrumentation-asgi
-attrs==23.2.0
-    # via aiohttp
-    # via pytest-docker
-authlib==1.3.1
-    # via open-webui
-av==11.0.0
-    # via faster-whisper
-backoff==2.2.1
-    # via langfuse
-    # via posthog
-    # via unstructured
-bcrypt==4.2.0
-    # via chromadb
-    # via open-webui
-    # via passlib
-beautifulsoup4==4.12.3
-    # via extract-msg
-    # via unstructured
-bidict==0.23.1
-    # via python-socketio
-black==24.8.0
-    # via open-webui
-blinker==1.8.2
-    # via flask
-boto3==1.35.0
-    # via open-webui
-botocore==1.35.2
-    # via boto3
-    # via s3transfer
-build==1.2.1
-    # via chromadb
-cachetools==5.3.3
-    # via google-auth
-certifi==2024.2.2
-    # via httpcore
-    # via httpx
-    # via kubernetes
-    # via requests
-    # via unstructured-client
-cffi==1.16.0
-    # via argon2-cffi-bindings
-    # via cryptography
-chardet==5.2.0
-    # via unstructured
-charset-normalizer==3.3.2
-    # via requests
-    # via unstructured-client
-chroma-hnswlib==0.7.6
-    # via chromadb
-chromadb==0.5.5
-    # via langchain-chroma
-    # via open-webui
-click==8.1.7
-    # via black
-    # via duckduckgo-search
-    # via flask
-    # via nltk
-    # via peewee-migrate
-    # via typer
-    # via uvicorn
-colorclass==2.2.2
-    # via oletools
-coloredlogs==15.0.1
-    # via onnxruntime
-compressed-rtf==1.0.6
-    # via extract-msg
-cryptography==42.0.7
-    # via authlib
-    # via msoffcrypto-tool
-    # via pyjwt
-ctranslate2==4.2.1
-    # via faster-whisper
-dataclasses-json==0.6.6
-    # via langchain-community
-    # via unstructured
-    # via unstructured-client
-deepdiff==7.0.1
-    # via unstructured-client
-defusedxml==0.7.1
-    # via fpdf2
-deprecated==1.2.14
-    # via opentelemetry-api
-    # via opentelemetry-exporter-otlp-proto-grpc
-distro==1.9.0
-    # via anthropic
-    # via openai
-dnspython==2.6.1
-    # via email-validator
-    # via pymongo
-docker==7.1.0
-    # via open-webui
-docx2txt==0.8
-    # via open-webui
-duckduckgo-search==6.2.6
-    # via open-webui
-easygui==0.98.3
-    # via oletools
-ebcdic==1.1.1
-    # via extract-msg
-ecdsa==0.19.0
-    # via python-jose
-email-validator==2.1.1
-    # via fastapi
-emoji==2.11.1
-    # via unstructured
-et-xmlfile==1.1.0
-    # via openpyxl
-extract-msg==0.48.5
-    # via open-webui
-fake-useragent==1.5.1
-    # via open-webui
-fastapi==0.111.0
-    # via chromadb
-    # via langchain-chroma
-    # via open-webui
-fastapi-cli==0.0.4
-    # via fastapi
-faster-whisper==1.0.3
-    # via open-webui
-filelock==3.14.0
-    # via huggingface-hub
-    # via torch
-    # via transformers
-filetype==1.2.0
-    # via unstructured
-flask==3.0.3
-    # via flask-cors
-    # via open-webui
-flask-cors==4.0.1
-    # via open-webui
-flatbuffers==24.3.25
-    # via onnxruntime
-fonttools==4.51.0
-    # via fpdf2
-fpdf2==2.7.9
-    # via open-webui
-frozenlist==1.4.1
-    # via aiohttp
-    # via aiosignal
-fsspec==2024.3.1
-    # via huggingface-hub
-    # via torch
-google-ai-generativelanguage==0.6.6
-    # via google-generativeai
-google-api-core==2.19.0
-    # via google-ai-generativelanguage
-    # via google-api-python-client
-    # via google-generativeai
-google-api-python-client==2.129.0
-    # via google-generativeai
-google-auth==2.29.0
-    # via google-ai-generativelanguage
-    # via google-api-core
-    # via google-api-python-client
-    # via google-auth-httplib2
-    # via google-generativeai
-    # via kubernetes
-google-auth-httplib2==0.2.0
-    # via google-api-python-client
-google-generativeai==0.7.2
-    # via open-webui
-googleapis-common-protos==1.63.0
-    # via google-api-core
-    # via grpcio-status
-    # via opentelemetry-exporter-otlp-proto-grpc
-grpcio==1.63.0
-    # via chromadb
-    # via google-api-core
-    # via grpcio-status
-    # via opentelemetry-exporter-otlp-proto-grpc
-grpcio-status==1.62.2
-    # via google-api-core
-h11==0.14.0
-    # via httpcore
-    # via uvicorn
-    # via wsproto
-httpcore==1.0.5
-    # via httpx
-httplib2==0.22.0
-    # via google-api-python-client
-    # via google-auth-httplib2
-httptools==0.6.1
-    # via uvicorn
-httpx==0.27.0
-    # via anthropic
-    # via chromadb
-    # via fastapi
-    # via langfuse
-    # via openai
-huggingface-hub==0.23.0
-    # via faster-whisper
-    # via sentence-transformers
-    # via tokenizers
-    # via transformers
-humanfriendly==10.0
-    # via coloredlogs
-idna==3.7
-    # via anyio
-    # via email-validator
-    # via httpx
-    # via langfuse
-    # via requests
-    # via unstructured-client
-    # via yarl
-importlib-metadata==7.0.0
-    # via opentelemetry-api
-importlib-resources==6.4.0
-    # via chromadb
-iniconfig==2.0.0
-    # via pytest
-itsdangerous==2.2.0
-    # via flask
-jinja2==3.1.4
-    # via fastapi
-    # via flask
-    # via torch
-jiter==0.5.0
-    # via anthropic
-jmespath==1.0.1
-    # via boto3
-    # via botocore
-joblib==1.4.2
-    # via nltk
-    # via scikit-learn
-jsonpatch==1.33
-    # via langchain-core
-jsonpath-python==1.0.6
-    # via unstructured-client
-jsonpointer==2.4
-    # via jsonpatch
-kubernetes==29.0.0
-    # via chromadb
-langchain==0.2.12
-    # via langchain-community
-    # via open-webui
-langchain-chroma==0.1.2
-    # via open-webui
-langchain-community==0.2.10
-    # via open-webui
-langchain-core==0.2.28
-    # via langchain
-    # via langchain-chroma
-    # via langchain-community
-    # via langchain-text-splitters
-langchain-text-splitters==0.2.0
-    # via langchain
-langdetect==1.0.9
-    # via unstructured
-langfuse==2.43.3
-    # via open-webui
-langsmith==0.1.96
-    # via langchain
-    # via langchain-community
-    # via langchain-core
-lark==1.1.8
-    # via rtfde
-lxml==5.2.2
-    # via python-pptx
-    # via unstructured
-mako==1.3.5
-    # via alembic
-markdown==3.6
-    # via open-webui
-markdown-it-py==3.0.0
-    # via rich
-markupsafe==2.1.5
-    # via jinja2
-    # via mako
-    # via werkzeug
-marshmallow==3.21.2
-    # via dataclasses-json
-    # via unstructured-client
-mdurl==0.1.2
-    # via markdown-it-py
-mmh3==4.1.0
-    # via chromadb
-monotonic==1.6
-    # via posthog
-mpmath==1.3.0
-    # via sympy
-msoffcrypto-tool==5.4.1
-    # via oletools
-multidict==6.0.5
-    # via aiohttp
-    # via yarl
-mypy-extensions==1.0.0
-    # via black
-    # via typing-inspect
-    # via unstructured-client
-networkx==3.3
-    # via torch
-nltk==3.8.1
-    # via unstructured
-numpy==1.26.4
-    # via chroma-hnswlib
-    # via chromadb
-    # via ctranslate2
-    # via langchain
-    # via langchain-chroma
-    # via langchain-community
-    # via onnxruntime
-    # via opencv-python
-    # via opencv-python-headless
-    # via pandas
-    # via rank-bm25
-    # via rapidocr-onnxruntime
-    # via scikit-learn
-    # via scipy
-    # via sentence-transformers
-    # via shapely
-    # via transformers
-    # via unstructured
-oauthlib==3.2.2
-    # via kubernetes
-    # via requests-oauthlib
-olefile==0.47
-    # via extract-msg
-    # via msoffcrypto-tool
-    # via oletools
-oletools==0.60.1
-    # via pcodedmp
-    # via rtfde
-onnxruntime==1.17.3
-    # via chromadb
-    # via faster-whisper
-    # via rapidocr-onnxruntime
-openai==1.38.0
-    # via open-webui
-opencv-python==4.9.0.80
-    # via rapidocr-onnxruntime
-opencv-python-headless==4.10.0.84
-    # via open-webui
-openpyxl==3.1.5
-    # via open-webui
-opentelemetry-api==1.24.0
-    # via chromadb
-    # via opentelemetry-exporter-otlp-proto-grpc
-    # via opentelemetry-instrumentation
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-    # via opentelemetry-sdk
-opentelemetry-exporter-otlp-proto-common==1.24.0
-    # via opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-exporter-otlp-proto-grpc==1.24.0
-    # via chromadb
-opentelemetry-instrumentation==0.45b0
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-opentelemetry-instrumentation-asgi==0.45b0
-    # via opentelemetry-instrumentation-fastapi
-opentelemetry-instrumentation-fastapi==0.45b0
-    # via chromadb
-opentelemetry-proto==1.24.0
-    # via opentelemetry-exporter-otlp-proto-common
-    # via opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-sdk==1.24.0
-    # via chromadb
-    # via opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-semantic-conventions==0.45b0
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-    # via opentelemetry-sdk
-opentelemetry-util-http==0.45b0
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-ordered-set==4.1.0
-    # via deepdiff
-orjson==3.10.3
-    # via chromadb
-    # via fastapi
-    # via langsmith
-overrides==7.7.0
-    # via chromadb
-packaging==23.2
-    # via black
-    # via build
-    # via huggingface-hub
-    # via langchain-core
-    # via langfuse
-    # via marshmallow
-    # via onnxruntime
-    # via pytest
-    # via transformers
-    # via unstructured-client
-pandas==2.2.2
-    # via open-webui
-passlib==1.7.4
-    # via open-webui
-pathspec==0.12.1
-    # via black
-pcodedmp==1.2.6
-    # via oletools
-peewee==3.17.6
-    # via open-webui
-    # via peewee-migrate
-peewee-migrate==1.12.2
-    # via open-webui
-pillow==10.3.0
-    # via fpdf2
-    # via python-pptx
-    # via rapidocr-onnxruntime
-    # via sentence-transformers
-platformdirs==4.2.1
-    # via black
-pluggy==1.5.0
-    # via pytest
-posthog==3.5.0
-    # via chromadb
-primp==0.5.5
-    # via duckduckgo-search
-proto-plus==1.23.0
-    # via google-ai-generativelanguage
-    # via google-api-core
-protobuf==4.25.3
-    # via google-ai-generativelanguage
-    # via google-api-core
-    # via google-generativeai
-    # via googleapis-common-protos
-    # via grpcio-status
-    # via onnxruntime
-    # via opentelemetry-proto
-    # via proto-plus
-psutil==6.0.0
-    # via open-webui
-    # via unstructured
-psycopg2-binary==2.9.9
-    # via open-webui
-pyasn1==0.6.0
-    # via pyasn1-modules
-    # via python-jose
-    # via rsa
-pyasn1-modules==0.4.0
-    # via google-auth
-pyclipper==1.3.0.post5
-    # via rapidocr-onnxruntime
-pycparser==2.22
-    # via cffi
-pydantic==2.8.2
-    # via anthropic
-    # via chromadb
-    # via fastapi
-    # via google-generativeai
-    # via langchain
-    # via langchain-core
-    # via langfuse
-    # via langsmith
-    # via open-webui
-    # via openai
-pydantic-core==2.20.1
-    # via pydantic
-pydub==0.25.1
-    # via open-webui
-pygments==2.18.0
-    # via rich
-pyjwt==2.9.0
-    # via open-webui
-pymongo==4.8.0
-    # via open-webui
-pymysql==1.1.1
-    # via open-webui
-pypandoc==1.13
-    # via open-webui
-pyparsing==2.4.7
-    # via httplib2
-    # via oletools
-pypdf==4.3.1
-    # via open-webui
-    # via unstructured-client
-pypika==0.48.9
-    # via chromadb
-pyproject-hooks==1.1.0
-    # via build
-pytest==8.2.2
-    # via open-webui
-    # via pytest-docker
-pytest-docker==3.1.1
-    # via open-webui
-python-dateutil==2.9.0.post0
-    # via botocore
-    # via kubernetes
-    # via pandas
-    # via posthog
-    # via unstructured-client
-python-dotenv==1.0.1
-    # via uvicorn
-python-engineio==4.9.0
-    # via python-socketio
-python-iso639==2024.4.27
-    # via unstructured
-python-jose==3.3.0
-    # via open-webui
-python-magic==0.4.27
-    # via unstructured
-python-multipart==0.0.9
-    # via fastapi
-    # via open-webui
-python-pptx==1.0.0
-    # via open-webui
-python-socketio==5.11.3
-    # via open-webui
-pytube==15.0.0
-    # via open-webui
-pytz==2024.1
-    # via apscheduler
-    # via pandas
-pyxlsb==1.0.10
-    # via open-webui
-pyyaml==6.0.1
-    # via chromadb
-    # via ctranslate2
-    # via huggingface-hub
-    # via kubernetes
-    # via langchain
-    # via langchain-community
-    # via langchain-core
-    # via rapidocr-onnxruntime
-    # via transformers
-    # via uvicorn
-rank-bm25==0.2.2
-    # via open-webui
-rapidfuzz==3.9.0
-    # via unstructured
-rapidocr-onnxruntime==1.3.24
-    # via open-webui
-red-black-tree-mod==1.20
-    # via extract-msg
-redis==5.0.8
-    # via open-webui
-regex==2024.5.10
-    # via nltk
-    # via tiktoken
-    # via transformers
-requests==2.32.3
-    # via docker
-    # via google-api-core
-    # via huggingface-hub
-    # via kubernetes
-    # via langchain
-    # via langchain-community
-    # via langsmith
-    # via open-webui
-    # via posthog
-    # via requests-oauthlib
-    # via tiktoken
-    # via transformers
-    # via unstructured
-    # via unstructured-client
-    # via youtube-transcript-api
-requests-oauthlib==2.0.0
-    # via kubernetes
-rich==13.7.1
-    # via typer
-rsa==4.9
-    # via google-auth
-    # via python-jose
-rtfde==0.1.1
-    # via extract-msg
-s3transfer==0.10.1
-    # via boto3
-safetensors==0.4.3
-    # via transformers
-scikit-learn==1.4.2
-    # via sentence-transformers
-scipy==1.13.0
-    # via scikit-learn
-    # via sentence-transformers
-sentence-transformers==3.0.1
-    # via open-webui
-setuptools==69.5.1
-    # via ctranslate2
-    # via opentelemetry-instrumentation
-shapely==2.0.5
-    # via rapidocr-onnxruntime
-shellingham==1.5.4
-    # via typer
-simple-websocket==1.0.0
-    # via python-engineio
-six==1.16.0
-    # via apscheduler
-    # via ecdsa
-    # via kubernetes
-    # via langdetect
-    # via posthog
-    # via python-dateutil
-    # via rapidocr-onnxruntime
-    # via unstructured-client
-sniffio==1.3.1
-    # via anthropic
-    # via anyio
-    # via httpx
-    # via openai
-soupsieve==2.5
-    # via beautifulsoup4
-sqlalchemy==2.0.32
-    # via alembic
-    # via langchain
-    # via langchain-community
-    # via open-webui
-starlette==0.37.2
-    # via fastapi
-sympy==1.12
-    # via onnxruntime
-    # via torch
-tabulate==0.9.0
-    # via unstructured
-tenacity==8.3.0
-    # via chromadb
-    # via langchain
-    # via langchain-community
-    # via langchain-core
-threadpoolctl==3.5.0
-    # via scikit-learn
-tiktoken==0.7.0
-    # via open-webui
-tokenizers==0.15.2
-    # via anthropic
-    # via chromadb
-    # via faster-whisper
-    # via transformers
-torch==2.3.0
-    # via sentence-transformers
-tqdm==4.66.4
-    # via chromadb
-    # via google-generativeai
-    # via huggingface-hub
-    # via nltk
-    # via openai
-    # via sentence-transformers
-    # via transformers
-    # via unstructured
-transformers==4.39.3
-    # via sentence-transformers
-typer==0.12.3
-    # via chromadb
-    # via fastapi-cli
-typing-extensions==4.11.0
-    # via alembic
-    # via anthropic
-    # via chromadb
-    # via fastapi
-    # via google-generativeai
-    # via huggingface-hub
-    # via langchain-core
-    # via openai
-    # via opentelemetry-sdk
-    # via pydantic
-    # via pydantic-core
-    # via python-pptx
-    # via sqlalchemy
-    # via torch
-    # via typer
-    # via typing-inspect
-    # via unstructured
-    # via unstructured-client
-typing-inspect==0.9.0
-    # via dataclasses-json
-    # via unstructured-client
-tzdata==2024.1
-    # via pandas
-tzlocal==5.2
-    # via apscheduler
-    # via extract-msg
-ujson==5.10.0
-    # via fastapi
-unstructured==0.15.5
-    # via open-webui
-unstructured-client==0.22.0
-    # via unstructured
-uritemplate==4.1.1
-    # via google-api-python-client
-urllib3==2.2.1
-    # via botocore
-    # via docker
-    # via kubernetes
-    # via requests
-    # via unstructured-client
-uvicorn==0.30.6
-    # via chromadb
-    # via fastapi
-    # via open-webui
-uvloop==0.19.0
-    # via uvicorn
-validators==0.33.0
-    # via open-webui
-watchfiles==0.21.0
-    # via uvicorn
-websocket-client==1.8.0
-    # via kubernetes
-websockets==12.0
-    # via uvicorn
-werkzeug==3.0.3
-    # via flask
-wrapt==1.16.0
-    # via deprecated
-    # via langfuse
-    # via opentelemetry-instrumentation
-    # via unstructured
-wsproto==1.2.0
-    # via simple-websocket
-xlrd==2.0.1
-    # via open-webui
-xlsxwriter==3.2.0
-    # via python-pptx
-yarl==1.9.4
-    # via aiohttp
-youtube-transcript-api==0.6.2
-    # via open-webui
-zipp==3.18.1
-    # via importlib-metadata

requirements.lock

@@ -1,750 +0,0 @@
-# generated by rye
-# use `rye lock` or `rye sync` to update this lockfile
-#
-# last locked with the following flags:
-#   pre: false
-#   features: []
-#   all-features: false
-#   with-sources: false
-#   generate-hashes: false
-#   universal: false
-
--e file:.
-aiohappyeyeballs==2.3.5
-    # via aiohttp
-aiohttp==3.10.2
-    # via langchain
-    # via langchain-community
-    # via open-webui
-aiosignal==1.3.1
-    # via aiohttp
-alembic==1.13.2
-    # via open-webui
-annotated-types==0.6.0
-    # via pydantic
-anthropic==0.32.0
-    # via open-webui
-anyio==4.4.0
-    # via anthropic
-    # via httpx
-    # via langfuse
-    # via openai
-    # via starlette
-    # via watchfiles
-apscheduler==3.10.4
-    # via open-webui
-argon2-cffi==23.1.0
-    # via open-webui
-argon2-cffi-bindings==21.2.0
-    # via argon2-cffi
-asgiref==3.8.1
-    # via opentelemetry-instrumentation-asgi
-attrs==23.2.0
-    # via aiohttp
-    # via pytest-docker
-authlib==1.3.1
-    # via open-webui
-av==11.0.0
-    # via faster-whisper
-backoff==2.2.1
-    # via langfuse
-    # via posthog
-    # via unstructured
-bcrypt==4.2.0
-    # via chromadb
-    # via open-webui
-    # via passlib
-beautifulsoup4==4.12.3
-    # via extract-msg
-    # via unstructured
-bidict==0.23.1
-    # via python-socketio
-black==24.8.0
-    # via open-webui
-blinker==1.8.2
-    # via flask
-boto3==1.35.0
-    # via open-webui
-botocore==1.35.2
-    # via boto3
-    # via s3transfer
-build==1.2.1
-    # via chromadb
-cachetools==5.3.3
-    # via google-auth
-certifi==2024.2.2
-    # via httpcore
-    # via httpx
-    # via kubernetes
-    # via requests
-    # via unstructured-client
-cffi==1.16.0
-    # via argon2-cffi-bindings
-    # via cryptography
-chardet==5.2.0
-    # via unstructured
-charset-normalizer==3.3.2
-    # via requests
-    # via unstructured-client
-chroma-hnswlib==0.7.6
-    # via chromadb
-chromadb==0.5.5
-    # via langchain-chroma
-    # via open-webui
-click==8.1.7
-    # via black
-    # via duckduckgo-search
-    # via flask
-    # via nltk
-    # via peewee-migrate
-    # via typer
-    # via uvicorn
-colorclass==2.2.2
-    # via oletools
-coloredlogs==15.0.1
-    # via onnxruntime
-compressed-rtf==1.0.6
-    # via extract-msg
-cryptography==42.0.7
-    # via authlib
-    # via msoffcrypto-tool
-    # via pyjwt
-ctranslate2==4.2.1
-    # via faster-whisper
-dataclasses-json==0.6.6
-    # via langchain-community
-    # via unstructured
-    # via unstructured-client
-deepdiff==7.0.1
-    # via unstructured-client
-defusedxml==0.7.1
-    # via fpdf2
-deprecated==1.2.14
-    # via opentelemetry-api
-    # via opentelemetry-exporter-otlp-proto-grpc
-distro==1.9.0
-    # via anthropic
-    # via openai
-dnspython==2.6.1
-    # via email-validator
-    # via pymongo
-docker==7.1.0
-    # via open-webui
-docx2txt==0.8
-    # via open-webui
-duckduckgo-search==6.2.6
-    # via open-webui
-easygui==0.98.3
-    # via oletools
-ebcdic==1.1.1
-    # via extract-msg
-ecdsa==0.19.0
-    # via python-jose
-email-validator==2.1.1
-    # via fastapi
-emoji==2.11.1
-    # via unstructured
-et-xmlfile==1.1.0
-    # via openpyxl
-extract-msg==0.48.5
-    # via open-webui
-fake-useragent==1.5.1
-    # via open-webui
-fastapi==0.111.0
-    # via chromadb
-    # via langchain-chroma
-    # via open-webui
-fastapi-cli==0.0.4
-    # via fastapi
-faster-whisper==1.0.3
-    # via open-webui
-filelock==3.14.0
-    # via huggingface-hub
-    # via torch
-    # via transformers
-filetype==1.2.0
-    # via unstructured
-flask==3.0.3
-    # via flask-cors
-    # via open-webui
-flask-cors==4.0.1
-    # via open-webui
-flatbuffers==24.3.25
-    # via onnxruntime
-fonttools==4.51.0
-    # via fpdf2
-fpdf2==2.7.9
-    # via open-webui
-frozenlist==1.4.1
-    # via aiohttp
-    # via aiosignal
-fsspec==2024.3.1
-    # via huggingface-hub
-    # via torch
-google-ai-generativelanguage==0.6.6
-    # via google-generativeai
-google-api-core==2.19.0
-    # via google-ai-generativelanguage
-    # via google-api-python-client
-    # via google-generativeai
-google-api-python-client==2.129.0
-    # via google-generativeai
-google-auth==2.29.0
-    # via google-ai-generativelanguage
-    # via google-api-core
-    # via google-api-python-client
-    # via google-auth-httplib2
-    # via google-generativeai
-    # via kubernetes
-google-auth-httplib2==0.2.0
-    # via google-api-python-client
-google-generativeai==0.7.2
-    # via open-webui
-googleapis-common-protos==1.63.0
-    # via google-api-core
-    # via grpcio-status
-    # via opentelemetry-exporter-otlp-proto-grpc
-grpcio==1.63.0
-    # via chromadb
-    # via google-api-core
-    # via grpcio-status
-    # via opentelemetry-exporter-otlp-proto-grpc
-grpcio-status==1.62.2
-    # via google-api-core
-h11==0.14.0
-    # via httpcore
-    # via uvicorn
-    # via wsproto
-httpcore==1.0.5
-    # via httpx
-httplib2==0.22.0
-    # via google-api-python-client
-    # via google-auth-httplib2
-httptools==0.6.1
-    # via uvicorn
-httpx==0.27.0
-    # via anthropic
-    # via chromadb
-    # via fastapi
-    # via langfuse
-    # via openai
-huggingface-hub==0.23.0
-    # via faster-whisper
-    # via sentence-transformers
-    # via tokenizers
-    # via transformers
-humanfriendly==10.0
-    # via coloredlogs
-idna==3.7
-    # via anyio
-    # via email-validator
-    # via httpx
-    # via langfuse
-    # via requests
-    # via unstructured-client
-    # via yarl
-importlib-metadata==7.0.0
-    # via opentelemetry-api
-importlib-resources==6.4.0
-    # via chromadb
-iniconfig==2.0.0
-    # via pytest
-itsdangerous==2.2.0
-    # via flask
-jinja2==3.1.4
-    # via fastapi
-    # via flask
-    # via torch
-jiter==0.5.0
-    # via anthropic
-jmespath==1.0.1
-    # via boto3
-    # via botocore
-joblib==1.4.2
-    # via nltk
-    # via scikit-learn
-jsonpatch==1.33
-    # via langchain-core
-jsonpath-python==1.0.6
-    # via unstructured-client
-jsonpointer==2.4
-    # via jsonpatch
-kubernetes==29.0.0
-    # via chromadb
-langchain==0.2.12
-    # via langchain-community
-    # via open-webui
-langchain-chroma==0.1.2
-    # via open-webui
-langchain-community==0.2.10
-    # via open-webui
-langchain-core==0.2.28
-    # via langchain
-    # via langchain-chroma
-    # via langchain-community
-    # via langchain-text-splitters
-langchain-text-splitters==0.2.0
-    # via langchain
-langdetect==1.0.9
-    # via unstructured
-langfuse==2.43.3
-    # via open-webui
-langsmith==0.1.96
-    # via langchain
-    # via langchain-community
-    # via langchain-core
-lark==1.1.8
-    # via rtfde
-lxml==5.2.2
-    # via python-pptx
-    # via unstructured
-mako==1.3.5
-    # via alembic
-markdown==3.6
-    # via open-webui
-markdown-it-py==3.0.0
-    # via rich
-markupsafe==2.1.5
-    # via jinja2
-    # via mako
-    # via werkzeug
-marshmallow==3.21.2
-    # via dataclasses-json
-    # via unstructured-client
-mdurl==0.1.2
-    # via markdown-it-py
-mmh3==4.1.0
-    # via chromadb
-monotonic==1.6
-    # via posthog
-mpmath==1.3.0
-    # via sympy
-msoffcrypto-tool==5.4.1
-    # via oletools
-multidict==6.0.5
-    # via aiohttp
-    # via yarl
-mypy-extensions==1.0.0
-    # via black
-    # via typing-inspect
-    # via unstructured-client
-networkx==3.3
-    # via torch
-nltk==3.8.1
-    # via unstructured
-numpy==1.26.4
-    # via chroma-hnswlib
-    # via chromadb
-    # via ctranslate2
-    # via langchain
-    # via langchain-chroma
-    # via langchain-community
-    # via onnxruntime
-    # via opencv-python
-    # via opencv-python-headless
-    # via pandas
-    # via rank-bm25
-    # via rapidocr-onnxruntime
-    # via scikit-learn
-    # via scipy
-    # via sentence-transformers
-    # via shapely
-    # via transformers
-    # via unstructured
-oauthlib==3.2.2
-    # via kubernetes
-    # via requests-oauthlib
-olefile==0.47
-    # via extract-msg
-    # via msoffcrypto-tool
-    # via oletools
-oletools==0.60.1
-    # via pcodedmp
-    # via rtfde
-onnxruntime==1.17.3
-    # via chromadb
-    # via faster-whisper
-    # via rapidocr-onnxruntime
-openai==1.38.0
-    # via open-webui
-opencv-python==4.9.0.80
-    # via rapidocr-onnxruntime
-opencv-python-headless==4.10.0.84
-    # via open-webui
-openpyxl==3.1.5
-    # via open-webui
-opentelemetry-api==1.24.0
-    # via chromadb
-    # via opentelemetry-exporter-otlp-proto-grpc
-    # via opentelemetry-instrumentation
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-    # via opentelemetry-sdk
-opentelemetry-exporter-otlp-proto-common==1.24.0
-    # via opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-exporter-otlp-proto-grpc==1.24.0
-    # via chromadb
-opentelemetry-instrumentation==0.45b0
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-opentelemetry-instrumentation-asgi==0.45b0
-    # via opentelemetry-instrumentation-fastapi
-opentelemetry-instrumentation-fastapi==0.45b0
-    # via chromadb
-opentelemetry-proto==1.24.0
-    # via opentelemetry-exporter-otlp-proto-common
-    # via opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-sdk==1.24.0
-    # via chromadb
-    # via opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-semantic-conventions==0.45b0
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-    # via opentelemetry-sdk
-opentelemetry-util-http==0.45b0
-    # via opentelemetry-instrumentation-asgi
-    # via opentelemetry-instrumentation-fastapi
-ordered-set==4.1.0
-    # via deepdiff
-orjson==3.10.3
-    # via chromadb
-    # via fastapi
-    # via langsmith
-overrides==7.7.0
-    # via chromadb
-packaging==23.2
-    # via black
-    # via build
-    # via huggingface-hub
-    # via langchain-core
-    # via langfuse
-    # via marshmallow
-    # via onnxruntime
-    # via pytest
-    # via transformers
-    # via unstructured-client
-pandas==2.2.2
-    # via open-webui
-passlib==1.7.4
-    # via open-webui
-pathspec==0.12.1
-    # via black
-pcodedmp==1.2.6
-    # via oletools
-peewee==3.17.6
-    # via open-webui
-    # via peewee-migrate
-peewee-migrate==1.12.2
-    # via open-webui
-pillow==10.3.0
-    # via fpdf2
-    # via python-pptx
-    # via rapidocr-onnxruntime
-    # via sentence-transformers
-platformdirs==4.2.1
-    # via black
-pluggy==1.5.0
-    # via pytest
-posthog==3.5.0
-    # via chromadb
-primp==0.5.5
-    # via duckduckgo-search
-proto-plus==1.23.0
-    # via google-ai-generativelanguage
-    # via google-api-core
-protobuf==4.25.3
-    # via google-ai-generativelanguage
-    # via google-api-core
-    # via google-generativeai
-    # via googleapis-common-protos
-    # via grpcio-status
-    # via onnxruntime
-    # via opentelemetry-proto
-    # via proto-plus
-psutil==6.0.0
-    # via open-webui
-    # via unstructured
-psycopg2-binary==2.9.9
-    # via open-webui
-pyasn1==0.6.0
-    # via pyasn1-modules
-    # via python-jose
-    # via rsa
-pyasn1-modules==0.4.0
-    # via google-auth
-pyclipper==1.3.0.post5
-    # via rapidocr-onnxruntime
-pycparser==2.22
-    # via cffi
-pydantic==2.8.2
-    # via anthropic
-    # via chromadb
-    # via fastapi
-    # via google-generativeai
-    # via langchain
-    # via langchain-core
-    # via langfuse
-    # via langsmith
-    # via open-webui
-    # via openai
-pydantic-core==2.20.1
-    # via pydantic
-pydub==0.25.1
-    # via open-webui
-pygments==2.18.0
-    # via rich
-pyjwt==2.9.0
-    # via open-webui
-pymongo==4.8.0
-    # via open-webui
-pymysql==1.1.1
-    # via open-webui
-pypandoc==1.13
-    # via open-webui
-pyparsing==2.4.7
-    # via httplib2
-    # via oletools
-pypdf==4.3.1
-    # via open-webui
-    # via unstructured-client
-pypika==0.48.9
-    # via chromadb
-pyproject-hooks==1.1.0
-    # via build
-pytest==8.2.2
-    # via open-webui
-    # via pytest-docker
-pytest-docker==3.1.1
-    # via open-webui
-python-dateutil==2.9.0.post0
-    # via botocore
-    # via kubernetes
-    # via pandas
-    # via posthog
-    # via unstructured-client
-python-dotenv==1.0.1
-    # via uvicorn
-python-engineio==4.9.0
-    # via python-socketio
-python-iso639==2024.4.27
-    # via unstructured
-python-jose==3.3.0
-    # via open-webui
-python-magic==0.4.27
-    # via unstructured
-python-multipart==0.0.9
-    # via fastapi
-    # via open-webui
-python-pptx==1.0.0
-    # via open-webui
-python-socketio==5.11.3
-    # via open-webui
-pytube==15.0.0
-    # via open-webui
-pytz==2024.1
-    # via apscheduler
-    # via pandas
-pyxlsb==1.0.10
-    # via open-webui
-pyyaml==6.0.1
-    # via chromadb
-    # via ctranslate2
-    # via huggingface-hub
-    # via kubernetes
-    # via langchain
-    # via langchain-community
-    # via langchain-core
-    # via rapidocr-onnxruntime
-    # via transformers
-    # via uvicorn
-rank-bm25==0.2.2
-    # via open-webui
-rapidfuzz==3.9.0
-    # via unstructured
-rapidocr-onnxruntime==1.3.24
-    # via open-webui
-red-black-tree-mod==1.20
-    # via extract-msg
-redis==5.0.8
-    # via open-webui
-regex==2024.5.10
-    # via nltk
-    # via tiktoken
-    # via transformers
-requests==2.32.3
-    # via docker
-    # via google-api-core
-    # via huggingface-hub
-    # via kubernetes
-    # via langchain
-    # via langchain-community
-    # via langsmith
-    # via open-webui
-    # via posthog
-    # via requests-oauthlib
-    # via tiktoken
-    # via transformers
-    # via unstructured
-    # via unstructured-client
-    # via youtube-transcript-api
-requests-oauthlib==2.0.0
-    # via kubernetes
-rich==13.7.1
-    # via typer
-rsa==4.9
-    # via google-auth
-    # via python-jose
-rtfde==0.1.1
-    # via extract-msg
-s3transfer==0.10.1
-    # via boto3
-safetensors==0.4.3
-    # via transformers
-scikit-learn==1.4.2
-    # via sentence-transformers
-scipy==1.13.0
-    # via scikit-learn
-    # via sentence-transformers
-sentence-transformers==3.0.1
-    # via open-webui
-setuptools==69.5.1
-    # via ctranslate2
-    # via opentelemetry-instrumentation
-shapely==2.0.5
-    # via rapidocr-onnxruntime
-shellingham==1.5.4
-    # via typer
-simple-websocket==1.0.0
-    # via python-engineio
-six==1.16.0
-    # via apscheduler
-    # via ecdsa
-    # via kubernetes
-    # via langdetect
-    # via posthog
-    # via python-dateutil
-    # via rapidocr-onnxruntime
-    # via unstructured-client
-sniffio==1.3.1
-    # via anthropic
-    # via anyio
-    # via httpx
-    # via openai
-soupsieve==2.5
-    # via beautifulsoup4
-sqlalchemy==2.0.32
-    # via alembic
-    # via langchain
-    # via langchain-community
-    # via open-webui
-starlette==0.37.2
-    # via fastapi
-sympy==1.12
-    # via onnxruntime
-    # via torch
-tabulate==0.9.0
-    # via unstructured
-tenacity==8.3.0
-    # via chromadb
-    # via langchain
-    # via langchain-community
-    # via langchain-core
-threadpoolctl==3.5.0
-    # via scikit-learn
-tiktoken==0.7.0
-    # via open-webui
-tokenizers==0.15.2
-    # via anthropic
-    # via chromadb
-    # via faster-whisper
-    # via transformers
-torch==2.3.0
-    # via sentence-transformers
-tqdm==4.66.4
-    # via chromadb
-    # via google-generativeai
-    # via huggingface-hub
-    # via nltk
-    # via openai
-    # via sentence-transformers
-    # via transformers
-    # via unstructured
-transformers==4.39.3
-    # via sentence-transformers
-typer==0.12.3
-    # via chromadb
-    # via fastapi-cli
-typing-extensions==4.11.0
-    # via alembic
-    # via anthropic
-    # via chromadb
-    # via fastapi
-    # via google-generativeai
-    # via huggingface-hub
-    # via langchain-core
-    # via openai
-    # via opentelemetry-sdk
-    # via pydantic
-    # via pydantic-core
-    # via python-pptx
-    # via sqlalchemy
-    # via torch
-    # via typer
-    # via typing-inspect
-    # via unstructured
-    # via unstructured-client
-typing-inspect==0.9.0
-    # via dataclasses-json
-    # via unstructured-client
-tzdata==2024.1
-    # via pandas
-tzlocal==5.2
-    # via apscheduler
-    # via extract-msg
-ujson==5.10.0
-    # via fastapi
-unstructured==0.15.5
-    # via open-webui
-unstructured-client==0.22.0
-    # via unstructured
-uritemplate==4.1.1
-    # via google-api-python-client
-urllib3==2.2.1
-    # via botocore
-    # via docker
-    # via kubernetes
-    # via requests
-    # via unstructured-client
-uvicorn==0.30.6
-    # via chromadb
-    # via fastapi
-    # via open-webui
-uvloop==0.19.0
-    # via uvicorn
-validators==0.33.0
-    # via open-webui
-watchfiles==0.21.0
-    # via uvicorn
-websocket-client==1.8.0
-    # via kubernetes
-websockets==12.0
-    # via uvicorn
-werkzeug==3.0.3
-    # via flask
-wrapt==1.16.0
-    # via deprecated
-    # via langfuse
-    # via opentelemetry-instrumentation
-    # via unstructured
-wsproto==1.2.0
-    # via simple-websocket
-xlrd==2.0.1
-    # via open-webui
-xlsxwriter==3.2.0
-    # via python-pptx
-yarl==1.9.4
-    # via aiohttp
-youtube-transcript-api==0.6.2
-    # via open-webui
-zipp==3.18.1
-    # via importlib-metadata