From fcc7f8abaa0555d741bdb0bcec66452caa19fb89 Mon Sep 17 00:00:00 2001 From: "Timothy J. Baek" Date: Thu, 30 May 2024 22:24:29 -0700 Subject: [PATCH] chore: mv examples out of pipelines --- .../anthropic_manifold_pipeline.py | 0 .../applescript_pipeline.py | 0 .../azure_openai_pipeline.py | 0 .../cohere_manifold_pipeline.py | 0 .../detoxify_filter_pipeline.py | 0 .../examples => examples}/example_pipeline.py | 0 .../examples => examples}/filter_pipeline.py | 0 .../examples => examples}/haystack_pipeline.py | 0 .../langfuse_filter_pipeline.py | 0 .../libretranlsate_filter_pipeline.py | 0 .../litellm_manifold_pipeline.py | 0 .../litellm_subprocess_manifold_pipeline.py | 0 .../llama_cpp_pipeline.py | 0 .../llamaindex_ollama_github_pipeline.py | 0 .../llamaindex_ollama_pipeline.py | 0 .../llamaindex_pipeline.py | 0 .../examples => examples}/manifold_pipeline.py | 0 .../examples => examples}/mlx_pipeline.py | 0 .../ollama_manifold_pipeline.py | 0 .../examples => examples}/ollama_pipeline.py | 0 .../examples => examples}/openai_pipeline.py | 0 .../python_code_pipeline.py | 0 .../rate_limit_filter_pipeline.py | 0 requirements.txt | 18 +++--------------- 24 files changed, 3 insertions(+), 15 deletions(-) rename {pipelines/examples => examples}/anthropic_manifold_pipeline.py (100%) rename {pipelines/examples => examples}/applescript_pipeline.py (100%) rename {pipelines/examples => examples}/azure_openai_pipeline.py (100%) rename {pipelines/examples => examples}/cohere_manifold_pipeline.py (100%) rename {pipelines/examples => examples}/detoxify_filter_pipeline.py (100%) rename {pipelines/examples => examples}/example_pipeline.py (100%) rename {pipelines/examples => examples}/filter_pipeline.py (100%) rename {pipelines/examples => examples}/haystack_pipeline.py (100%) rename {pipelines/examples => examples}/langfuse_filter_pipeline.py (100%) rename {pipelines/examples => examples}/libretranlsate_filter_pipeline.py (100%) rename {pipelines/examples => examples}/litellm_manifold_pipeline.py (100%) rename {pipelines/examples => examples}/litellm_subprocess_manifold_pipeline.py (100%) rename {pipelines/examples => examples}/llama_cpp_pipeline.py (100%) rename {pipelines/examples => examples}/llamaindex_ollama_github_pipeline.py (100%) rename {pipelines/examples => examples}/llamaindex_ollama_pipeline.py (100%) rename {pipelines/examples => examples}/llamaindex_pipeline.py (100%) rename {pipelines/examples => examples}/manifold_pipeline.py (100%) rename {pipelines/examples => examples}/mlx_pipeline.py (100%) rename {pipelines/examples => examples}/ollama_manifold_pipeline.py (100%) rename {pipelines/examples => examples}/ollama_pipeline.py (100%) rename {pipelines/examples => examples}/openai_pipeline.py (100%) rename {pipelines/examples => examples}/python_code_pipeline.py (100%) rename {pipelines/examples => examples}/rate_limit_filter_pipeline.py (100%) diff --git a/pipelines/examples/anthropic_manifold_pipeline.py b/examples/anthropic_manifold_pipeline.py similarity index 100% rename from pipelines/examples/anthropic_manifold_pipeline.py rename to examples/anthropic_manifold_pipeline.py diff --git a/pipelines/examples/applescript_pipeline.py b/examples/applescript_pipeline.py similarity index 100% rename from pipelines/examples/applescript_pipeline.py rename to examples/applescript_pipeline.py diff --git a/pipelines/examples/azure_openai_pipeline.py b/examples/azure_openai_pipeline.py similarity index 100% rename from pipelines/examples/azure_openai_pipeline.py rename to examples/azure_openai_pipeline.py diff --git a/pipelines/examples/cohere_manifold_pipeline.py b/examples/cohere_manifold_pipeline.py similarity index 100% rename from pipelines/examples/cohere_manifold_pipeline.py rename to examples/cohere_manifold_pipeline.py diff --git a/pipelines/examples/detoxify_filter_pipeline.py b/examples/detoxify_filter_pipeline.py similarity index 100% rename from pipelines/examples/detoxify_filter_pipeline.py rename to examples/detoxify_filter_pipeline.py diff --git a/pipelines/examples/example_pipeline.py b/examples/example_pipeline.py similarity index 100% rename from pipelines/examples/example_pipeline.py rename to examples/example_pipeline.py diff --git a/pipelines/examples/filter_pipeline.py b/examples/filter_pipeline.py similarity index 100% rename from pipelines/examples/filter_pipeline.py rename to examples/filter_pipeline.py diff --git a/pipelines/examples/haystack_pipeline.py b/examples/haystack_pipeline.py similarity index 100% rename from pipelines/examples/haystack_pipeline.py rename to examples/haystack_pipeline.py diff --git a/pipelines/examples/langfuse_filter_pipeline.py b/examples/langfuse_filter_pipeline.py similarity index 100% rename from pipelines/examples/langfuse_filter_pipeline.py rename to examples/langfuse_filter_pipeline.py diff --git a/pipelines/examples/libretranlsate_filter_pipeline.py b/examples/libretranlsate_filter_pipeline.py similarity index 100% rename from pipelines/examples/libretranlsate_filter_pipeline.py rename to examples/libretranlsate_filter_pipeline.py diff --git a/pipelines/examples/litellm_manifold_pipeline.py b/examples/litellm_manifold_pipeline.py similarity index 100% rename from pipelines/examples/litellm_manifold_pipeline.py rename to examples/litellm_manifold_pipeline.py diff --git a/pipelines/examples/litellm_subprocess_manifold_pipeline.py b/examples/litellm_subprocess_manifold_pipeline.py similarity index 100% rename from pipelines/examples/litellm_subprocess_manifold_pipeline.py rename to examples/litellm_subprocess_manifold_pipeline.py diff --git a/pipelines/examples/llama_cpp_pipeline.py b/examples/llama_cpp_pipeline.py similarity index 100% rename from pipelines/examples/llama_cpp_pipeline.py rename to examples/llama_cpp_pipeline.py diff --git a/pipelines/examples/llamaindex_ollama_github_pipeline.py b/examples/llamaindex_ollama_github_pipeline.py similarity index 100% rename from pipelines/examples/llamaindex_ollama_github_pipeline.py rename to examples/llamaindex_ollama_github_pipeline.py diff --git a/pipelines/examples/llamaindex_ollama_pipeline.py b/examples/llamaindex_ollama_pipeline.py similarity index 100% rename from pipelines/examples/llamaindex_ollama_pipeline.py rename to examples/llamaindex_ollama_pipeline.py diff --git a/pipelines/examples/llamaindex_pipeline.py b/examples/llamaindex_pipeline.py similarity index 100% rename from pipelines/examples/llamaindex_pipeline.py rename to examples/llamaindex_pipeline.py diff --git a/pipelines/examples/manifold_pipeline.py b/examples/manifold_pipeline.py similarity index 100% rename from pipelines/examples/manifold_pipeline.py rename to examples/manifold_pipeline.py diff --git a/pipelines/examples/mlx_pipeline.py b/examples/mlx_pipeline.py similarity index 100% rename from pipelines/examples/mlx_pipeline.py rename to examples/mlx_pipeline.py diff --git a/pipelines/examples/ollama_manifold_pipeline.py b/examples/ollama_manifold_pipeline.py similarity index 100% rename from pipelines/examples/ollama_manifold_pipeline.py rename to examples/ollama_manifold_pipeline.py diff --git a/pipelines/examples/ollama_pipeline.py b/examples/ollama_pipeline.py similarity index 100% rename from pipelines/examples/ollama_pipeline.py rename to examples/ollama_pipeline.py diff --git a/pipelines/examples/openai_pipeline.py b/examples/openai_pipeline.py similarity index 100% rename from pipelines/examples/openai_pipeline.py rename to examples/openai_pipeline.py diff --git a/pipelines/examples/python_code_pipeline.py b/examples/python_code_pipeline.py similarity index 100% rename from pipelines/examples/python_code_pipeline.py rename to examples/python_code_pipeline.py diff --git a/pipelines/examples/rate_limit_filter_pipeline.py b/examples/rate_limit_filter_pipeline.py similarity index 100% rename from pipelines/examples/rate_limit_filter_pipeline.py rename to examples/rate_limit_filter_pipeline.py diff --git a/requirements.txt b/requirements.txt index dc45638..4b35616 100644 --- a/requirements.txt +++ b/requirements.txt @@ -13,7 +13,6 @@ requests==2.32.2 aiohttp==3.9.5 httpx - # AI libraries openai anthropic @@ -26,19 +25,14 @@ SQLAlchemy boto3 redis sqlmodel - -# Data processing chromadb -langchain -langchain-community -langfuse # ML libraries torch -xgboost - numpy pandas + +xgboost scikit-learn # NLP libraries @@ -58,10 +52,4 @@ seaborn # Web scraping selenium playwright -beautifulsoup4 - -# Misc -APScheduler -youtube_dl -twilio -streamlit \ No newline at end of file +beautifulsoup4 \ No newline at end of file