diff --git a/.gitignore b/.gitignore index 672debc..823e384 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,3 @@ llama_cpp_cache -cache \ No newline at end of file +cache +dist \ No newline at end of file diff --git a/hello.py b/hello.py deleted file mode 100644 index f19c9e2..0000000 --- a/hello.py +++ /dev/null @@ -1,6 +0,0 @@ -def main(): - print("Hello from llama-cpp-runner!") - - -if __name__ == "__main__": - main() diff --git a/pyproject.toml b/pyproject.toml index ac98692..1930134 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,7 +1,14 @@ [project] name = "llama-cpp-runner" version = "0.1.0" -description = "Add your description here" +description = "A runner for llama-cpp" readme = "README.md" +authors = [ + { name = "Timothy Jaeryang Baek", email = "tim@openwebui.com" } +] requires-python = ">=3.11" dependencies = [] + +[build-system] +requires = ["hatchling"] +build-backend = "hatchling.build" diff --git a/src/llama_cpp_runner/__init__.py b/src/llama_cpp_runner/__init__.py new file mode 100644 index 0000000..ceb6310 --- /dev/null +++ b/src/llama_cpp_runner/__init__.py @@ -0,0 +1,5 @@ +from llama_cpp_runner.main import LlamaCppServer + + +def hello() -> str: + return "Hello from llama-cpp-runner!" diff --git a/main.py b/src/llama_cpp_runner/main.py similarity index 100% rename from main.py rename to src/llama_cpp_runner/main.py diff --git a/src/llama_cpp_runner/py.typed b/src/llama_cpp_runner/py.typed new file mode 100644 index 0000000..e69de29