From ff84790adabc07332b1e36a550c167339154d6cf Mon Sep 17 00:00:00 2001
From: Timothy Jaeryang Baek <tim@openwebui.com>
Date: Mon, 27 Jan 2025 23:18:13 -0800
Subject: [PATCH] refac

---
 .gitignore                              | 3 ++-
 hello.py                                | 6 ------
 pyproject.toml                          | 9 ++++++++-
 src/llama_cpp_runner/__init__.py        | 5 +++++
 main.py => src/llama_cpp_runner/main.py | 0
 src/llama_cpp_runner/py.typed           | 0
 6 files changed, 15 insertions(+), 8 deletions(-)
 delete mode 100644 hello.py
 create mode 100644 src/llama_cpp_runner/__init__.py
 rename main.py => src/llama_cpp_runner/main.py (100%)
 create mode 100644 src/llama_cpp_runner/py.typed

diff --git a/.gitignore b/.gitignore
index 672debc..823e384 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,3 @@
 llama_cpp_cache
-cache
\ No newline at end of file
+cache
+dist
\ No newline at end of file
diff --git a/hello.py b/hello.py
deleted file mode 100644
index f19c9e2..0000000
--- a/hello.py
+++ /dev/null
@@ -1,6 +0,0 @@
-def main():
-    print("Hello from llama-cpp-runner!")
-
-
-if __name__ == "__main__":
-    main()
diff --git a/pyproject.toml b/pyproject.toml
index ac98692..1930134 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,7 +1,14 @@
 [project]
 name = "llama-cpp-runner"
 version = "0.1.0"
-description = "Add your description here"
+description = "A runner for llama-cpp"
 readme = "README.md"
+authors = [
+    { name = "Timothy Jaeryang Baek", email = "tim@openwebui.com" }
+]
 requires-python = ">=3.11"
 dependencies = []
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
diff --git a/src/llama_cpp_runner/__init__.py b/src/llama_cpp_runner/__init__.py
new file mode 100644
index 0000000..ceb6310
--- /dev/null
+++ b/src/llama_cpp_runner/__init__.py
@@ -0,0 +1,5 @@
+from llama_cpp_runner.main import LlamaCppServer
+
+
+def hello() -> str:
+    return "Hello from llama-cpp-runner!"
diff --git a/main.py b/src/llama_cpp_runner/main.py
similarity index 100%
rename from main.py
rename to src/llama_cpp_runner/main.py
diff --git a/src/llama_cpp_runner/py.typed b/src/llama_cpp_runner/py.typed
new file mode 100644
index 0000000..e69de29