replicate

cog.yaml

@@ -0,0 +1,15 @@
+# Configuration for Cog ⚙️
+# Reference: https://github.com/replicate/cog/blob/main/docs/yaml.md
+
+build:
+  gpu: true
+  python_version: "3.11"
+  python_packages:
+    - torch==2.0.1
+    - torchvision==0.15.2
+    - transformers==4.37.2
+    - accelerate==0.27.0
+    - hf_transfer
+
+# predict.py defines how predictions are run on your model
+predict: "predict.py:Predictor"