From a160ce5623fcc2b71c8280fe47787e82f0f2fb69 Mon Sep 17 00:00:00 2001
From: Blake Mallory <blakecmallory@gmail.com>
Date: Mon, 7 Aug 2023 15:07:39 -0400
Subject: [PATCH] added docker-compose example

---
 docker-compose.yml | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 docker-compose.yml

diff --git a/docker-compose.yml b/docker-compose.yml
new file mode 100644
index 00000000..08fe8b35
--- /dev/null
+++ b/docker-compose.yml
@@ -0,0 +1,19 @@
+services:
+  text-generation-inference:
+    image: ghcr.io/huggingface/text-generation-inference:1.0.0
+    ports:
+      - "8080:80"          
+    volumes:
+      - ${HOME}/.cache:/root/.cache
+    working_dir: /app
+    container_name: text-generation-inference
+    ipc: host
+    deploy:
+          resources:
+            reservations:
+              devices:
+              - driver: "nvidia"
+                device_ids: ["0"]
+                capabilities: [gpu]
+    restart: unless-stopped
+    command: --model-id tiiuae/falcon-7b-instruct --huggingface-hub-cache /root/.cache/huggingface/hub