vvzvlad/ritual
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: publishing infernet-container-starter v0.2.0

Browse Source
This commit is contained in:
ritual-all
2024-03-29 10:50:13 -04:00
parent 41aaa152e6
commit 4545223364
155 changed files with 6086 additions and 257 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
projects/tgi-llm/tgi/Makefile Normal file
View File

@ -0,0 +1,8 @@
.phony: run
volume ?= $(PWD)/data
model ?= mistralai/Mistral-7B-v0.1
run:
docker run --gpus all --shm-size 1g -p 8080:80 -v $(volume):/data \
ghcr.io/huggingface/text-generation-inference:1.4 --model-id $(model)