huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

propagate signal from entrypoint to tgi

Browse Source 
Signed-off-by: Raphael Glon <oOraph@users.noreply.github.com>
This commit is contained in:
Raphael Glon 2024-10-10 18:26:20 +02:00
parent 3dbdf63ec5
commit f18a460181
No known key found for this signature in database
GPG Key ID: 4D4CC6881E12A0C3
1 changed files with 24 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
tgi-entrypoint.sh
View File

@ -1,5 +1,28 @@
#!/bin/bash #!/bin/bash
child_pid=0
cleanup () {
echo tgi interrupted, cleaning
sig=$(($? - 128))
if [ $sig -le 0 ];then
sig=TERM
fi
echo signal $sig received
if [ $child_pid -gt 0 ] && ps -p $child_pid > /dev/null;then
echo kill child $child_pid
kill -$sig $child_pid
wait $child_pid
child_pid=0
fi
}
trap cleanup INT TERM HUP EXIT ERR
ldconfig 2>/dev/null || echo 'unable to refresh ld cache, not a big deal in most cases' ldconfig 2>/dev/null || echo 'unable to refresh ld cache, not a big deal in most cases'
text-generation-launcher $@ text-generation-launcher $@ &
child_pid=$!
wait $child_pid