あれ
2024/7/18 23:12:00
podman run --gpus all --shm-size 1g -p 9389:80 -v $PWD/data:/data ghcr.io/huggingface/text-generation-inference:2.1.1 --model-id Qwen/Qwen2-0.5B
podman run --gpus all --shm-size 1g -p 9389:80 -v $PWD/data:/data ghcr.io/huggingface/text-generation-inference:2.1.1 --model-id Qwen/Qwen2-0.5B