a100 kh
granite
ffb63fa
raw
history blame contribute delete
544 Bytes
sudo vi /etc/nginx/sites-available/default
sudo systemctl stop nginx
sudo systemctl restart nginx
server {
listen 8765; # 一つのポートでまとめる
location /swallow70/ {proxy_pass http://localhost:8019/v1/;}
location /llm-jp-13b/ {proxy_pass http://localhost:8016/v1/;}
location /Tanuki-8B-dpo/ {proxy_pass http://localhost:8012/v1/;}
location /calm3-22b-chat/ {proxy_pass http://localhost:8011/v1/;}
location /Swallow-8B/ {proxy_pass http://localhost:8010/v1/;}
location /granite-8B/ {proxy_pass http://192.168.11.2:8020/v1/;}
}