| conda activate judgerbench | |
| # GRADIO_HOSTNAME=0.0.0.0 | |
| GRADIO_HOSTNAME=$(hostname) | |
| GRADIO_PORT=7862 | |
| # Set tmp and logs folders for gradio | |
| export TMPDIR="tmp" | |
| export LOGDIR="logs" | |
| export GRADIO_SERVER_NAME="0.0.0.0" | |
| export no_proxy="$CONTROLLER_HOST,10.140.1.173,0.0.0.0,$(hostname)" | |
| # OpenAI proxy url | |
| # export OPENAI_PROXY_URL='http://10.1.20.57:23128' | |
| export OPENAI_PROXY_URL='http://closeai-proxy.pjlab.org.cn:23128' | |
| # Source api keys | |
| # source set_api_keys.sh | |
| python3 -m app \ | |
| --host $GRADIO_HOSTNAME \ | |
| --port $GRADIO_PORT \ | |
| --concurrency-count 50 | |