conda activate judgerbench | |
# GRADIO_HOSTNAME=0.0.0.0 | |
GRADIO_HOSTNAME=$(hostname) | |
GRADIO_PORT=7861 | |
# Set tmp and logs folders for gradio | |
export TMPDIR="tmp" | |
export LOGDIR="logs" | |
export GRADIO_SERVER_NAME="0.0.0.0" | |
export no_proxy="$CONTROLLER_HOST,10.140.1.173,0.0.0.0,$(hostname)" | |
# OpenAI proxy url | |
# export OPENAI_PROXY_URL='http://10.1.20.57:23128' | |
export OPENAI_PROXY_URL='http://closeai-proxy.pjlab.org.cn:23128' | |
# Source api keys | |
# source set_api_keys.sh | |
python3 -m app \ | |
--host $GRADIO_HOSTNAME \ | |
--port $GRADIO_PORT \ | |
--concurrency-count 50 | |