From 4785a2723024792836f220ef4fa458ab6bc2365e Mon Sep 17 00:00:00 2001 From: Jim Burtoft <39492751+jimburtoft@users.noreply.github.com> Date: Thu, 7 Aug 2025 10:20:25 -0400 Subject: [PATCH] Update vllm-user-guide.rst Match the ports in your example. --- libraries/nxd-inference/developer_guides/vllm-user-guide.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libraries/nxd-inference/developer_guides/vllm-user-guide.rst b/libraries/nxd-inference/developer_guides/vllm-user-guide.rst index c56158be..42933372 100644 --- a/libraries/nxd-inference/developer_guides/vllm-user-guide.rst +++ b/libraries/nxd-inference/developer_guides/vllm-user-guide.rst @@ -352,7 +352,7 @@ You can change the sampling parameters and enable or disable streaming. # Client Setup openai_api_key = "EMPTY" - openai_api_base = "http://localhost:8000/v1" + openai_api_base = "http://localhost:8080/v1" client = OpenAI( api_key=openai_api_key,