diff --git a/llama-index-integrations/llms/llama-index-llms-vllm/llama_index/llms/vllm/__init__.py b/llama-index-integrations/llms/llama-index-llms-vllm/llama_index/llms/vllm/__init__.py
index 102b56c6fdf771f5404111f769c0243d2d389010..0e07870cd04ebe5fc2803e078874dd5c3711a092 100644
--- a/llama-index-integrations/llms/llama-index-llms-vllm/llama_index/llms/vllm/__init__.py
+++ b/llama-index-integrations/llms/llama-index-llms-vllm/llama_index/llms/vllm/__init__.py
@@ -1,3 +1,3 @@
-from llama_index.llms.vllm.base import Vllm
+from llama_index.llms.vllm.base import Vllm, VllmServer
 
-__all__ = ["Vllm"]
+__all__ = ["Vllm", "VllmServer"]