Skip to content
Snippets Groups Projects
Unverified Commit 24768bfb authored by Kamil Murat Yılmaz's avatar Kamil Murat Yılmaz Committed by GitHub
Browse files

Kamilmuratyilmaz/fix import error libcuda.so.1 (#11442)

parent c79f36da
No related branches found
No related tags found
No related merge requests found
......@@ -2,6 +2,7 @@
dist/
migration_scripts/
venv/
.idea
.venv/
.ipynb_checkpoints
.__pycache__
......
......@@ -214,13 +214,14 @@ class Vllm(LLM):
def __del__(self) -> None:
import torch
from vllm.model_executor.parallel_utils.parallel_state import (
destroy_model_parallel,
)
destroy_model_parallel()
del self._client
if torch.cuda.is_available():
from vllm.model_executor.parallel_utils.parallel_state import (
destroy_model_parallel,
)
destroy_model_parallel()
del self._client
torch.cuda.synchronize()
def _get_all_kwargs(self, **kwargs: Any) -> Dict[str, Any]:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment