diff --git a/model-servers/vllm/0.11.0/Pipfile b/model-servers/vllm/0.11.0/Pipfile index 98ee533..c1658b3 100644 --- a/model-servers/vllm/0.11.0/Pipfile +++ b/model-servers/vllm/0.11.0/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.11.7" pynvml = "==11.5.0" -ray = "~=2.48.0" +ray = "~=2.56.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "~=0.6.0" diff --git a/model-servers/vllm/0.11.0/requirements.txt b/model-servers/vllm/0.11.0/requirements.txt index 3982f4a..be037b1 100644 --- a/model-servers/vllm/0.11.0/requirements.txt +++ b/model-servers/vllm/0.11.0/requirements.txt @@ -74,7 +74,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.48.0; python_version >= '3.9' +ray==2.56.0; python_version >= '3.9' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' diff --git a/model-servers/vllm/0.6.4/Pipfile b/model-servers/vllm/0.6.4/Pipfile index b6299f2..906da30 100644 --- a/model-servers/vllm/0.6.4/Pipfile +++ b/model-servers/vllm/0.6.4/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.7.1" pynvml = "==11.5.0" -ray = "~=2.21.0" +ray = "~=2.56.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 diff --git a/model-servers/vllm/0.6.4/requirements.txt b/model-servers/vllm/0.6.4/requirements.txt index 58ece67..c693ae6 100644 --- a/model-servers/vllm/0.6.4/requirements.txt +++ b/model-servers/vllm/0.6.4/requirements.txt @@ -73,7 +73,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.21.0; python_version >= '3.8' +ray==2.56.0; python_version >= '3.8' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' diff --git a/model-servers/vllm/0.6.6/Pipfile b/model-servers/vllm/0.6.6/Pipfile index ccab9d5..7d880c6 100644 --- a/model-servers/vllm/0.6.6/Pipfile +++ b/model-servers/vllm/0.6.6/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.7.1" pynvml = "==11.5.0" -ray = "~=2.21.0" +ray = "~=2.56.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 diff --git a/model-servers/vllm/0.6.6/requirements.txt b/model-servers/vllm/0.6.6/requirements.txt index 4429924..7746c4d 100644 --- a/model-servers/vllm/0.6.6/requirements.txt +++ b/model-servers/vllm/0.6.6/requirements.txt @@ -73,7 +73,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.21.0; python_version >= '3.8' +ray==2.56.0; python_version >= '3.8' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7' diff --git a/model-servers/vllm/0.8.4/Pipfile b/model-servers/vllm/0.8.4/Pipfile index 327e6e4..2e6d0c9 100644 --- a/model-servers/vllm/0.8.4/Pipfile +++ b/model-servers/vllm/0.8.4/Pipfile @@ -26,7 +26,7 @@ psutil = "~=5.9.8" py-cpuinfo = "~=9.0.0" pydantic = "~=2.7.1" pynvml = "==11.5.0" -ray = "~=2.21.0" +ray = "~=2.56.0" requests = "~=2.31.0" sentencepiece = "~=0.2.0" tiktoken = "==0.6.0" # Required for DBRX tokenizer - Fixed by vllm 0.4.2 diff --git a/model-servers/vllm/0.8.4/requirements.txt b/model-servers/vllm/0.8.4/requirements.txt index 10e65c7..64e4907 100644 --- a/model-servers/vllm/0.8.4/requirements.txt +++ b/model-servers/vllm/0.8.4/requirements.txt @@ -73,7 +73,7 @@ pynvml==11.5.0; python_version >= '3.6' python-dotenv==1.0.1 python-multipart==0.0.9; python_version >= '3.8' pyyaml==6.0.1; python_version >= '3.6' -ray==2.43.0; python_version >= '3.9' +ray==2.56.0; python_version >= '3.9' referencing==0.35.1; python_version >= '3.8' regex==2024.5.10; python_version >= '3.8' requests==2.31.0; python_version >= '3.7'