vLLM

export VLLM_BASE_URL="http://localhost:8000/v1"  # Required
export VLLM_API_KEY="your-api-key"  # Optional, vLLM doesnt not require authentication

from upsonic import Agent, Task
from upsonic.models.vllm import VLLMModel

model = VLLMModel(model_name="Qwen/Qwen2.5-0.5B-Instruct")

agent = Agent(model=model)
task = Task("Hello, how are you?")
result = agent.do(task)

print(result)

from upsonic import Agent, Task
from upsonic.models.vllm import VLLMModel, VLLMModelSettings

model = VLLMModel(
    model_name="Qwen/Qwen2.5-0.5B-Instruct",
    settings=VLLMModelSettings(max_tokens=1024, temperature=0.7)
)
agent = Agent(model=model)

from upsonic import Agent, Task
from upsonic.models.vllm import VLLMModelSettings

agent = Agent(
    model="vllm/Qwen/Qwen2.5-0.5B-Instruct",
    settings=VLLMModelSettings(max_tokens=1024, temperature=0.7)
)