vllm complete

vllm complete [OPTIONS]

# In terminal 1
vllm serve facebook/opt-125m

# In terminal 2
vllm complete

vllm complete

Using model: facebook/opt-125m
Please enter prompt to complete:
> Once upon a time
 there was a young girl who lived in a small village...
> The weather today is
 sunny and warm with a light breeze...

vllm complete --quick "The capital of France is"

Using model: facebook/opt-125m
 Paris, which is located in the northern part of the country.

vllm complete --url http://192.168.1.100:8080/v1

vllm complete --model-name gpt-3.5-turbo

vllm complete --max-tokens 200

vllm complete --api-key your-secret-key

vllm serve codellama/CodeLlama-7b-hf

vllm complete

> def fibonacci(n):
    """Calculate the nth Fibonacci number."""
    if n <= 1:
        return n
    return fibonacci(n-1) + fibonacci(n-2)

vllm complete --max-tokens 500

> In a world where magic was real,
 the young wizard apprentice discovered an ancient spellbook hidden in the 
 library's forbidden section. As he opened the dusty tome, glowing runes 
 appeared on the pages, revealing secrets that had been lost for centuries...

vllm complete -q "The three laws of robotics are:" --max-tokens 150

vllm complete

> Write a haiku about programming:
Code flows like water,
Bugs emerge from the shadows,
Debugger saves all.

#!/bin/bash
while IFS= read -r prompt; do
  vllm complete -q "$prompt" --max-tokens 100
done < prompts.txt

curl http://localhost:8000/v1/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "facebook/opt-125m",
    "prompt": "Once upon a time",
    "max_tokens": 100,
    "temperature": 0.8,
    "top_p": 0.95
  }'

vllm serve codellama/CodeLlama-13b-hf

vllm complete

> def process_data(df, columns):
    """Process DataFrame columns.
    
    Args:
        df: Input DataFrame
        columns: List of column names to process
    
    Returns:
        Processed DataFrame with transformed columns
    """