import openai
import asyncio

async def run():
  runpod_endpoint_id = "vllm-1234567890"
  runpod_api_key = "xxxxxxxxxxxx"
  runpod_base_url = f"https://api.runpod.ai/v2/{runpod_endpoint_id}/openai/v1"

  openai_client = openai.AsyncOpenAI(
      base_url=runpod_base_url,
      api_key=runpod_api_key,
  )

  completion = openai_client.completions.create(
    model="NousResearch/Meta-Llama-3-8B-Instruct",
    messages=[
      {"role": "user", "content": "Classify this sentiment: vLLM is wonderful!"}
    ],
    extra_body={
      "guided_choice": ["positive", "negative"]
    },
  )
  
  return await asyncio.create_task(completion)

import openai
import asyncio

async def run():
  runpod_endpoint_id = "vllm-1234567890"
  runpod_api_key = "xxxxxxxxxxxx"
  runpod_base_url = f"https://api.runpod.ai/v2/{runpod_endpoint_id}/openai/v1"

  openai_client = openai.AsyncOpenAI(
      base_url=runpod_base_url,
      api_key=runpod_api_key,
  )

  completion = openai_client.completions.create(
    model="NousResearch/Meta-Llama-3-8B-Instruct",
    messages=[
      {"role": "user", "content": "Classify this sentiment: vLLM is wonderful!"}
    ],
    extra_body={
      "guided_choice": ["positive", "negative"]
    },
  )
  
  return await asyncio.create_task(completion)