app = FastAPI()

@app.post("/get_response")
async def get_response(request: Request) -> Response:
    request_dict = await request.json()
    print("JSON:", request_dict)
    
    payload = {"topic": request_dict["story_topic"]}
    request_id = random_uuid()
    story = await functions.generate_story(payload)
   
    return {"response":story}

app = FastAPI()

@app.post("/get_response")
async def get_response(request: Request) -> Response:
    request_dict = await request.json()
    print("JSON:", request_dict)
    
    payload = {"topic": request_dict["story_topic"]}
    request_id = random_uuid()
    story = await functions.generate_story(payload)
   
    return {"response":story}

async def generate_story(payload):
  
  sampling_params =  SamplingParams(temperature=0.42,
                                    max_tokens=2048,
                                    top_p=0.734,
                                    repetition_penalty=1.0,
                                    stop=["Note", "note"])
  
  prompt = "<>"

  ### the below will call the runpod openai endpoint ###
  completion = client.completions.create(
          model="iqbalamo93",
          prompt=prompt,
          **sampling_params)
return completion.choices[0].text

async def generate_story(payload):
  
  sampling_params =  SamplingParams(temperature=0.42,
                                    max_tokens=2048,
                                    top_p=0.734,
                                    repetition_penalty=1.0,
                                    stop=["Note", "note"])
  
  prompt = "<>"

  ### the below will call the runpod openai endpoint ###
  completion = client.completions.create(
          model="iqbalamo93",
          prompt=prompt,
          **sampling_params)
return completion.choices[0].text