ka1kuk commited on
Commit
a6b442f
1 Parent(s): 8b90ad5

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +11 -11
main.py CHANGED
@@ -25,16 +25,16 @@ pipe.safety_checker = dummy
25
  def hello():
26
  return "Hello, I'm Artist"
27
 
28
- async def generate(prompt):
29
- result = await Linlada._create_completion(model='gpt-4', messages=[
30
- {"role": "user", "content": promp}], stream=False) # alterative model setting
 
 
 
 
 
 
31
  for message in response:
32
- return message
33
-
34
- @app.get("/gen/{prompt}")
35
- def generate_image(prompt: str):
36
- loop = asyncio.new_event_loop()
37
- asyncio.set_event_loop(loop)
38
- result = loop.run_until_complete(generate(prompt))
39
- loop.close()
40
  return result
 
25
  def hello():
26
  return "Hello, I'm Artist"
27
 
28
+ @app.post('/generate_completion')
29
+ async def generate_completion(
30
+ model: str = Query('gpt-4', description='The model to use for generating the completion'),
31
+ messages: List[Dict[str, str]] = Query(..., description='The list of messages to generate the completion for'),
32
+ stream: bool = Query(False, description='Whether to stream the response')
33
+ ):
34
+ response = index._create_completion(model=model, messages=messages, stream=stream)
35
+
36
+ result = []
37
  for message in response:
38
+ result.append(message)
39
+
 
 
 
 
 
 
40
  return result