freddyaboulton HF staff commited on
Commit
d46a153
1 Parent(s): 18ccec5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -69,7 +69,7 @@ async def chat(ctx, prompt: str):
69
  thread = await message.create_thread(name=prompt[:100])
70
  loop = asyncio.get_running_loop()
71
  client = await loop.run_in_executor(None, get_client, None)
72
- job = client.submit(prompt, system_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, api_name="/chat")
73
  await wait(job)
74
 
75
  try:
@@ -92,7 +92,7 @@ async def continue_chat(message):
92
  try:
93
  client = thread_to_client[message.channel.id]
94
  prompt = message.content
95
- job = client.submit(prompt, system_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, api_name="/chat")
96
  await wait(job)
97
  try:
98
  job.result()
 
69
  thread = await message.create_thread(name=prompt[:100])
70
  loop = asyncio.get_running_loop()
71
  client = await loop.run_in_executor(None, get_client, None)
72
+ job = client.submit(prompt, "", 0.9, 256, 0.95, 1.0, api_name="/chat")
73
  await wait(job)
74
 
75
  try:
 
92
  try:
93
  client = thread_to_client[message.channel.id]
94
  prompt = message.content
95
+ job = client.submit(prompt, "", 0.9, 256, 0.95, 1.0, api_name="/chat")
96
  await wait(job)
97
  try:
98
  job.result()