Spaces:
Build error
Build error
File size: 2,153 Bytes
a1ca2de ceefdf5 a1ca2de |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
import copy
import json
import string
import random
from modules import palmchat
from pingpong.context import CtxLastWindowStrategy
def add_side_character_to_export(
characters, enable, img,
name, age, mbti, personality, job
):
if enable:
characters.append(
{
'img': img,
'name': name
}
)
return characters
def add_side_character(
enable, prompt, cur_side_chars,
name, age, mbti, personality, job
):
if enable:
prompt = prompt + f"""
side character #{cur_side_chars}
- name: {name},
- job: {job},
- age: {age},
- mbti: {mbti},
- personality: {personality}
"""
cur_side_chars = cur_side_chars + 1
return prompt, cur_side_chars
def id_generator(size=6, chars=string.ascii_uppercase + string.digits):
return ''.join(random.choice(chars) for _ in range(size))
def parse_first_json_code_snippet(code_snippet):
json_parsed_string = None
try:
json_parsed_string = json.loads(code_snippet, strict=False)
except:
json_start_index = code_snippet.find('```json')
json_end_index = code_snippet.find('```', json_start_index + 6)
if json_start_index < 0 or json_end_index < 0:
raise ValueError('No JSON code snippet found in string.')
json_code_snippet = code_snippet[json_start_index + 7:json_end_index]
json_parsed_string = json.loads(json_code_snippet, strict=False)
finally:
return json_parsed_string
async def retry_until_valid_json(prompt, parameters=None):
response_json = None
while response_json is None:
_, response_txt = await palmchat.gen_text(prompt, mode="text", parameters=parameters)
print(response_txt)
try:
response_json = parse_first_json_code_snippet(response_txt)
except:
pass
return response_json
def build_prompts(ppm, win_size=3):
dummy_ppm = copy.deepcopy(ppm)
lws = CtxLastWindowStrategy(win_size)
return lws(dummy_ppm)
async def get_chat_response(prompt, ctx=None):
parameters = {
'model': 'models/chat-bison-001',
'candidate_count': 1,
'context': "" if ctx is None else ctx,
'temperature': 1.0,
'top_k': 50,
'top_p': 0.9,
}
_, response_txt = await palmchat.gen_text(
prompt,
parameters=parameters
)
return response_txt
|