from opencompass.models import Gemini | |
api_meta_template = dict( | |
round=[ | |
dict(role='HUMAN', api_role='HUMAN'), | |
dict(role='BOT', api_role='BOT', generate=True), | |
], | |
) | |
models = [ | |
dict(abbr='gemini', | |
type=Gemini, | |
path='gemini-pro', | |
key='your keys', # The key will be obtained from Environment, but you can write down your key here as well | |
url = "your url", | |
meta_template=api_meta_template, | |
query_per_second=16, | |
max_out_len=100, | |
max_seq_len=2048, | |
batch_size=1, | |
temperature=1,) | |
] | |