Post settings

#2
by nonetrix - opened

Just a request for others to post settings they are using

I found a few settings people where sharing on /lmg/ didn't like any of them. I fixed the seed on a failure case, and tried all the default one in SillyTavern until I came up with a tweaked liminal drift preset, so sharing my current settings I guess. I haven't tested this enough to say they are good overall, but in that one failure case they give good results

{
    "temp": 0.8,
    "temperature_last": false,
    "top_p": 1,
    "top_k": 0,
    "top_a": 0,
    "tfs": 1,
    "epsilon_cutoff": 0,
    "eta_cutoff": 0,
    "typical_p": 0.55,
    "min_p": 0.1,
    "rep_pen": 1.2,
    "rep_pen_range": 0,
    "no_repeat_ngram_size": 0,
    "penalty_alpha": 0,
    "num_beams": 1,
    "length_penalty": 1,
    "min_length": 0,
    "encoder_rep_pen": 1,
    "freq_pen": 0,
    "presence_pen": 0,
    "do_sample": true,
    "early_stopping": false,
    "dynatemp": true,
    "min_temp": 1,
    "max_temp": 5,
    "dynatemp_exponent": 1,
    "smoothing_factor": 0.25,
    "add_bos_token": true,
    "truncation_length": 2048,
    "ban_eos_token": false,
    "skip_special_tokens": true,
    "streaming": true,
    "mirostat_mode": 0,
    "mirostat_tau": 5,
    "mirostat_eta": 0.1,
    "guidance_scale": 1,
    "negative_prompt": "",
    "grammar_string": "",
    "banned_tokens": "",
    "ignore_eos_token_aphrodite": false,
    "spaces_between_special_tokens_aphrodite": true,
    "sampler_order": [
        5,
        6,
        0,
        1,
        2,
        3,
        4
    ],
    "logit_bias": [],
    "n": 1,
    "rep_pen_size": 0,
    "genamt": 512,
    "max_length": 32768
}```

https://files.catbox.moe/hrq2ne.json

Might also want to ban a few tokens that are over baked into the model like "shivers down spine", I see many complaining about them and I have to agree it says it a lot. But I haven't been able to get banned tokens to work so far

Sign up or log in to comment