easyedit / hparams /GRACE /README.md
ZekunXi's picture
Add application file
8124a18

A newer version of the Gradio SDK is available: 4.38.1

Upgrade

alg_name: "GRACE" model_name: "./hugging_cache/gpt-j-6B" device: 0

inner_params:

  • transformer.h[25].mlp.fc_out.weight

edit_lr: 1.0 n_iter: 200 eps: 1.0 dist_fn: euc # euc, mmd, cos val_init: cold # cold, warm val_train: sgd # sgd, pert val_reg: None # early reg: early_stop # early_stop replacement: replace_last # replace_last, replace_all, replace_prompt eps_expand: coverage # , moving_avg, decay num_pert: 8 # only matters when using perturbation training dropout: 0.0