asahi417 commited on
Commit
1050f41
1 Parent(s): 7d3fc80
Files changed (3) hide show
  1. analogy.json +1 -0
  2. classification.json +1 -0
  3. config.json +1 -1
analogy.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"distance_function": "cosine_similarity", "sat/test": 0.6053412462908012, "sat/valid": 0.6486486486486487, "u2/test": 0.5570175438596491, "u2/valid": 0.625, "u4/test": 0.6273148148148148, "u4/valid": 0.5833333333333334, "google/test": 0.886, "google/valid": 0.92, "bats/test": 0.754863813229572, "bats/valid": 0.7939698492462312, "sat_full": 0.6096256684491979}
classification.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"lexical_relation_classification/BLESS": {"classifier_config": {"activation": "relu", "alpha": 0.0001, "batch_size": "auto", "beta_1": 0.9, "beta_2": 0.999, "early_stopping": false, "epsilon": 1e-08, "hidden_layer_sizes": [100], "learning_rate": "constant", "learning_rate_init": 0.001, "max_fun": 15000, "max_iter": 200, "momentum": 0.9, "n_iter_no_change": 10, "nesterovs_momentum": true, "power_t": 0.5, "random_state": 0, "shuffle": true, "solver": "adam", "tol": 0.0001, "validation_fraction": 0.1, "verbose": false, "warm_start": false}, "test/accuracy": 0.9255687810757872, "test/f1_macro": 0.9223987715298315, "test/f1_micro": 0.9255687810757872, "test/p_macro": 0.9180504427556794, "test/p_micro": 0.9255687810757872, "test/r_macro": 0.927574864826, "test/r_micro": 0.9255687810757872}, "lexical_relation_classification/CogALexV": {"classifier_config": {"activation": "relu", "alpha": 0.0001, "batch_size": "auto", "beta_1": 0.9, "beta_2": 0.999, "early_stopping": false, "epsilon": 1e-08, "hidden_layer_sizes": [100], "learning_rate": "constant", "learning_rate_init": 0.001, "max_fun": 15000, "max_iter": 200, "momentum": 0.9, "n_iter_no_change": 10, "nesterovs_momentum": true, "power_t": 0.5, "random_state": 0, "shuffle": true, "solver": "adam", "tol": 0.0001, "validation_fraction": 0.1, "verbose": false, "warm_start": false}, "test/accuracy": 0.8396713615023474, "test/f1_macro": 0.6696257351833762, "test/f1_micro": 0.8396713615023474, "test/p_macro": 0.7003021129078354, "test/p_micro": 0.8396713615023474, "test/r_macro": 0.6472260783976059, "test/r_micro": 0.8396713615023474}, "lexical_relation_classification/EVALution": {"classifier_config": {"activation": "relu", "alpha": 0.0001, "batch_size": "auto", "beta_1": 0.9, "beta_2": 0.999, "early_stopping": false, "epsilon": 1e-08, "hidden_layer_sizes": [100], "learning_rate": "constant", "learning_rate_init": 0.001, "max_fun": 15000, "max_iter": 200, "momentum": 0.9, "n_iter_no_change": 10, "nesterovs_momentum": true, "power_t": 0.5, "random_state": 0, "shuffle": true, "solver": "adam", "tol": 0.0001, "validation_fraction": 0.1, "verbose": false, "warm_start": false}, "test/accuracy": 0.6803900325027086, "test/f1_macro": 0.6668423343702814, "test/f1_micro": 0.6803900325027086, "test/p_macro": 0.6688798643341114, "test/p_micro": 0.6803900325027086, "test/r_macro": 0.6695320202856444, "test/r_micro": 0.6803900325027086}, "lexical_relation_classification/K&H+N": {"classifier_config": {"activation": "relu", "alpha": 0.0001, "batch_size": "auto", "beta_1": 0.9, "beta_2": 0.999, "early_stopping": false, "epsilon": 1e-08, "hidden_layer_sizes": [100], "learning_rate": "constant", "learning_rate_init": 0.001, "max_fun": 15000, "max_iter": 200, "momentum": 0.9, "n_iter_no_change": 10, "nesterovs_momentum": true, "power_t": 0.5, "random_state": 0, "shuffle": true, "solver": "adam", "tol": 0.0001, "validation_fraction": 0.1, "verbose": false, "warm_start": false}, "test/accuracy": 0.9586840091813313, "test/f1_macro": 0.876302193283041, "test/f1_micro": 0.9586840091813313, "test/p_macro": 0.8762713037143945, "test/p_micro": 0.9586840091813313, "test/r_macro": 0.8765613931024204, "test/r_micro": 0.9586840091813313}, "lexical_relation_classification/ROOT09": {"classifier_config": {"activation": "relu", "alpha": 0.0001, "batch_size": "auto", "beta_1": 0.9, "beta_2": 0.999, "early_stopping": false, "epsilon": 1e-08, "hidden_layer_sizes": [100], "learning_rate": "constant", "learning_rate_init": 0.001, "max_fun": 15000, "max_iter": 200, "momentum": 0.9, "n_iter_no_change": 10, "nesterovs_momentum": true, "power_t": 0.5, "random_state": 0, "shuffle": true, "solver": "adam", "tol": 0.0001, "validation_fraction": 0.1, "verbose": false, "warm_start": false}, "test/accuracy": 0.9019116264493889, "test/f1_macro": 0.9004696301895015, "test/f1_micro": 0.9019116264493889, "test/p_macro": 0.897454396897572, "test/p_micro": 0.9019116264493889, "test/r_macro": 0.9037518812026213, "test/r_micro": 0.9019116264493889}}
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "roberta-large",
3
  "architectures": [
4
  "RobertaModel"
5
  ],
 
1
  {
2
+ "_name_or_path": "relbert-roberta-large-semeval2012-v2-average-prompt-e-nce",
3
  "architectures": [
4
  "RobertaModel"
5
  ],