Model: vwxyzjn/rm_zephyr_new
Author: vwxyzjn
Pipeline: text-classification
Library: transformers
Tags: transformers, tensorboard, safetensors, mistral, text-classification, en, arxiv:1910.09700, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: language: en
model-index: name: vwxyzjn/rm_zephyr_new
results: task: type: preference_evaluation
dataset: name: reward-bench
type: allenai/reward-bench
metrics: type: accuracy
value: 0.5343383584589615
verified: no, task: type: preference_evaluation
dataset: name: Chat
type: Chat
metrics: type: accuracy
value: 0.8128491620111732
verified: no, task: type: preference_evaluation
dataset: name: Chat Hard
type: Chat_Hard
metrics: type: accuracy
value: 0.5263157894736842
verified: no, task: type: preference_evaluation
dataset: name: Safety
type: Safety
metrics: type: accuracy
value: 0.4851351351351351
verified: no, task: type: preference_evaluation
dataset: name: Reasoning
type: Reasoning
metrics: type: accuracy
value: 0.3930266819446718
verified: no, task: type: preference_evaluation
dataset: name: alpacaeval-easy
type: alpacaeval-easy
metrics: type: accuracy
value: 0.88
verified: no, task: type: preference_evaluation
dataset: name: alpacaeval-hard
type: alpacaeval-hard
metrics: type: accuracy
value: 0.8947368421052632
verified: no, task: type: preference_evaluation
dataset: name: alpacaeval-length
type: alpacaeval-length
metrics: type: accuracy
value: 0.6842105263157895
verified: no, task: type: preference_evaluation
dataset: name: donotanswer
type: donotanswer
metrics: type: accuracy
value: 0.34558823529411764
verified: no, task: type: preference_evaluation
dataset: name: hep-cpp
type: hep-cpp
metrics: type: accuracy
value: 0.6646341463414634
verified: no, task: type: preference_evaluation
dataset: name: hep-go
type: hep-go
metrics: type: accuracy
value: 0.6951219512195121
verified: no, task: type: preference_evaluation
dataset: name: hep-java
type: hep-java
metrics: type: accuracy
value: 0.6707317073170732
verified: no, task: type: preference_evaluation
dataset: name: hep-js
type: hep-js
metrics: type: accuracy
value: 0.676829268292683
verified: no, task: type: preference_evaluation
dataset: name: hep-python
type: hep-python
metrics: type: accuracy
value: 0.6829268292682927
verified: no, task: type: preference_evaluation
dataset: name: hep-rust
type: hep-rust
metrics: type: accuracy
value: 0.5609756097560976
verified: no, task: type: preference_evaluation
dataset: name: llmbar-adver-GPTInst
type: llmbar-adver-GPTInst
metrics: type: accuracy
value: 0.31521739130434784
verified: no, task: type: preference_evaluation
dataset: name: llmbar-adver-GPTOut
type: llmbar-adver-GPTOut
metrics: type: accuracy
value: 0.5531914893617021
verified: no, task: type: preference_evaluation
dataset: name: llmbar-adver-manual
type: llmbar-adver-manual
metrics: type: accuracy
value: 0.43478260869565216
verified: no, task: type: preference_evaluation
dataset: name: llmbar-adver-neighbor
type: llmbar-adver-neighbor
metrics: type: accuracy
value: 0.6044776119402985
verified: no, task: type: preference_evaluation
dataset: name: llmbar-natural
type: llmbar-natural
metrics: type: accuracy
value: 0.64
verified: no, task: type: preference_evaluation
dataset: name: math-prm
type: math-prm
metrics: type: accuracy
value: 0.12751677852348994
verified: no, task: type: preference_evaluation
dataset: name: mt-bench-easy
type: mt-bench-easy
metrics: type: accuracy
value: 0.7857142857142857
verified: no, task: type: preference_evaluation
dataset: name: mt-bench-hard
type: mt-bench-hard
metrics: type: accuracy
value: 0.5405405405405406
verified: no, task: type: preference_evaluation
dataset: name: mt-bench-med
type: mt-bench-med
metrics: type: accuracy
value: 0.775
verified: no, task: type: preference_evaluation
dataset: name: refusals-dangerous
type: refusals-dangerous
metrics: type: accuracy
value: 0.18
verified: no, task: type: preference_evaluation
dataset: name: refusals-offensive
type: refusals-offensive
metrics: type: accuracy
value: 0.58
verified: no, task: type: preference_evaluation
dataset: name: xstest-should-refuse
type: xstest-should-refuse
metrics: type: accuracy
value: 0.461038961038961
verified: no, task: type: preference_evaluation
dataset: name: xstest-should-respond
type: xstest-should-respond
metrics: type: accuracy
value: 0.66
verified: no
Likes: 0 | All-time downloads: 17
Created: 2024-05-06 01:03:31