mrm8488's picture
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#2)
1320efd
metadata
language: en
tags:
  - news
  - classification
  - mini
datasets:
  - ag_news
widget:
  - text: >-
      Israel withdraws from Gaza camp Israel withdraws from Khan Younis refugee
      camp in the Gaza Strip, after a four-day operation that left 11 dead.
model-index:
  - name: mrm8488/bert-mini-finetuned-age_news-classification
    results:
      - task:
          type: text-classification
          name: Text Classification
        dataset:
          name: ag_news
          type: ag_news
          config: default
          split: test
        metrics:
          - type: accuracy
            value: 0.9339473684210526
            name: Accuracy
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOGMyMDQ2MWFkMjVmNzI1YjJjNGI4MzVmYjI4YjM4NWJhYTE4NjM1YTU5YmFlNjE4OTM1ODUzMTQzYjkzOWFiNCIsInZlcnNpb24iOjF9.2LUwbHZXya2yH5UQmSJgzwad-k00u4woOKWKDbdgYdxBSeAK_5hxql5E6htJyb10xcqrd6fOMHzPNIboC0N_AA
          - type: precision
            value: 0.9341278202108704
            name: Precision Macro
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDQ3MThmNjZkMWUxM2ZkMzk4ZjVkOTIzMDkwN2IwODNkNTMwYjNjZDlhM2VkOWJiMDE0ZGJiZGRhOTJhZTFiNCIsInZlcnNpb24iOjF9.SYSvqyyCO1wX25qDdH7yDa4lB4ZbkPbVDiU7006K-QYG1eQ2ZSaLiYEkPZjnHOP0A1pOKCr1Eu8pyHi61dpeDw
          - type: precision
            value: 0.9339473684210526
            name: Precision Micro
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDdhYThkODVlN2I0ZTBlZmY3ZjBkMGVkZmU0Yjk5NmUzYjA1NWRjZTU1M2FlZDk3NDUyNDhiNjgxZDU2MTcyMyIsInZlcnNpb24iOjF9.GMvGnfrD4KPWlJfbwCSpJ5J-2rhKp9JpULfn9hMA_UIcXAxBvowJ4Jq2TSUACfu0e11ZkHGX9ieInVDaUvaNDA
          - type: precision
            value: 0.9341278202108704
            name: Precision Weighted
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWJiNmE1YjhkYmI5ODU5ODI1NjZmOWQ5YTNjMjI0OTZiMWJhNTc5NTkzODc2ZjBmMGQ1M2Y3YTFiOGI4M2Q3ZiIsInZlcnNpb24iOjF9.Rff7RZQBYpghWbMMTOllZD-Hvg0XzHBnu5O-p944wLZDYOdptMQsH5pxMvpHGdMV3ubhywBNmk6LLpWV_SWUBQ
          - type: recall
            value: 0.9339473684210526
            name: Recall Macro
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgxYThiOWMwNDQ1NTFkZDgwZGQ5YWE0ODg5YjFmNDNkZGQzNTAxYjJkNDE1M2Q1MDlhNWRhZjc0Mjc5MGMwOSIsInZlcnNpb24iOjF9.3zmvO72C0JdwsTuQ0JM4AyQ5uI7nzR7WWi_is9biXl8MpWTzfUnhfID5aMm2Ysbmvq_4LQR-8JhoVGMW-42fDw
          - type: recall
            value: 0.9339473684210526
            name: Recall Micro
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjJmNmQ1NjBmZDg3NzU1NWY5MjNlZTk1ODUxODE2NjNmNDg4NDM0MjFiNmZhYjc2YjhmYTQ5YTNjZjIwNGQ1YSIsInZlcnNpb24iOjF9.KE63WXvmB98lfKxxSfmefCB2rXWhaUWO-YcOMthGoGXMIB4asizAuu-bhOvXaAyFCzGfGKk8OFvB6r6QzE8MCg
          - type: recall
            value: 0.9339473684210526
            name: Recall Weighted
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODE4ZTNhNmZkMTQxMmZjYjZmOTI1NGRmM2U3NTE5NDJhZmRkNThlNjVmOTU0ZTIwMDhkYjk1MzYzMDRhY2JkMiIsInZlcnNpb24iOjF9.B4h2dORHGgtsx-2mDbmyOMQzUNaS0WNKoMwI6kGYfQNVp_X0m6XYPI9mxmOJqugVuzctTgY-Ujk24rwUTc2dBg
          - type: f1
            value: 0.9339351653217216
            name: F1 Macro
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZTVjMWY4MjQ1ZmRhMWRiZTYwZWVkNjBkMTA3OTJkM2NiNWRkZDg2NWZkZTNlODBmODRlYzQ3NGUzNDBjMjQ5MyIsInZlcnNpb24iOjF9.9EEslDwEPYwqKbKHAi2pwKu75t7Upph7v40ZHiQk-n-PDwvCaYfBtwoamMbKyJhoU7NPcX79FUq8cOvN5t_FBA
          - type: f1
            value: 0.9339473684210526
            name: F1 Micro
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzYxNDkzNjYwODE4NTlkYWI0M2M2MWEwYmE0ZGQxMGJlY2UzYmE5NTBiMjA0ODY0NzI3MzIzOTFmZGJhOTUwZSIsInZlcnNpb24iOjF9.G25vyEwE1dJQYbxyUmWS_aap56kX3O1nSHOdketgGvDEyWeRLWJSfd1LUN14NUp9YvPabgLPSx2X5CKaOvNNCA
          - type: f1
            value: 0.9339351653217215
            name: F1 Weighted
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjlmY2ZkZjMyZjE1YjVlMGNkNmJhZTM5ZjFlMzVjMzNkOWRiZWRjZTBmMTk1YjQwZDgwY2YwNTg2YWViMzkxYyIsInZlcnNpb24iOjF9.7S_zA7SiEnaNm3RQzAv8rT0OHuKeG_EB5YpiGJeSlcKDTDyOYoNL5ZQ2wjsUpx5ofAFkdU2u0RNwEu8pgeHjAQ
          - type: loss
            value: 0.20814141631126404
            name: loss
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZmE2OWY4MjU4ZmY1NTgzN2NmNTcwMjU4NWE0ZWE5YTY5M2EyZmJjMzVkZmQ1OGNlNGJiYWFjYmI2ZThhYmU2MyIsInZlcnNpb24iOjF9.WUB0AhSCxHO1Ji7sL92A4UYA7EhJQQTxgZ4lTwm4mdWAYPYxuQ5UhOL0fZpZfsfqtkym8LdcxPozwIvxSsH1AQ

BERT-Mini fine-tuned on age_news dataset for news classification

Test set accuray: 0.93