Model: blockblockblock/Llama3-8B-Instruct-Replete-Adapted-bpw5.5-exl2
Author: blockblockblock
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, llama, text-generation, text-generation-inference, unsloth, conversational, dataset:Replete-AI/code_bagel_hermes-2.5, dataset:Replete-AI/code_bagel, dataset:Replete-AI/OpenHermes-2.5-Uncensored, dataset:teknium/OpenHermes-2.5, dataset:layoric/tiny-codes-alpaca, dataset:glaiveai/glaive-code-assistant-v3, dataset:ajibawa-2023/Code-290k-ShareGPT, dataset:TIGER-Lab/MathInstruct, dataset:chargoddard/commitpack-ft-instruct-rated, dataset:iamturun/code_instructions_120k_alpaca, dataset:ise-uiuc/Magicoder-Evol-Instruct-110K, dataset:cognitivecomputations/dolphin-coder, dataset:nickrosh/Evol-Instruct-Code-80k-v1, dataset:coseal/CodeUltraFeedback_binarized, dataset:glaiveai/glaive-function-calling-v2, dataset:CyberNative/Code_Vulnerability_Security_DPO, dataset:jondurbin/airoboros-2.2, dataset:camel-ai, dataset:lmsys/lmsys-chat-1m, dataset:CollectiveCognition/chats-data-2023-09-22, dataset:CoT-Alpaca-GPT4, dataset:WizardLM/WizardLM_evol_instruct_70k, dataset:WizardLM/WizardLM_evol_instruct_V2_196k, dataset:teknium/GPT4-LLM-Cleaned, dataset:GPTeacher, dataset:OpenGPT, dataset:meta-math/MetaMathQA, dataset:Open-Orca/SlimOrca, dataset:garage-bAInd/Open-Platypus, dataset:anon8231489123/ShareGPT_Vicuna_unfiltered, dataset:Unnatural-Instructions-GPT4, license:other, model-index, endpoints_compatible, exl2, region:us
Card metadata: license: other
license_name: llama-3
license_link: https://llama.meta.com/llama3/license/
tags: text-generation-inference, transformers, unsloth, llama
datasets: Replete-AI/code_bagel_hermes-2.5, Replete-AI/code_bagel, Replete-AI/OpenHermes-2.5-Uncensored, teknium/OpenHermes-2.5, layoric/tiny-codes-alpaca, glaiveai/glaive-code-assistant-v3, ajibawa-2023/Code-290k-ShareGPT, TIGER-Lab/MathInstruct, chargoddard/commitpack-ft-instruct-rated, iamturun/code_instructions_120k_alpaca, ise-uiuc/Magicoder-Evol-Instruct-110K, cognitivecomputations/dolphin-coder, nickrosh/Evol-Instruct-Code-80k-v1, coseal/CodeUltraFeedback_binarized, glaiveai/glaive-function-calling-v2, CyberNative/Code_Vulnerability_Security_DPO, jondurbin/airoboros-2.2, camel-ai, lmsys/lmsys-chat-1m, CollectiveCognition/chats-data-2023-09-22, CoT-Alpaca-GPT4, WizardLM/WizardLM_evol_instruct_70k, WizardLM/WizardLM_evol_instruct_V2_196k, teknium/GPT4-LLM-Cleaned, GPTeacher, OpenGPT, meta-math/MetaMathQA, Open-Orca/SlimOrca, garage-bAInd/Open-Platypus, anon8231489123/ShareGPT_Vicuna_unfiltered, Unnatural-Instructions-GPT4
model-index: name: Replete-Coder-llama3-8b
results: task: name: HumanEval
type: text-generation
dataset: type: openai_humaneval
name: HumanEval
metrics: name: pass@1
type: pass@1
value: 0.6468383584267833
verified: no, task: name: AI2 Reasoning Challenge
type: text-generation
dataset: name: AI2 Reasoning Challenge (25-Shot)
type: ai2_arc
config: ARC-Challenge
split: test
args: num_few_shot: 25
metrics: type: accuracy
name: normalized accuracy
verified: no
source: url: https://www.placeholderurl.com
name: Open LLM Leaderboard, task: name: Text Generation
type: text-generation
dataset: name: HellaSwag (10-Shot)
type: hellaswag
split: validation
args: num_few_shot: 10
metrics: type: accuracy
name: normalized accuracy
verified: no
source: url: https://www.placeholderurl.com
name: Open LLM Leaderboard, task: name: Text Generation
type: text-generation
dataset: name: MMLU (5-Shot)
type: cais/mmlu
config: all
split: test
args: num_few_shot: 5
metrics: type: accuracy
name: accuracy
verified: no
source: url: https://www.placeholderurl.com
name: Open LLM Leaderboard, task: name: Text Generation
type: text-generation
dataset: name: TruthfulQA (0-shot)
type: truthful_qa
config: multiple_choice
split: validation
args: num_few_shot: 0
metrics: type: multiple_choice_accuracy
verified: no
source: url: https://www.placeholderurl.com
name: Open LLM Leaderboard, task: name: Text Generation
type: text-generation
dataset: name: Winogrande (5-shot)
type: winogrande
config: winogrande_xl
split: validation
args: num_few_shot: 5
metrics: type: accuracy
name: accuracy
verified: no
source: url: https://www.placeholderurl.com
name: Open LLM Leaderboard, task: name: Text Generation
type: text-generation
dataset: name: GSM8k (5-shot)
type: gsm8k
config: main
split: test
args: num_few_shot: 5
metrics: type: accuracy
name: accuracy
verified: no
source: url: https://www.placeholderurl.com
name: Open LLM Leaderboard
Likes: 0 | All-time downloads: 135
Created: 2024-07-05 22:24:33