Hugging Face model: Isotonic/Mixnueza-Chat-6x32M-MoE
Author: Isotonic
Created: 2024-04-02 19:39:39
Last modified: 2024-04-08 12:36:07
Pipeline: text-generation
Library: transformers
Likes: 1 | Downloads: 43
Tags: transformers, safetensors, mixtral, text-generation, moe, merge, mergekit, lazymergekit, Felladrin/Minueza-32M-Chat, conversational, dataset:databricks/databricks-dolly-15k, dataset:Felladrin/ChatML-databricks-dolly-15k, dataset:euclaise/reddit-instruct-curated, dataset:Felladrin/ChatML-reddit-instruct-curated, dataset:THUDM/webglm-qa, dataset:Felladrin/ChatML-WebGLM-QA, dataset:starfishmedical/webGPT_x_dolly, dataset:Felladrin/ChatML-webGPT_x_dolly, dataset:LDJnr/Capybara, dataset:Felladrin/ChatML-Capybara, dataset:Open-Orca/SlimOrca-Dedup, dataset:Felladrin/ChatML-SlimOrca-Dedup, dataset:HuggingFaceH4/ultrachat_200k, dataset:Felladrin/ChatML-ultrachat_200k, dataset:nvidia/HelpSteer, dataset:Felladrin/ChatML-HelpSteer, dataset:sablo/oasst2_curated, dataset:Felladrin/ChatML-oasst2_curated, dataset:CohereForAI/aya_dataset, dataset:Felladrin/ChatML-aya_dataset, dataset:argilla/distilabel-capybara-dpo-7k-binarized, dataset:Felladrin/ChatML-distilabel-capybara-dpo-7k-binarized, dataset:argilla/distilabel-intel-orca-dpo-pairs, dataset:Felladrin/ChatML-distilabel-intel-orca-dpo-pairs, dataset:argilla/ultrafeedback-binarized-preferences, dataset:Felladrin/ChatML-ultrafeedback-binarized-preferences, dataset:sablo/oasst2_dpo_pairs_en, dataset:Felladrin/ChatML-oasst2_dpo_pairs_en, dataset:NeuralNovel/Neural-DPO, dataset:Felladrin/ChatML-Neural-DPO, license:apache-2.0, text-generation-inference, endpoints_compatible, region:us
Card metadata:
license: apache-2.0
tags: moe, merge, mergekit, lazymergekit, Felladrin/Minueza-32M-Chat
pipeline_tag: text-generation
inference: parameters: max_new_tokens: 250
do_sample: yes
temperature: 0.65
top_p: 0.55
top_k: 35
repetition_penalty: 1.176
datasets: databricks/databricks-dolly-15k, Felladrin/ChatML-databricks-dolly-15k, euclaise/reddit-instruct-curated, Felladrin/ChatML-reddit-instruct-curated, THUDM/webglm-qa, Felladrin/ChatML-WebGLM-QA, starfishmedical/webGPT_x_dolly, Felladrin/ChatML-webGPT_x_dolly, LDJnr/Capybara, Felladrin/ChatML-Capybara, Open-Orca/SlimOrca-Dedup, Felladrin/ChatML-SlimOrca-Dedup, HuggingFaceH4/ultrachat_200k, Felladrin/ChatML-ultrachat_200k, nvidia/HelpSteer, Felladrin/ChatML-HelpSteer, sablo/oasst2_curated, Felladrin/ChatML-oasst2_curated, CohereForAI/aya_dataset, Felladrin/ChatML-aya_dataset, argilla/distilabel-capybara-dpo-7k-binarized, Felladrin/ChatML-distilabel-capybara-dpo-7k-binarized, argilla/distilabel-intel-orca-dpo-pairs, Felladrin/ChatML-distilabel-intel-orca-dpo-pairs, argilla/ultrafeedback-binarized-preferences, Felladrin/ChatML-ultrafeedback-binarized-preferences, sablo/oasst2_dpo_pairs_en, Felladrin/ChatML-oasst2_dpo_pairs_en, NeuralNovel/Neural-DPO, Felladrin/ChatML-Neural-DPO