Hugging Face model: ayjays132/PHILLNET-1
Author: ayjays132
Created: 2025-04-05 06:03:45
Last modified: 2025-06-23 20:49:08
Pipeline: text-generation
Library: transformers
Likes: 1 | Downloads: 21
Tags: transformers, pytorch, safetensors, gpt2, text-generation, conversational, dynamic, adaptive, en, dataset:ayjays132/Sprout-AGI, license:apache-2.0, text-generation-inference, endpoints_compatible, region:us
Card metadata:
activation_function: gelu
architectures: DynamicNeuralNetwork
attn_pdrop: 0.1
bos_token_id: 50256
embd_pdrop: 0.1
eos_token_id: 50256
initializer_range: 0.02
layer_norm_epsilon: 1e-05
model_type: phillnet1
n_ctx: 512
n_embd: 1024
n_experts: 16
n_layer: 1
n_positions: 512
n_special: 0
predict_special_tokens: yes
task_specific_params: conversational: max_length: 512
min_length: 20
length_penalty: 1.5
num_beams: 5
early_stopping: yes
no_repeat_ngram_size: 3
temperature: 0.7
top_k: 50
top_p: 0.9
license: apache-2.0
datasets: ayjays132/Sprout-AGI
language: en
tags: conversational, dynamic, adaptive
metrics: perplexity, accuracy
custom_params: adaptation_rate: 0.01
growth_improvement_threshold: 0.01
hidden_dim: 1024
initial_neuron_count: 4096
innovative_growth_net: adaptation_rate: 0.01
initial_capacity: 4096
input_size: 2048
input_dimension: 1024
low_stability_threshold: 0.01
max_complexity: 50000
max_neurons: 4096
max_sequence_length: 512
min_epochs_before_growth: 5
model_filename: pytorch_model.bin
num_embeddings: 50280
pruning_improvement_threshold: 0.005
stability_threshold: 0.02
start_token_index: 2
max_input_length: 512
max_total_tokens: 515
max_concurrent_requests: 128
max_best_of: 2
max_stop_sequences: 4
max_top_n_tokens: 5
waiting_served_ratio: 1.2
max_batch_prefill_tokens: 512
max_waiting_tokens: 200
pipeline_tag: text-generation
library_name: transformers