_name_or_path=/workspace/hf_cache/models--google--gemma-4-E2B-it-assistant/snapshots/5810c41a67974da9c7bd6f3e6c69d5d13854d9f0
architectures=Gemma4AssistantForCausalLM
attention_head_dim=256
attention_heads=4
attention_kv_heads=1
audio_token_id=258881
backbone_hidden_size=1536
boa_token_id=256000
boi_token_id=255999
centroid_intermediate_top_k=32
chunk_size_feed_forward=0
context_length=131072
dtype=bfloat16
eoa_token_id=258883
eoi_token_id=258882
ffn_intermediate_dim=2048
hidden_dim=256
image_token_id=258880
is_encoder_decoder=false
layer_norm_eps=1e-06
layer_types=sliding_attention,sliding_attention,sliding_attention,full_attention
model_type=gemma4_assistant
moe_every_n_layers=0
num_centroids=2048
num_experts=0
num_experts_per_tok=0
num_layers=4
num_shared_experts=0
num_top_experts=0
output_attentions=false
output_hidden_states=false
return_dict=true
rope_theta=10000.0
tie_word_embeddings=true
transformers_version=5.8.0
use_ordered_embeddings=true
vocab_size=262144
