Download text_encoder/config.json from data-archetype/dflow_2b: direct link, hf CLI and curl.
- Browser
- Download file 1.06 kB
-
https://huggingface.co/data-archetype/dflow_2b/resolve/main/text_encoder/config.json
- Command line
-
hf download hf://data-archetype/dflow_2b/text_encoder/config.json
-
curl -L -o config.json https://huggingface.co/data-archetype/dflow_2b/resolve/main/text_encoder/config.json
1.06 kB
| { | |
| "vocab_size": 262144, | |
| "hidden_size": 640, | |
| "intermediate_size": 2048, | |
| "num_attention_heads": 4, | |
| "num_key_value_heads": 1, | |
| "head_dim": 256, | |
| "query_pre_attn_scalar": 256.0, | |
| "rms_norm_eps": 1e-06, | |
| "sliding_window": 512, | |
| "layer_types": [ | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention" | |
| ], | |
| "sliding_rope": { | |
| "theta": 10000.0, | |
| "rope_type": "default", | |
| "factor": 1.0 | |
| }, | |
| "full_rope": { | |
| "theta": 1000000.0, | |
| "rope_type": "linear", | |
| "factor": 8.0 | |
| }, | |
| "embed_scale": 25.298221281347036, | |
| "eoi_token_index": 256000, | |
| "tap_layers": [ | |
| 2, | |
| 6, | |
| 12 | |
| ], | |
| "dtype": "bfloat16", | |
| "source_repository": "google/t5gemma-2-270m-270m", | |
| "source_revision": "7c38f16641f455ef0685b18431faf1b17722d5a1", | |
| "source_layers_used": "token embeddings and encoder layers 1-12 of 18" | |
| } | |