jeffra commited on
Commit
58dc425
·
verified ·
1 Parent(s): a1604d2

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["ArcticLSTMSpeculatorPreTrainedModel"], "base_model_name_or_path": "meta-llama/Llama-3.1-70B-Instruct", "input_hidden_dim": 8192, "inner_dim": "4096", "proj_dim": "4096", "emb_dim": "4096", "model_type": "mlp_speculator", "n_candidates": 3, "n_predict": 3, "scale_input": true, "tie_weights": true, "tie_lstm_embs": true, "top_k_tokens_per_head": [1, 1, 1], "torch_dtype": "bfloat16", "transformers_version": "4.47.0", "vocab_size": 128256, "method": "sum_lstm"}