alexmarques commited on
Commit
27f4658
·
verified ·
1 Parent(s): f9dc08d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -88,6 +88,7 @@ vLLM aslo supports OpenAI-compatible serving. See the [documentation](https://do
88
  from transformers import AutoModelForCausalLM, AutoTokenizer
89
  from llmcompressor.modifiers.quantization import GPTQModifier
90
  from llmcompressor.transformers import oneshot
 
91
 
92
  # Load model
93
  model_stub = "microsoft/phi-4"
 
88
  from transformers import AutoModelForCausalLM, AutoTokenizer
89
  from llmcompressor.modifiers.quantization import GPTQModifier
90
  from llmcompressor.transformers import oneshot
91
+ from datasets import load_dataset
92
 
93
  # Load model
94
  model_stub = "microsoft/phi-4"