Update README.md
Browse files
README.md
CHANGED
@@ -88,6 +88,7 @@ vLLM aslo supports OpenAI-compatible serving. See the [documentation](https://do
|
|
88 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
89 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
90 |
from llmcompressor.transformers import oneshot
|
|
|
91 |
|
92 |
# Load model
|
93 |
model_stub = "microsoft/phi-4"
|
|
|
88 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
89 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
90 |
from llmcompressor.transformers import oneshot
|
91 |
+
from datasets import load_dataset
|
92 |
|
93 |
# Load model
|
94 |
model_stub = "microsoft/phi-4"
|