Nicolas Iglesias
commited on
Commit
·
4d45f57
1
Parent(s):
473eebe
Update README.md
Browse files
README.md
CHANGED
@@ -34,8 +34,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
|
|
34 |
tokenizer = AutoTokenizer.from_pretrained("zenos-gpt-j-6B-alpaca-evol-4bit")
|
35 |
model = AutoModelForCausalLM.from_pretrained("zenos-gpt-j-6B-alpaca-evol-4bit")
|
36 |
|
37 |
-
# Generate text
|
38 |
-
prompt = '
|
39 |
|
40 |
inputs = tokenizer(prompt, return_tensors="pt")
|
41 |
input_ids = inputs["input_ids"].to(model.device)
|
|
|
34 |
tokenizer = AutoTokenizer.from_pretrained("zenos-gpt-j-6B-alpaca-evol-4bit")
|
35 |
model = AutoModelForCausalLM.from_pretrained("zenos-gpt-j-6B-alpaca-evol-4bit")
|
36 |
|
37 |
+
# Generate text; watch out the padding between [INST] ... [/INST]
|
38 |
+
prompt = '[INST] Escribe un poema breve usando cuatro versos [/INST]'
|
39 |
|
40 |
inputs = tokenizer(prompt, return_tensors="pt")
|
41 |
input_ids = inputs["input_ids"].to(model.device)
|