facebook
/

KernelLLM

Text Generation

text-generation-inference

Model card Files Files and versions

ChrisCummins commited on Apr 15

Commit

8064ae2

·

verified ·

1 Parent(s): d20aedd

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -39,12 +39,12 @@ prompt = "import torch"
 response = pipeline(
     prompt,
     do_sample=True,
-    top_k=2,
     temperature=0.1,
     top_p=0.95,
     num_return_sequences=1,
     eos_token_id=tokenizer.eos_token_id,
-    max_length=100,
     truncation=True,
 )[0]
 print(prompt, response, join="")

 response = pipeline(
     prompt,
     do_sample=True,
+    top_k=10,
     temperature=0.1,
     top_p=0.95,
     num_return_sequences=1,
     eos_token_id=tokenizer.eos_token_id,
+    max_length=200,
     truncation=True,
 )[0]
 print(prompt, response, join="")