prithivMLmods commited on
Commit
eb346fe
·
verified ·
1 Parent(s): 3b66f70

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +43 -1
README.md CHANGED
@@ -10,4 +10,46 @@ pipeline_tag: text-generation
10
  library_name: transformers
11
  tags:
12
  - text-generation-inference
13
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  library_name: transformers
11
  tags:
12
  - text-generation-inference
13
+ ---
14
+
15
+
16
+ ```py
17
+ pip install transformers
18
+ ```
19
+
20
+ ```py
21
+ import torch
22
+ from transformers import GPT2LMHeadModel, GPT2Tokenizer
23
+
24
+ # Loading pre-trained GPT-2 model and tokenizer
25
+ model_name = "prithivMLmods/Gpt2-Wikitext-9180"
26
+ tokenizer = GPT2Tokenizer.from_pretrained(model_name)
27
+ model = GPT2LMHeadModel.from_pretrained(model_name)
28
+
29
+ # Set the model to evaluation mode
30
+ model.eval()
31
+ ```
32
+
33
+ ```py
34
+ def generate_text(prompt, max_length=100, temperature=0.8, top_k=50):
35
+ input_ids = tokenizer.encode(prompt, return_tensors="pt")
36
+ output = model.generate(
37
+ input_ids,
38
+ max_length=max_length,
39
+ temperature=temperature,
40
+ top_k=top_k,
41
+ pad_token_id=tokenizer.eos_token_id,
42
+ do_sample=True
43
+ )
44
+ generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
45
+ return generated_text
46
+ ```
47
+
48
+ ```py
49
+ # Example prompt
50
+ prompt = "Once upon a time"
51
+ generated_text = generate_text(prompt, max_length=68)
52
+
53
+ # Print the generated text
54
+ print(generated_text)
55
+ ```