Upload folder using huggingface_hub

README.md

@@ -113,10 +113,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 modelpath = "Chain-GPT/Solidity-LLM"
 
 tokenizer = AutoTokenizer.from_pretrained(modelpath)
-model = AutoModelForCausalLM.from_pretrained(modelpath)
+model = AutoModelForCausalLM.from_pretrained(modelpath).cuda()
 
 prompt = "Write a Solidity function to transfer tokens."
-inputs = tokenizer(prompt, return_tensors="pt")
+inputs = tokenizer(prompt, return_tensors="pt").cuda()
 
 outputs = model.generate(**inputs, max_new_tokens=1400, pad_token_id=tokenizer.eos_token_id)
 generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
@@ -135,7 +135,7 @@ from threading import Thread
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 
 model = AutoModelForCausalLM.from_pretrained(
-    "ChainGPT/SolidityLLM",
+    "Chain-GPT/Solidity-LLM",
     torch_dtype=torch.bfloat16,
     device_map="cuda"
 )