vishesh-t27 commited on
Commit
aa593c0
·
verified ·
1 Parent(s): 94a8490

updated readme.md

Browse files
Files changed (1) hide show
  1. README.md +29 -10
README.md CHANGED
@@ -51,16 +51,35 @@ The model is trained on English and a diverse set of Indic languages, including
51
  ```python
52
  from transformers import AutoModelForCausalLM, AutoTokenizer
53
 
54
- model_name = "Rta-AILabs/Nandi-150M"
55
-
56
- tokenizer = AutoTokenizer.from_pretrained(model_name)
57
- model = AutoModelForCausalLM.from_pretrained(model_name)
58
-
59
- prompt = "Explain transformer in simple words."
60
- inputs = tokenizer(prompt, return_tensors="pt")
61
-
62
- outputs = model.generate(**inputs, max_new_tokens=100)
63
- print(tokenizer.decode(outputs[0]))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64
  ```
65
 
66
  ## 📝 Upcoming Releases & Roadmap
 
51
  ```python
52
  from transformers import AutoModelForCausalLM, AutoTokenizer
53
 
54
+ model_name = "Rta-AILabs/Nandi-mini-150M"
55
+
56
+ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
57
+
58
+ model = AutoModelForCausalLM.from_pretrained(
59
+ model_name,
60
+ trust_remote_code=True,
61
+ device_map="auto",
62
+ torch_dtype=torch.bfloat16
63
+ )
64
+
65
+ prompt = "Newton's Second Law"
66
+ inputs = tokenizer.encode(prompt, return_tensors="pt").to(model.device)
67
+
68
+ outputs = model.generate(
69
+ inputs,
70
+ max_new_tokens=200,
71
+ do_sample=True,
72
+ temperature=0.3,
73
+ top_k=20,
74
+ top_p=0.95
75
+ )
76
+
77
+ response = tokenizer.decode(
78
+ outputs[0],
79
+ skip_special_tokens=True,
80
+ )
81
+
82
+ print(response)
83
  ```
84
 
85
  ## 📝 Upcoming Releases & Roadmap