simplified comments
This commit is contained in:
parent
3bcf8a25b2
commit
4cc7b619f9
|
@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
||||||
|
|
||||||
location = "Godala-moe"
|
location = "Godala-moe"
|
||||||
|
|
||||||
device = "cuda" # cpu when not using gpu
|
device = "gpu" # or cpu
|
||||||
tokenizer = AutoTokenizer.from_pretrained(location)
|
tokenizer = AutoTokenizer.from_pretrained(location)
|
||||||
|
|
||||||
model = AutoModelForCausalLM.from_pretrained(location).to(device)
|
model = AutoModelForCausalLM.from_pretrained(location).to(device)
|
||||||
|
|
Loading…
Reference in New Issue