develop #1
|
@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|||
|
||||
location = "Godala-moe"
|
||||
|
||||
device = "cuda" # cpu when not using gpu
|
||||
device = "gpu" # or cpu
|
||||
tokenizer = AutoTokenizer.from_pretrained(location)
|
||||
|
||||
model = AutoModelForCausalLM.from_pretrained(location).to(device)
|
||||
|
|
Loading…
Reference in New Issue