yxing-bj commited on
Commit
78ad376
·
1 Parent(s): 3067f8a

update README

Browse files
Files changed (1) hide show
  1. README.md +4 -3
README.md CHANGED
@@ -74,14 +74,15 @@ IQuest-Coder-V1 uses custom modeling code via Hugging Face's auto_map feature. W
74
  ```python
75
  from transformers import AutoModelForCausalLM, AutoTokenizer
76
 
77
- model_name = "IQuest/IQuest-Coder-V1-40B-Instruct"
78
 
79
  # Load the tokenizer and model
80
- tokenizer = AutoTokenizer.from_pretrained(model_name)
81
  model = AutoModelForCausalLM.from_pretrained(
82
  model_name,
83
  torch_dtype="auto",
84
- device_map="auto"
 
85
  )
86
 
87
  # Prepare the input
 
74
  ```python
75
  from transformers import AutoModelForCausalLM, AutoTokenizer
76
 
77
+ model_name = "IQuestLab/IQuest-Coder-V1-40B-Instruct"
78
 
79
  # Load the tokenizer and model
80
+ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
81
  model = AutoModelForCausalLM.from_pretrained(
82
  model_name,
83
  torch_dtype="auto",
84
+ device_map="cuda:0",
85
+ trust_remote_code=True,
86
  )
87
 
88
  # Prepare the input