update README
Browse files
README.md
CHANGED
|
@@ -74,14 +74,15 @@ IQuest-Coder-V1 uses custom modeling code via Hugging Face's auto_map feature. W
|
|
| 74 |
```python
|
| 75 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 76 |
|
| 77 |
-
model_name = "
|
| 78 |
|
| 79 |
# Load the tokenizer and model
|
| 80 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 81 |
model = AutoModelForCausalLM.from_pretrained(
|
| 82 |
model_name,
|
| 83 |
torch_dtype="auto",
|
| 84 |
-
device_map="
|
|
|
|
| 85 |
)
|
| 86 |
|
| 87 |
# Prepare the input
|
|
|
|
| 74 |
```python
|
| 75 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 76 |
|
| 77 |
+
model_name = "IQuestLab/IQuest-Coder-V1-40B-Instruct"
|
| 78 |
|
| 79 |
# Load the tokenizer and model
|
| 80 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
| 81 |
model = AutoModelForCausalLM.from_pretrained(
|
| 82 |
model_name,
|
| 83 |
torch_dtype="auto",
|
| 84 |
+
device_map="cuda:0",
|
| 85 |
+
trust_remote_code=True,
|
| 86 |
)
|
| 87 |
|
| 88 |
# Prepare the input
|