Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,36 +2,4 @@ import gradio as gr
|
|
| 2 |
# gr.load("models/unsloth/Qwen2.5-7B-Instruct-bnb-4bit").launch()
|
| 3 |
#models/tarfandoon/adabi
|
| 4 |
# gr.load("models/unsloth/Qwen2-0.5B").launch()
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
import transformers
|
| 8 |
-
import torch
|
| 9 |
-
|
| 10 |
-
model_id = "hbsanaweb/sana-lama"
|
| 11 |
-
|
| 12 |
-
pipeline = transformers.pipeline(
|
| 13 |
-
"text-generation",
|
| 14 |
-
model=model_id,
|
| 15 |
-
model_kwargs={"torch_dtype": torch.bfloat16},
|
| 16 |
-
device_map="auto",
|
| 17 |
-
)
|
| 18 |
-
|
| 19 |
-
messages = [
|
| 20 |
-
{"role": "system", "content": "تو یک چت بات به زبان فارسی هستی"},
|
| 21 |
-
{"role": "user", "content": "شما کی هستی؟"},
|
| 22 |
-
]
|
| 23 |
-
|
| 24 |
-
terminators = [
|
| 25 |
-
pipeline.tokenizer.eos_token_id,
|
| 26 |
-
pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
| 27 |
-
]
|
| 28 |
-
|
| 29 |
-
outputs = pipeline(
|
| 30 |
-
messages,
|
| 31 |
-
max_new_tokens=256,
|
| 32 |
-
eos_token_id=terminators,
|
| 33 |
-
do_sample=True,
|
| 34 |
-
temperature=0.6,
|
| 35 |
-
top_p=0.9,
|
| 36 |
-
)
|
| 37 |
-
print(outputs[0]["generated_text"][-1])
|
|
|
|
| 2 |
# gr.load("models/unsloth/Qwen2.5-7B-Instruct-bnb-4bit").launch()
|
| 3 |
#models/tarfandoon/adabi
|
| 4 |
# gr.load("models/unsloth/Qwen2-0.5B").launch()
|
| 5 |
+
gr.load("models/hbsanaweb/sana-lama").launch()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|