Spaces:
Configuration error
Configuration error
fix model type
Browse files- local_perplexity.py +2 -2
local_perplexity.py
CHANGED
|
@@ -17,7 +17,7 @@ import datasets
|
|
| 17 |
import numpy as np
|
| 18 |
import torch
|
| 19 |
from torch.nn import CrossEntropyLoss
|
| 20 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoModelForSeq2SeqLM
|
| 21 |
|
| 22 |
import evaluate
|
| 23 |
from evaluate import logging
|
|
@@ -107,7 +107,7 @@ class Perplexity(evaluate.Metric):
|
|
| 107 |
else:
|
| 108 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 109 |
|
| 110 |
-
model =
|
| 111 |
model = model.to(device)
|
| 112 |
|
| 113 |
tokenizer = AutoTokenizer.from_pretrained(model_id, local_files_only=local_file_only)
|
|
|
|
| 17 |
import numpy as np
|
| 18 |
import torch
|
| 19 |
from torch.nn import CrossEntropyLoss
|
| 20 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoModelForSeq2SeqLM, AutoModel
|
| 21 |
|
| 22 |
import evaluate
|
| 23 |
from evaluate import logging
|
|
|
|
| 107 |
else:
|
| 108 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 109 |
|
| 110 |
+
model = AutoModel.from_pretrained(model_id, local_files_only=local_file_only)
|
| 111 |
model = model.to(device)
|
| 112 |
|
| 113 |
tokenizer = AutoTokenizer.from_pretrained(model_id, local_files_only=local_file_only)
|