Upload folder using huggingface_hub
Browse files- updated_llama_tokenizer_encodec.pt/special_tokens_map.json +3 -0
- updated_llama_tokenizer_encodec.pt/tokenizer.json +3 -0
- updated_llama_tokenizer_encodec.pt/tokenizer_config.json +3 -0
- updated_llama_tokenizer_frequency.pt/special_tokens_map.json +3 -0
- updated_llama_tokenizer_frequency.pt/tokenizer.json +3 -0
- updated_llama_tokenizer_frequency.pt/tokenizer_config.json +3 -0
updated_llama_tokenizer_encodec.pt/special_tokens_map.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc2e013b7545f183ef03e079a3c91c6f364fa37e4068c512d7dd843e59024535
|
| 3 |
+
size 301
|
updated_llama_tokenizer_encodec.pt/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:93f6a45395da410327323bd951ff02513cfa3255cb0579259ab4b975a8cedad8
|
| 3 |
+
size 17276763
|
updated_llama_tokenizer_encodec.pt/tokenizer_config.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61cafd95d97724c0335918d622bce3b30b26b10b4ad6e9a0e23e0a4ce1c2b3fa
|
| 3 |
+
size 113629
|
updated_llama_tokenizer_frequency.pt/special_tokens_map.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc2e013b7545f183ef03e079a3c91c6f364fa37e4068c512d7dd843e59024535
|
| 3 |
+
size 301
|
updated_llama_tokenizer_frequency.pt/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8d0f7fe6d29a4925f2d86563fa7d8ac4adb355b626b5101a0aae432ef6d02e0d
|
| 3 |
+
size 17219375
|
updated_llama_tokenizer_frequency.pt/tokenizer_config.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fa10542c9061bcf4e0e502e1cffa0f5a3f572208901c21185fcfe20766e8b60
|
| 3 |
+
size 59481
|