kiranr commited on
Commit
40e4657
·
verified ·
1 Parent(s): 8ec781b

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +39 -0
  2. generation_config.json +11 -0
  3. model-00001-of-00051.safetensors +3 -0
  4. model-00002-of-00051.safetensors +3 -0
  5. model-00003-of-00051.safetensors +3 -0
  6. model-00004-of-00051.safetensors +3 -0
  7. model-00005-of-00051.safetensors +3 -0
  8. model-00006-of-00051.safetensors +3 -0
  9. model-00007-of-00051.safetensors +3 -0
  10. model-00008-of-00051.safetensors +3 -0
  11. model-00009-of-00051.safetensors +3 -0
  12. model-00010-of-00051.safetensors +3 -0
  13. model-00011-of-00051.safetensors +3 -0
  14. model-00012-of-00051.safetensors +3 -0
  15. model-00013-of-00051.safetensors +3 -0
  16. model-00014-of-00051.safetensors +3 -0
  17. model-00015-of-00051.safetensors +3 -0
  18. model-00016-of-00051.safetensors +3 -0
  19. model-00017-of-00051.safetensors +3 -0
  20. model-00018-of-00051.safetensors +3 -0
  21. model-00019-of-00051.safetensors +3 -0
  22. model-00020-of-00051.safetensors +3 -0
  23. model-00021-of-00051.safetensors +3 -0
  24. model-00022-of-00051.safetensors +3 -0
  25. model-00023-of-00051.safetensors +3 -0
  26. model-00024-of-00051.safetensors +3 -0
  27. model-00025-of-00051.safetensors +3 -0
  28. model-00026-of-00051.safetensors +3 -0
  29. model-00027-of-00051.safetensors +3 -0
  30. model-00028-of-00051.safetensors +3 -0
  31. model-00029-of-00051.safetensors +3 -0
  32. model-00030-of-00051.safetensors +3 -0
  33. model-00031-of-00051.safetensors +3 -0
  34. model-00032-of-00051.safetensors +3 -0
  35. model-00033-of-00051.safetensors +3 -0
  36. model-00034-of-00051.safetensors +3 -0
  37. model-00035-of-00051.safetensors +3 -0
  38. model-00036-of-00051.safetensors +3 -0
  39. model-00037-of-00051.safetensors +3 -0
  40. model-00038-of-00051.safetensors +3 -0
  41. model-00039-of-00051.safetensors +3 -0
  42. model-00040-of-00051.safetensors +3 -0
  43. model-00041-of-00051.safetensors +3 -0
  44. model-00042-of-00051.safetensors +3 -0
  45. model-00043-of-00051.safetensors +3 -0
  46. model-00044-of-00051.safetensors +3 -0
  47. model-00045-of-00051.safetensors +3 -0
  48. model-00046-of-00051.safetensors +3 -0
  49. model-00047-of-00051.safetensors +3 -0
  50. model-00048-of-00051.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/fss/users/kiran/models/wassemgtk--mergekit-passthrough-gxxbyln",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "hidden_act": "silu",
15
+ "hidden_size": 8192,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 28672,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 64,
22
+ "num_hidden_layers": 140,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": false,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.44.2",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "transformers_version": "4.44.2",
10
+ "use_cache": false
11
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01dd7b923f843def7e3d45c0b9dd74f08ef9e3450552453b3b8179300ce11c65
3
+ size 4584408808
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f0baf7003e0c9cc6e9a4439987de0b47ffc8df477d8ea93350d53880f231f8b
3
+ size 4664167376
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb106cac4845e28295c800643f48ef0b6538877433165f0f4bdc3665d4f902aa
3
+ size 4999711704
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d921f7bcb3c3afbfa56762507490e6b630a687afb6b367fa492990e9043740
3
+ size 4966157032
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f39afe477e6976056e8579e782fba6a87b0d5d708b0b4dd1f66d1d88e68afe2e
3
+ size 4664134408
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:490d08e1f8416e04b9383475a1f3738da4c5a368e4e9eaa0169595b8d663ea10
3
+ size 4664167408
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:668612d3e979b476bf4980b67ea00cf609a52cddd7dc5bba730fd885ec9b4a7a
3
+ size 4664167408
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972a5f876a54c3b9fef8a565846c879edb7ff8daf8e9fc08d9d6d75600a28d6a
3
+ size 4999711728
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f73c415df7363e242842c996049c2b98a39a59d05b427772796957f7492379
3
+ size 4966157056
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d826c139ce11821f7ff970d68efdcda8103e8572d147d89f38677cb2459c1717
3
+ size 4664134408
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6585513f4e0a143a9ff3a2dab4ecee9bb18a1a822bb254db963bdc5417f6f2eb
3
+ size 4664167408
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:266598241803137987a98ce3b1e9f85c1a6ef1bb8c68008f5dd10abd3b3c0f2c
3
+ size 4664167408
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6618af543c55e6e0007e71fe781c953302d9d3c97c6e0e9dbc0f0a3e772f351
3
+ size 4999711728
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584635e59a15b85d67e3d54e62bcf95513933948d221811bff4106236927983b
3
+ size 4966157056
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd2544133e8899460e6d4b6b866dc3910a6772c1fe83ced08f3a5e9a30ce9c24
3
+ size 4664134408
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f46571f277bf6e7df793879f6d5acaba9067705f32ea989978b2736d2fc46b1
3
+ size 4664167408
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11da79d9bffd2ffead94b5005a29c89766e38087277e0c8cf0994e6b49feeede
3
+ size 4664167408
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5094b6ea047b8f1f4ee96593f4b6d5c5481a093ecf85e297a1411201ecb3fe7
3
+ size 4999711728
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a5dafeef2e68d27479eedfe86ede8dad16c20380082b3eabd856a05540e3ad5
3
+ size 4966157056
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3691a2385a8eb78419e09f08631387b19fd722888393e98b95362030267ebca3
3
+ size 4664134408
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a23eac0001a303b799f1dd8777151560cce28881bd6c5f889ebf1e242b045562
3
+ size 4664167408
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b291fcb47040e027023a7a267dd217f9c0d0143e7deb7521af215d8e1fa67e8
3
+ size 4664167408
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c09824eadd246a6f27bdb57257c322c259ac4b04815eac3346f000d854775b
3
+ size 4999711728
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5396720a87f9ddbab958ea3831a2835b7ce950269a4c9c40e5f65f7967170cbf
3
+ size 4966157056
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:352a72a025ac6d58762dbee665b5b0aa6759f88b651a1434698e5e09edd94332
3
+ size 4664134408
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e803dab989db2824570d24e14c3c3e005dcb89e6505c83eaa59d8691c2edc0d
3
+ size 4664167408
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dbf16dfe83f9463b4f248572b0a37cacabbffe5d93aecf55af2673a173713a6
3
+ size 4664167408
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585ff43c6990fe199fbb7364b4ee9949aa92feed7c531e0801b2c712489fc47d
3
+ size 4999711728
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8dbb867bd404620373036c97a1d0f2545209e6ac71abc0dd6eba25f70406c9e
3
+ size 4966157056
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91d7402b222d09e26a16d8777d22216b6a4f65aee9c52000d7994f650d2cbac3
3
+ size 4664134408
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e5a0aec6dff0eea5f54675b0cda6fa086106b0243b0090d190eb6fee904901f
3
+ size 4664167408
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db12d07851d427caa8a6e7bcc94d84892808bc1c103208e66a92effe9a7065ce
3
+ size 4664167408
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c178a5a6306c62e5105bc040a99d0d00e3b4d9aab339709b3dccc8ebd3bf97ed
3
+ size 4999711728
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a525dc3844982eac7c3c2e10bba3325d2e89c505026edf3484c84a2abe24c3
3
+ size 4966157056
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bef6f1b7938c4fbd8bb04db96239f2d3ca32c54d9ac6b46b206986d0654862
3
+ size 4664134408
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f1e1930fa408425df03728b1dcb439d3af5541d264c823516d67efd0e97d467
3
+ size 4664167408
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ccae8aa45f5051572775b940dde24656bd713c4191d2f66585ad14b700d639
3
+ size 4664167432
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5983813c507dd36f2ab68036844745662eafaf2ca4dbef0e68534526502cc62
3
+ size 4999711752
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff1af714eb04e265583eb42a514a93dcf8bd1c2bfcc8cface802d9aa57e75c96
3
+ size 4966157080
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a6d091e24e71d924bbabd1816473edf127c73ee9ead2c15257274dcb534e871
3
+ size 4664134432
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7ebe667de80fd203745261432054feb245b9c68b19c8e31c5fe5335c185363
3
+ size 4664167432
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16c4ad4d98e05bbf68ca86837af10e6791d85fff8294e13d14069a856d639d0b
3
+ size 4664167432
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5362a866b741804af8cf991ac17b840d9f688ff40a59adfccbacb5a9844960c5
3
+ size 4999711752
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b54c463ac1bd443c886c3da0680f971c49f1490bdc07ce395df76b47e1c9cc
3
+ size 4966157080
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e9152acfa020f312fab261ea6107b9f4216bfee6cbeae3e80b31f498e9b8df7
3
+ size 4664134432
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c15e244cd0292b14184c7c3e1d58ad8399180eb61117b7b33cc9d3449367ec5
3
+ size 4664167432
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b347453b4f7b66cc51792f1aaa5a7ef10c1efb6d0a08e0db31deda61bf32de
3
+ size 4664167432
model-00048-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a4dfe985200c467390c0d88c11518e0b039a065210d1dd2ed5539e322fbb07
3
+ size 4999711752