rozariwang commited on
Commit
839b2de
·
verified ·
1 Parent(s): 9a90e4f

Upload 4 files

Browse files
Files changed (4) hide show
  1. config.json +16 -0
  2. model.safetensors +3 -0
  3. pytorch_model.bin +3 -0
  4. vocab.json +62 -0
config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_model": 512,
3
+ "d_intermediate": 2048,
4
+ "n_layer": 12,
5
+ "vocab_size": 60,
6
+ "ssm_cfg": {
7
+ "layer": "Mamba2"
8
+ },
9
+ "attn_layer_idx": [],
10
+ "attn_cfg": {},
11
+ "rms_norm": true,
12
+ "residual_in_fp32": true,
13
+ "fused_add_norm": true,
14
+ "pad_vocab_size_multiple": 8,
15
+ "tie_embeddings": true
16
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15539d29680d033871cf5d9f0429aaa5582e6c64efbef3e9739da8340b2c979d
3
+ size 233865583
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d5b571641c29b0e77e5b7b27429dbca7b28ba7e8333ad6a5fa93ae7a078a2d
3
+ size 233773586
vocab.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "-": 9,
3
+ "o": 51,
4
+ "r": 52,
5
+ "9": 21,
6
+ "[SEP]": 3,
7
+ "7": 19,
8
+ "\\": 41,
9
+ "L": 32,
10
+ ")": 7,
11
+ "0": 12,
12
+ "g": 47,
13
+ "[UNK]": 1,
14
+ ".": 10,
15
+ "n": 50,
16
+ "cc": 58,
17
+ "S": 38,
18
+ "=": 22,
19
+ "G": 28,
20
+ "2": 14,
21
+ "i": 48,
22
+ "#": 4,
23
+ "(": 6,
24
+ "%": 5,
25
+ "M": 33,
26
+ "O)": 55,
27
+ "1": 13,
28
+ "N": 34,
29
+ "[C@": 57,
30
+ "A": 24,
31
+ "s": 53,
32
+ "/": 11,
33
+ "O": 35,
34
+ "l": 49,
35
+ "a": 43,
36
+ "b": 44,
37
+ "6": 18,
38
+ "C": 26,
39
+ "3": 15,
40
+ "8": 20,
41
+ "e": 46,
42
+ "R": 37,
43
+ "+": 8,
44
+ "H": 29,
45
+ "P": 36,
46
+ "K": 31,
47
+ "I": 30,
48
+ "[CLS]": 2,
49
+ "5": 17,
50
+ "]": 42,
51
+ "[C": 56,
52
+ "[": 40,
53
+ "T": 39,
54
+ "F": 27,
55
+ "B": 25,
56
+ "CC": 54,
57
+ "C(": 59,
58
+ "@": 23,
59
+ "[PAD]": 0,
60
+ "4": 16,
61
+ "c": 45
62
+ }