tdooms commited on
Commit
367290b
·
verified ·
1 Parent(s): 98ad646

Upload folder using huggingface_hub

Browse files
6-mlp-out-x4-k30/config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "point": [
3
+ "mlp-out",
4
+ 6
5
+ ],
6
+ "target": null,
7
+ "expansion": 4,
8
+ "lr": 0.0001,
9
+ "in_batch": 32,
10
+ "out_batch": 4096,
11
+ "n_buffers": 8192,
12
+ "n_batches": 64,
13
+ "d_model": 1024,
14
+ "n_ctx": 256,
15
+ "k": 30,
16
+ "val_steps": 100,
17
+ "dead_thresh": 2,
18
+ "normalize": null,
19
+ "init_scale": 1.0,
20
+ "bilinear_encoder": false,
21
+ "encoder_bias": false,
22
+ "token_lookup": false,
23
+ "decoder_decay": 0.0,
24
+ "normalize_decoder": true,
25
+ "passthrough": 702,
26
+ "tag": null,
27
+ "kwargs": {}
28
+ }
6-mlp-out-x4-k30/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56499f17e721c5ac902e29df52cf9d5fad07efb3563c0b8d06bbccad11d73249
3
+ size 33558768