lokiz666 commited on
Commit
ec886be
·
verified ·
1 Parent(s): 3ee28d4

Upload OmniAID folder structure

Browse files
OmniAID/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "training_mode": "stage2_router_training",
3
+ "num_experts": 6,
4
+ "rank_per_expert": 1,
5
+ "moe_lambda_orth": 0.0,
6
+ "moe_lambda_balance": 0.001,
7
+ "moe_lambda_sv": 0.5,
8
+ "moe_router_hidden_dim": 256,
9
+ "moe_top_k": 2,
10
+ "stage1_base_dir": "/mnt/shared-storage-user/ailab-bigdatasddh/Checkpoint/Effort_MoE/lr2e-4_epoch1_L336_2resize_noaug_0",
11
+ "experts_map": {
12
+ "0": "checkpoint-0.pth",
13
+ "1": "checkpoint-0.pth",
14
+ "2": "checkpoint-0.pth",
15
+ "3": "checkpoint-0.pth",
16
+ "4": "checkpoint-0.pth",
17
+ "5": "checkpoint-0.pth"
18
+ }
19
+ }
OmniAID/router/checkpoint-0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e78b0c2a0006eae92d90d89e647c44277563aef28e66b38c69b83c02ddc26fe
3
+ size 2027323802