Skip to content

Commit cf17ff3

Browse files
committed
Larger calib batchsize
Signed-off-by: Asha Anoosheh <aanoosheh@nvidia.com>
1 parent 034e2d8 commit cf17ff3

2 files changed

Lines changed: 21 additions & 21 deletions

File tree

‎tests/functional_tests/test_cases/hybrid/hybrid_nemotron_v3_pico_7b_a1b_tp1_ep8_QAD_dgx_h100_1N8G/golden_values_dev_dgx_h100.json‎

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,16 @@
44
"end_step": 10,
55
"step_interval": 1,
66
"values": {
7-
"1": 1.082489,
8-
"2": 1.282220,
9-
"3": 0.115310,
10-
"4": 0.037758,
11-
"5": 0.061481,
12-
"6": 0.114864,
13-
"7": 0.100640,
14-
"8": 0.051476,
15-
"9": 0.078758,
16-
"10": 0.043542
7+
"1": 1.079800,
8+
"2": 1.280062,
9+
"3": 0.113743,
10+
"4": 0.041497,
11+
"5": 0.044410,
12+
"6": 0.110705,
13+
"7": 0.100551,
14+
"8": 0.050871,
15+
"9": 0.138531,
16+
"10": 0.097837
1717
}
1818
},
1919
"lm loss": {
@@ -38,16 +38,16 @@
3838
"end_step": 10,
3939
"step_interval": 1,
4040
"values": {
41-
"1": 445624928.0,
42-
"2": 358479584.0,
43-
"3": 285707904.0,
44-
"4": 331418368.0,
45-
"5": 348428352.0,
46-
"6": 343853952.0,
47-
"7": 308766144.0,
48-
"8": 287327776.0,
49-
"9": 328909344.0,
50-
"10": 357714272.0
41+
"1": 446297792.0,
42+
"2": 357690848.0,
43+
"3": 284947648.0,
44+
"4": 327241408.0,
45+
"5": 342837952.0,
46+
"6": 340862848.0,
47+
"7": 308718784.0,
48+
"8": 285363264.0,
49+
"9": 332070400.0,
50+
"10": 364831776.0
5151
}
5252
}
5353
}

‎tests/functional_tests/test_cases/hybrid/hybrid_nemotron_v3_pico_7b_a1b_tp1_ep8_QAD_dgx_h100_1N8G/model_config.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,7 @@ BEFORE_SCRIPT: |
7474
--export-default-te-spec \
7575
--export-quant-cfg MAMBA_MOE_NVFP4_CONSERVATIVE_CFG \
7676
--calib-size 256 \
77-
--calib-batch-size 4 \
77+
--calib-batch-size 8 \
7878
--skip-generate
7979
echo -e "\n=== Stage 1 complete ===\n"
8080
MODEL_ARGS:

0 commit comments

Comments
 (0)