Skip to content

Commit f0c211b

Browse files
authored
Arm backend: Xfail Deepseek specific test on Arm64 (pytorch#21731)
Adds specific xfail on Arm64 because of numeric mismatch as well as a TODO/ticket to investigate further. cc @digantdesai @freddan80 @per @zingo @oscarandersson8218 @Sebastian-Larsson @robell @rascani Signed-off-by: Måns Nilsson <mans.nilsson@arm.com>
1 parent 3e107c5 commit f0c211b

1 file changed

Lines changed: 24 additions & 2 deletions

File tree

‎backends/arm/test/models/DeepSeek_R1_Distill_Qwen/test_deepseek_r1_distill_qwen_layers.py‎

Lines changed: 24 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -342,8 +342,29 @@ class DeepSeekR1DistillQwenTestCase:
342342
TOSA_BF16_SMALL_TEST_CASES
343343
)
344344

345-
VGF_NO_QUANT_BF16_XLARGE_TEST_CASES: dict[str, DeepSeekR1DistillQwenTestCase] = (
346-
TOSA_BF16_XLARGE_TEST_CASES
345+
VGF_NO_QUANT_BF16_XLARGE_TEST_CASES: dict[str, DeepSeekR1DistillQwenTestCase] = {
346+
"attention": DeepSeekR1DistillQwenTestCase(
347+
model_cls=AttentionModel,
348+
atol=1e-2,
349+
rtol=1e-2,
350+
),
351+
"mlp": DeepSeekR1DistillQwenTestCase(
352+
model_cls=MLPModel,
353+
atol=1e-2,
354+
rtol=1e-2,
355+
),
356+
"decoder_layer": DeepSeekR1DistillQwenTestCase(
357+
model_cls=DecoderLayerModel,
358+
atol=1e-2,
359+
rtol=1e-2,
360+
),
361+
}
362+
363+
# TODO(MLETORCH-2048): Investigate the ARM64 VGF BF16 decoder-layer mismatch.
364+
VGF_NO_QUANT_BF16_XLARGE_XFAILS: dict[str, common.xfail_type] = (
365+
{"decoder_layer": "MLETORCH-2048: ARM64 VGF BF16 numeric mismatch"}
366+
if common.is_aarch64_host()
367+
else {}
347368
)
348369

349370
TOSA_MXFP8_TEST_CASES: dict[str, DeepSeekR1DistillQwenTestCase] = {
@@ -573,6 +594,7 @@ def test_deepseek_r1_distill_qwen_vgf_no_quant_bf16(
573594
@common.parametrize(
574595
"test_case",
575596
VGF_NO_QUANT_BF16_XLARGE_TEST_CASES,
597+
xfails=VGF_NO_QUANT_BF16_XLARGE_XFAILS,
576598
)
577599
def test_deepseek_r1_distill_qwen_vgf_no_quant_bf16_xlarge(
578600
test_case: DeepSeekR1DistillQwenTestCase,

0 commit comments

Comments
 (0)