Skip to content

Commit cd24504

Browse files
authored
Fix hybrid fp8 test guard (#3492)
Signed-off-by: Evgeny <etsykunov@nvidia.com>
1 parent f2bec23 commit cd24504

2 files changed

Lines changed: 8 additions & 0 deletions

File tree

‎tests/pytorch/distributed/fsdp2_tests/run_fsdp2_fused_adam.py‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1733,6 +1733,10 @@ def test_fused_adam_hybrid_scale_uniform_across_shards(hybrid_recipe_name):
17331733
), f"missing hybrid current-scaling directions: {checked}"
17341734

17351735

1736+
@pytest.mark.skipif(
1737+
not te.is_fp8_available(),
1738+
reason=te.is_fp8_available(return_reason=True)[1],
1739+
)
17361740
def test_fused_adam_hybrid_identity_fp8_master_weights():
17371741
"""FSDP2 + FusedAdam with Hybrid(FP8 current rowwise, Identity columnwise).
17381742

‎tests/pytorch/distributed/fsdp2_tests/run_fsdp2_model.py‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -510,6 +510,10 @@ def _hybrid_param_count():
510510
_check_fp8_fsdp2_allgather(model, tols=dict(atol=5e-4, rtol=5e-3))
511511

512512

513+
@pytest.mark.skipif(
514+
not te.is_fp8_available(),
515+
reason=te.is_fp8_available(return_reason=True)[1],
516+
)
513517
def test_distributed_hybrid_identity_all():
514518
"""FSDP2 training/all-gather with an all-Identity CustomRecipe.
515519

0 commit comments

Comments
 (0)