Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 6 additions & 1 deletion backends/cuda/tests/test_batch_sampler.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,6 @@
from executorch.exir.passes import MemoryPlanningPass
from executorch.exir.passes.propagate_device_pass import PropagateDeviceConfig
from executorch.extension.llm.batching.sampler import BatchSampler
from executorch.runtime import Runtime


def export_sampler(directory: Path, vocab: int):
Expand Down Expand Up @@ -56,8 +55,14 @@ def export_sampler(directory: Path, vocab: int):


@unittest.skipUnless(torch.cuda.is_available(), "CUDA required")
@unittest.skipIf(
torch.version.hip is not None,
"loads through the Python runtime, which the ROCm build does not include",
)
class CudaBatchSamplerTest(unittest.TestCase):
def test_dynamic_rows_with_masked_reduction_lanes(self):
from executorch.runtime import Runtime

# A vocabulary spanning several reduction tiles exposes padding lanes.
vocab = 202048
with tempfile.TemporaryDirectory() as temporary:
Expand Down
Loading