Skip to content

Commit cff264a

Browse files
authored
Reduce Helion benchmark shapes to 3 per kernel (#128)
1 parent ee9ef17 commit cff264a

5 files changed

Lines changed: 0 additions & 16 deletions

File tree

problems/helion/causal_conv1d_py/task.yml

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -42,8 +42,6 @@ benchmarks:
4242
- {"B": 1, "D": 768, "S": 512, "W": 4, "seed": 31232}
4343
- {"B": 1, "D": 768, "S": 2048, "W": 4, "seed": 4052}
4444
- {"B": 1, "D": 1536, "S": 2048, "W": 4, "seed": 2146}
45-
- {"B": 1, "D": 2560, "S": 2048, "W": 4, "seed": 3129}
46-
- {"B": 1, "D": 2560, "S": 4096, "W": 4, "seed": 54352}
4745

4846
test_timeout: 180
4947
benchmark_timeout: 180

problems/helion/fp8_quant_py/task.yml

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -49,8 +49,6 @@ benchmarks:
4949
- {"num_tokens": 1, "hidden_dim": 4096, "group_size": 128, "seed": 31232}
5050
- {"num_tokens": 16, "hidden_dim": 4096, "group_size": 128, "seed": 4052}
5151
- {"num_tokens": 256, "hidden_dim": 4096, "group_size": 128, "seed": 2146}
52-
- {"num_tokens": 256, "hidden_dim": 8192, "group_size": 128, "seed": 3129}
53-
- {"num_tokens": 4096, "hidden_dim": 7168, "group_size": 128, "seed": 54352}
5452

5553
test_timeout: 180
5654
benchmark_timeout: 180

problems/helion/gated_deltanet_chunk_fwd_h_py/task.yml

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -55,10 +55,6 @@ benchmarks:
5555
- {"B": 1, "T": 64, "H": 1, "K": 64, "V": 64, "seed": 31232}
5656
- {"B": 2, "T": 512, "H": 3, "K": 64, "V": 64, "seed": 4052}
5757
- {"B": 2, "T": 1024, "H": 3, "K": 64, "V": 64, "seed": 2146}
58-
- {"B": 3, "T": 1024, "H": 4, "K": 100, "V": 100, "seed": 3129}
59-
- {"B": 4, "T": 1024, "H": 4, "K": 128, "V": 128, "seed": 54352}
60-
- {"B": 2, "T": 1536, "H": 4, "K": 128, "V": 128, "seed": 71234}
61-
- {"B": 4, "T": 2048, "H": 8, "K": 64, "V": 64, "seed": 82345}
6258

6359
test_timeout: 180
6460
benchmark_timeout: 180

problems/helion/gated_deltanet_chunk_fwd_o_py/task.yml

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -48,10 +48,6 @@ benchmarks:
4848
- {"B": 1, "T": 64, "H": 1, "K": 64, "V": 64, "seed": 31232}
4949
- {"B": 2, "T": 512, "H": 3, "K": 64, "V": 64, "seed": 4052}
5050
- {"B": 2, "T": 1024, "H": 3, "K": 64, "V": 64, "seed": 2146}
51-
- {"B": 3, "T": 1024, "H": 4, "K": 100, "V": 100, "seed": 3129}
52-
- {"B": 4, "T": 1024, "H": 4, "K": 128, "V": 128, "seed": 54352}
53-
- {"B": 2, "T": 1536, "H": 4, "K": 128, "V": 128, "seed": 71234}
54-
- {"B": 4, "T": 2048, "H": 8, "K": 64, "V": 64, "seed": 82345}
5551

5652
test_timeout: 180
5753
benchmark_timeout: 180

problems/helion/gated_deltanet_recompute_w_u_py/task.yml

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -53,10 +53,6 @@ benchmarks:
5353
- {"B": 1, "T": 64, "H": 1, "K": 64, "V": 64, "seed": 31232}
5454
- {"B": 2, "T": 512, "H": 3, "K": 64, "V": 64, "seed": 4052}
5555
- {"B": 2, "T": 1024, "H": 3, "K": 64, "V": 64, "seed": 2146}
56-
- {"B": 3, "T": 1024, "H": 4, "K": 100, "V": 100, "seed": 3129}
57-
- {"B": 4, "T": 1024, "H": 4, "K": 128, "V": 128, "seed": 54352}
58-
- {"B": 2, "T": 1536, "H": 4, "K": 128, "V": 128, "seed": 71234}
59-
- {"B": 4, "T": 2048, "H": 8, "K": 64, "V": 64, "seed": 82345}
6056

6157
test_timeout: 180
6258
benchmark_timeout: 180

0 commit comments

Comments
 (0)