Skip to content

Commit 5ccc671

Browse files
boe20211boe20211
committed
Separate model and feature support matrices by category (#1100)
Signed-off-by: Teresa Chen <boe20211@gmail.com>
1 parent 2ece091 commit 5ccc671

File tree

15 files changed

+93
-67
lines changed

15 files changed

+93
-67
lines changed

‎.buildkite/features/JAX-Path_Qxix_Quantization.yml‎

Lines changed: 21 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,29 +1,30 @@
11
# JAX-Path Qxix Quantization
22
# feature support matrix
33
steps:
4-
# - label: "Correctness tests for JAX-Path Qxix Quantization"
5-
# key: "JAX-Path_Qxix_Quantization_CorrectnessTest"
6-
# soft_fail: true
7-
# agents:
8-
# queue: tpu_v6e_queue
9-
# commands:
10-
# - echo "covered by performance tests"
11-
# - label: "Record correctness test result for JAX-Path Qxix Quantization"
12-
# key: "record_JAX-Path_Qxix_Quantization_CorrectnessTest"
13-
# depends_on: "JAX-Path_Qxix_Quantization_CorrectnessTest"
14-
# env:
15-
# CI_TARGET: "JAX-Path Qxix Quantization"
16-
# CI_STAGE: "CorrectnessTest"
17-
# CI_CATEGORY: "feature support matrix"
18-
# agents:
19-
# queue: cpu
20-
# commands:
21-
# - |
22-
# .buildkite/scripts/record_step_result.sh JAX-Path_Qxix_Quantization_CorrectnessTest
4+
- label: "Correctness tests for JAX-Path Qxix Quantization"
5+
key: "JAX-Path_Qxix_Quantization_CorrectnessTest"
6+
soft_fail: true
7+
agents:
8+
queue: tpu_v6e_queue
9+
commands:
10+
- |
11+
buildkite-agent meta-data set "JAX-Path Qxix Quantization:CorrectnessTest" "to be added"
12+
- label: "Record correctness test result for JAX-Path Qxix Quantization"
13+
key: "record_JAX-Path_Qxix_Quantization_CorrectnessTest"
14+
depends_on: "JAX-Path_Qxix_Quantization_CorrectnessTest"
15+
env:
16+
CI_TARGET: "JAX-Path Qxix Quantization"
17+
CI_STAGE: "CorrectnessTest"
18+
CI_CATEGORY: "feature support matrix"
19+
agents:
20+
queue: cpu
21+
commands:
22+
- |
23+
.buildkite/scripts/record_step_result.sh JAX-Path_Qxix_Quantization_CorrectnessTest
2324
2425
- label: "Performance tests for JAX-Path Qxix Quantization"
2526
key: "JAX-Path_Qxix_Quantization_PerformanceTest"
26-
# depends_on: "record_JAX-Path_Qxix_Quantization_CorrectnessTest"
27+
depends_on: "record_JAX-Path_Qxix_Quantization_CorrectnessTest"
2728
soft_fail: true
2829
env:
2930
QUANTIZATION: "True"

‎.buildkite/features/Quantized_Matmul_Attention_and_KV_Cache.yml‎

Lines changed: 21 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,29 +1,30 @@
11
# Quantized Matmul Attention and KV Cache
22
# kernel support matrix
33
steps:
4-
# - label: "Correctness tests for Quantized Matmul Attention and KV Cache"
5-
# key: "Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
6-
# soft_fail: true
7-
# agents:
8-
# queue: cpu
9-
# commands:
10-
# - echo "covered by performance test"
11-
# - label: "Record correctness test result for Quantized Matmul Attention and KV Cache"
12-
# key: "record_Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
13-
# depends_on: "Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
14-
# env:
15-
# CI_TARGET: "Quantized Matmul Attention and KV Cache"
16-
# CI_STAGE: "CorrectnessTest"
17-
# CI_CATEGORY: "kernel support matrix"
18-
# agents:
19-
# queue: cpu
20-
# commands:
21-
# - |
22-
# .buildkite/scripts/record_step_result.sh Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest
4+
- label: "Correctness tests for Quantized Matmul Attention and KV Cache"
5+
key: "Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
6+
soft_fail: true
7+
agents:
8+
queue: cpu
9+
commands:
10+
- |
11+
buildkite-agent meta-data set "Quantized Matmul Attention and KV Cache:CorrectnessTest" "to be added"
12+
- label: "Record correctness test result for Quantized Matmul Attention and KV Cache"
13+
key: "record_Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
14+
depends_on: "Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
15+
env:
16+
CI_TARGET: "Quantized Matmul Attention and KV Cache"
17+
CI_STAGE: "CorrectnessTest"
18+
CI_CATEGORY: "kernel support matrix"
19+
agents:
20+
queue: cpu
21+
commands:
22+
- |
23+
.buildkite/scripts/record_step_result.sh Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest
2324
2425
- label: "Performance tests for Quantized Matmul Attention and KV Cache"
2526
key: "Quantized_Matmul_Attention_and_KV_Cache_PerformanceTest"
26-
# depends_on: "record_Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
27+
depends_on: "record_Quantized_Matmul_Attention_and_KV_Cache_CorrectnessTest"
2728
soft_fail: true
2829
agents:
2930
queue: tpu_v6e_8_queue

‎.buildkite/parallelism/CP.yml‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ steps:
77
agents:
88
queue: tpu_v6e_queue
99
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
10+
- |
11+
buildkite-agent meta-data set "CP:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for CP"
1213
key: "record_CP_CorrectnessTest"
1314
depends_on: "CP_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "CP:PerformanceTest" "to be added"
3234
- label: "Record performance test result for CP"
3335
key: "record_CP_PerformanceTest"
3436
depends_on: "CP_PerformanceTest"

‎.buildkite/parallelism/DP.yml‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ steps:
77
agents:
88
queue: tpu_v6e_queue
99
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
10+
- |
11+
buildkite-agent meta-data set "DP:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for DP"
1213
key: "record_DP_CorrectnessTest"
1314
depends_on: "DP_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "DP:PerformanceTest" "to be added"
3234
- label: "Record performance test result for DP"
3335
key: "record_DP_PerformanceTest"
3436
depends_on: "DP_PerformanceTest"

‎.buildkite/parallelism/EP.yml‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ steps:
77
agents:
88
queue: tpu_v6e_queue
99
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
10+
- |
11+
buildkite-agent meta-data set "EP:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for EP"
1213
key: "record_EP_CorrectnessTest"
1314
depends_on: "EP_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "EP:PerformanceTest" "to be added"
3234
- label: "Record performance test result for EP"
3335
key: "record_EP_PerformanceTest"
3436
depends_on: "EP_PerformanceTest"

‎.buildkite/parallelism/PP.yml‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ steps:
77
agents:
88
queue: tpu_v6e_queue
99
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
10+
- |
11+
buildkite-agent meta-data set "PP:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for PP"
1213
key: "record_PP_CorrectnessTest"
1314
depends_on: "PP_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "PP:PerformanceTest" "to be added"
3234
- label: "Record performance test result for PP"
3335
key: "record_PP_PerformanceTest"
3436
depends_on: "PP_PerformanceTest"

‎.buildkite/parallelism/SP.yml‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ steps:
77
agents:
88
queue: tpu_v6e_queue
99
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
10+
- |
11+
buildkite-agent meta-data set "SP:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for SP"
1213
key: "record_SP_CorrectnessTest"
1314
depends_on: "SP_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "SP:PerformanceTest" "to be added"
3234
- label: "Record performance test result for SP"
3335
key: "record_SP_PerformanceTest"
3436
depends_on: "SP_PerformanceTest"

‎.buildkite/parallelism/TP.yml‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ steps:
77
agents:
88
queue: tpu_v6e_queue
99
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
10+
- |
11+
buildkite-agent meta-data set "TP:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for TP"
1213
key: "record_TP_CorrectnessTest"
1314
depends_on: "TP_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "TP:PerformanceTest" "to be added"
3234
- label: "Record performance test result for TP"
3335
key: "record_TP_PerformanceTest"
3436
depends_on: "TP_PerformanceTest"

‎.buildkite/quatization/AWQ_INT4.yml‎ renamed to ‎.buildkite/quantization/AWQ_INT4.yml‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,9 @@ steps:
66
soft_fail: true
77
agents:
88
queue: tpu_v6e_queue
9-
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
9+
commands:
10+
- |
11+
buildkite-agent meta-data set "AWQ INT4:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for AWQ INT4"
1213
key: "record_AWQ_INT4_CorrectnessTest"
1314
depends_on: "AWQ_INT4_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "AWQ INT4:PerformanceTest" "to be added"
3234
- label: "Record performance test result for AWQ INT4"
3335
key: "record_AWQ_INT4_PerformanceTest"
3436
depends_on: "AWQ_INT4_PerformanceTest"

‎.buildkite/quatization/FP4_W4A16.yml‎ renamed to ‎.buildkite/quantization/FP4_W4A16.yml‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ steps:
77
agents:
88
queue: tpu_v6e_queue
99
commands:
10-
- echo "placeholder" # TODO : replace with your correctness test command
10+
- |
11+
buildkite-agent meta-data set "FP4 W4A16:CorrectnessTest" "to be added"
1112
- label: "Record correctness test result for FP4 W4A16"
1213
key: "record_FP4_W4A16_CorrectnessTest"
1314
depends_on: "FP4_W4A16_CorrectnessTest"
@@ -28,7 +29,8 @@ steps:
2829
agents:
2930
queue: tpu_v6e_queue
3031
commands:
31-
- echo "placeholder" # TODO : replace with your performance test command
32+
- |
33+
buildkite-agent meta-data set "FP4 W4A16:PerformanceTest" "to be added"
3234
- label: "Record performance test result for FP4 W4A16"
3335
key: "record_FP4_W4A16_PerformanceTest"
3436
depends_on: "FP4_W4A16_PerformanceTest"

0 commit comments

Comments
 (0)