Skip to content

Commit 25b3d51

Browse files
brandonfzhangbrandonfzhang
authored
Update Benchmarking Artifacts - backend 9.26.0.33, frontend 73d8feb (#665)
1 parent 94e1b61 commit 25b3d51

233 files changed

Lines changed: 4823 additions & 4823 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260818_125952.csv renamed to benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260819_052553.csv

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,21 @@
11
config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
2-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.232032,1332.737,325.375,4.0672,20,True,,NVIDIA GB200,cudnn 9.26.0,
3-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,12.190784,1462.761,47.028,0.5879,20,True,,NVIDIA GB200,cudnn 9.26.0,
4-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.266464,1059.635,1092.806,13.6601,20,True,,NVIDIA GB200,cudnn 9.26.0,
5-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.450592,1302.882,657.117,8.214,20,True,,NVIDIA GB200,cudnn 9.26.0,
6-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.774688,1515.625,394.39,4.9299,20,True,,NVIDIA GB200,cudnn 9.26.0,
7-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.43648,1634.741,225.832,2.8229,20,True,,NVIDIA GB200,cudnn 9.26.0,
8-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.069632,4.117,4116.772,51.4596,20,True,,NVIDIA GB200,cudnn 9.26.0,
9-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.059616,0.541,270.535,3.3817,20,True,,NVIDIA GB200,cudnn 9.26.0,
10-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.060992,0.811,270.189,3.3774,20,True,,NVIDIA GB200,cudnn 9.26.0,
11-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.059136,1.083,270.667,3.3833,20,True,,NVIDIA GB200,cudnn 9.26.0,
12-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.351456,879.876,214.813,2.6852,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
13-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,13.334592,1337.289,42.994,0.5374,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
14-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,1.122272,251.592,259.468,3.2433,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
15-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,1.121664,523.391,263.975,3.2997,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
16-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,1.15248,1018.791,265.106,3.3138,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
17-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.950816,1203.739,166.291,2.0786,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
18-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,1.095648,0.262,261.634,3.2704,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
19-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.12048,0.512,255.84,3.198,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
20-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.121024,0.767,255.72,3.1965,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
21-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.118944,1.025,256.199,3.2025,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
2+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.23184,1333.841,325.645,4.0706,20,True,,NVIDIA GB200,cudnn 9.26.0,
3+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,11.76816,1515.292,48.717,0.609,20,True,,NVIDIA GB200,cudnn 9.26.0,
4+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.249216,1132.972,1168.438,14.6055,20,True,,NVIDIA GB200,cudnn 9.26.0,
5+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.416448,1409.704,710.993,8.8874,20,True,,NVIDIA GB200,cudnn 9.26.0,
6+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.748832,1567.957,408.007,5.1001,20,True,,NVIDIA GB200,cudnn 9.26.0,
7+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.429984,1642.168,226.858,2.8357,20,True,,NVIDIA GB200,cudnn 9.26.0,
8+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.069152,4.145,4145.348,51.8168,20,True,,NVIDIA GB200,cudnn 9.26.0,
9+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.067456,0.537,268.548,3.3569,20,True,,NVIDIA GB200,cudnn 9.26.0,
10+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.069088,0.804,268.143,3.3518,20,True,,NVIDIA GB200,cudnn 9.26.0,
11+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.066208,1.075,268.871,3.3609,20,True,,NVIDIA GB200,cudnn 9.26.0,
12+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.35376,874.145,213.414,2.6677,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
13+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,12.388768,1439.384,46.277,0.5785,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
14+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,1.131776,249.479,257.289,3.2161,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
15+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,1.132864,518.216,261.366,3.2671,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
16+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,1.162432,1010.069,262.836,3.2854,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
17+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.91392,1226.944,169.497,2.1187,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
18+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,1.103072,0.26,259.873,3.2484,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
19+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.129952,0.507,253.695,3.1712,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
20+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.126752,0.763,254.42,3.1803,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
21+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.13104,1.014,253.46,3.1682,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],

‎benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_context.png‎

100644100755
-6 Bytes
Loading

‎benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_generation.png‎

100644100755
64 Bytes
Loading

benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260818_130601.csv renamed to benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260819_052426.csv

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,21 @@
11
config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
2-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.179424,1723.502,420.777,5.2597,20,True,,NVIDIA GB300,cudnn 9.26.0,
3-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,9.415008,1894.019,60.893,0.7612,20,True,,NVIDIA GB300,cudnn 9.26.0,
4-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.205088,1376.749,1419.846,17.7481,20,True,,NVIDIA GB300,cudnn 9.26.0,
5-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.362016,1621.664,817.897,10.2237,20,True,,NVIDIA GB300,cudnn 9.26.0,
6-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.602688,1948.167,506.944,6.3368,20,True,,NVIDIA GB300,cudnn 9.26.0,
7-
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.155936,2031.491,280.641,3.508,20,True,,NVIDIA GB300,cudnn 9.26.0,
8-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.066848,4.288,4288.222,53.6028,20,True,,NVIDIA GB300,cudnn 9.26.0,
9-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.055136,0.543,271.684,3.3961,20,True,,NVIDIA GB300,cudnn 9.26.0,
10-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.056224,0.814,271.409,3.3926,20,True,,NVIDIA GB300,cudnn 9.26.0,
11-
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.055936,1.086,271.487,3.3936,20,True,,NVIDIA GB300,cudnn 9.26.0,
12-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.307744,1004.854,245.326,3.0666,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
13-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,10.21984,1744.861,56.098,0.7012,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
14-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.965952,292.307,301.457,3.7682,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
15-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.969824,605.335,305.305,3.8163,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
16-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,1.006496,1166.559,303.557,3.7945,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
17-
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.616224,1452.938,200.717,2.509,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
18-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.943008,0.304,303.984,3.7998,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
19-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,0.98736,0.581,290.333,3.6292,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
20-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,0.989728,0.869,289.644,3.6205,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
21-
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,0.989248,1.159,289.789,3.6224,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
2+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.173344,1783.954,435.536,5.4442,20,True,,NVIDIA GB300,cudnn 9.26.0,
3+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,9.20752,1936.7,62.265,0.7783,20,True,,NVIDIA GB300,cudnn 9.26.0,
4+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.192832,1464.252,1510.088,18.8761,20,True,,NVIDIA GB300,cudnn 9.26.0,
5+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.33296,1763.18,889.271,11.1159,20,True,,NVIDIA GB300,cudnn 9.26.0,
6+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.592128,1982.91,515.984,6.4498,20,True,,NVIDIA GB300,cudnn 9.26.0,
7+
auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.143488,2053.606,283.696,3.5462,20,True,,NVIDIA GB300,cudnn 9.26.0,
8+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.070976,4.039,4038.817,50.4852,20,True,,NVIDIA GB300,cudnn 9.26.0,
9+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.054912,0.543,271.742,3.3968,20,True,,NVIDIA GB300,cudnn 9.26.0,
10+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.055968,0.814,271.474,3.3934,20,True,,NVIDIA GB300,cudnn 9.26.0,
11+
auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.05536,1.086,271.635,3.3954,20,True,,NVIDIA GB300,cudnn 9.26.0,
12+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.300768,1028.16,251.016,3.1377,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
13+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,10.121312,1761.847,56.644,0.708,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
14+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.972672,290.288,299.375,3.7422,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
15+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.965376,608.124,306.711,3.8339,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
16+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.997888,1176.622,306.175,3.8272,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
17+
auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.609376,1459.12,201.571,2.5196,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
18+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.938336,0.305,305.497,3.8187,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
19+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,0.987808,0.58,290.202,3.6275,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
20+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,0.987968,0.87,290.159,3.627,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
21+
auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,0.991264,1.157,289.199,3.615,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],

‎benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_context.png‎

100644100755
-3.07 KB
Loading

‎benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_generation.png‎

100644100755
66 Bytes
Loading

0 commit comments

Comments
 (0)