Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
41 commits
Select commit Hold shift + click to select a range
fcd7e15
add sliding window attention kernel
amd-nprotaso Jul 23, 2026
7ffebf8
fix style issues
amd-nprotaso Jul 23, 2026
8aa5718
Merge branch 'main' into main
amd-nprotaso Jul 23, 2026
7989ddf
add swa kernele unit tests
amd-nprotaso Jul 24, 2026
8563859
fix style
amd-nprotaso Jul 24, 2026
237c42f
fix comments
amd-nprotaso Jul 27, 2026
92df85b
fix pr comments
amd-nprotaso Jul 27, 2026
bee5092
remove excess comments
amd-nprotaso Jul 27, 2026
48e9d47
fix comments
amd-nprotaso Jul 27, 2026
a036cd3
fix style
amd-nprotaso Jul 27, 2026
b51e1a9
Performance improvement:
amd-nprotaso Jul 28, 2026
a31b058
Merge branch 'ROCm:main' into main
amd-nprotaso Jul 28, 2026
0dcc0eb
Merge branch 'ROCm:main' into main
amd-nprotaso Aug 7, 2026
2d0bd2d
remove using recast
amd-nprotaso Aug 7, 2026
fef78ce
remove recast
Aug 10, 2026
3a71d53
Merge branch 'ROCm:main' into main
amd-nprotaso Aug 11, 2026
03c263a
init
Aug 11, 2026
fa9811c
init
amd-nprotaso Aug 11, 2026
8dfc6de
fix
amd-nprotaso Aug 11, 2026
bc22d85
add layouts
amd-nprotaso Aug 17, 2026
3247dfc
remove inline asm
amd-nprotaso Aug 17, 2026
2e4f6c8
remove llvm operators
amd-nprotaso Aug 17, 2026
297613f
move schedulling to do_compute
amd-nprotaso Aug 18, 2026
3e47607
fix main loop schedulling
amd-nprotaso Aug 18, 2026
0c3601d
fix store behaviour
amd-nprotaso Aug 18, 2026
68ba6a3
fix
amd-nprotaso Aug 19, 2026
7893bc5
remove extra comments and refactor fp8 kernel to new api
amd-nprotaso Aug 19, 2026
7be935f
Merge branch 'main' into convolution
amd-nprotaso Aug 19, 2026
3b0a47e
fix Index to Int64
amd-nprotaso Aug 20, 2026
93e060b
replace rocdl.RawPtrBufferLoadOp
amd-nprotaso Aug 20, 2026
2f14c0b
fix codestyle
amd-nprotaso Aug 20, 2026
f4c6e8c
fix
amd-nprotaso Aug 21, 2026
f68e40e
fix
amd-nprotaso Aug 21, 2026
67afb0b
Merge branch 'main' into convolution
amd-nprotaso Aug 24, 2026
670f45e
Merge branch 'main' into convolution
amd-nprotaso Aug 25, 2026
f9417e1
Merge branch 'main' into convolution
amd-nprotaso Aug 29, 2026
1c6b5af
Merge branch 'main' into convolution
amd-nprotaso Aug 31, 2026
42df12c
fix styles according to aiter requirements
amd-nprotaso Aug 31, 2026
6f6fe0a
Merge branch 'convolution' of https://github.com/amd-nprotaso/FlyDSL …
amd-nprotaso Aug 31, 2026
7124d38
Merge branch 'main' into convolution
amd-nprotaso Sep 1, 2026
8a5a5b3
refactor std_arith.IndexCastOp
amd-nprotaso Sep 3, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 10 additions & 6 deletions kernels/attention/flash_attn_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -2596,8 +2596,8 @@ def coop_dma_v_nomajor(self, tile_start, buf_id=0):
traits = ctx.traits
pid = self._tile_page_id(tile_start)
paddr = as_mlir_value(self._v_dma_base_i64 + fx.Int64(pid) * self._v_dma_page_bytes)
rsrc = buffer_ops.create_buffer_resource_from_addr(
paddr, num_records_bytes=as_mlir_value(self._v_dma_page_bytes)
rsrc = fx.rocdl.get_buffer_rsrc(
buffer_ops.create_buffer_resource_from_addr(paddr, num_records_bytes=as_mlir_value(self._v_dma_page_bytes))
)
if const_expr(isinstance(buf_id, int)):
vb = self._v_dma_lds_base + fx.Index((traits.LDS_V_BASE + buf_id * traits.LDS_V_TILE_SIZE) * 2)
Expand Down Expand Up @@ -2630,14 +2630,18 @@ def init_dma(self):
self._dma_soff = fx.Int32(0)
self._dma_off = fx.Int32(0)
self._dma_aux = fx.Int32(1)
self.k_rsrc = buffer_ops.create_buffer_resource(
ctx.K, max_size=False, num_records_bytes=ctx.kv_nrec_bytes, base_byte_offset=ctx.kv_batch_byte_off
self.k_rsrc = fx.rocdl.get_buffer_rsrc(
buffer_ops.create_buffer_resource(
ctx.K, max_size=False, num_records_bytes=ctx.kv_nrec_bytes, base_byte_offset=ctx.kv_batch_byte_off
)
)
self.NUM_DMA_K = (traits.BLOCK_N * traits.K_STRIDE * 2) // self.DMA_BATCH_BYTES
self.LANES_PER_K_ROW = traits.HEAD_DIM * 2 // self.DMA_BYTES
self.ROWS_PER_DMA_BATCH = self.DMA_BATCH_BYTES // (traits.HEAD_DIM * 2)
self.v_rsrc = buffer_ops.create_buffer_resource(
ctx.V, max_size=False, num_records_bytes=ctx.kv_nrec_bytes, base_byte_offset=ctx.kv_batch_byte_off
self.v_rsrc = fx.rocdl.get_buffer_rsrc(
buffer_ops.create_buffer_resource(
ctx.V, max_size=False, num_records_bytes=ctx.kv_nrec_bytes, base_byte_offset=ctx.kv_batch_byte_off
)
)
self.NUM_DMA_V = (traits.BLOCK_N * traits.V_STRIDE * 2) // self.DMA_BATCH_BYTES
self.LANES_PER_V_ROW = traits.HEAD_DIM * 2 // self.DMA_BYTES
Expand Down
2 changes: 1 addition & 1 deletion kernels/attention/mla_fwd_decode_m16x8_fp8_fp8.py
Original file line number Diff line number Diff line change
Expand Up @@ -365,7 +365,7 @@ def _vt_perm(src_hi, src_lo, sel):

# ---- Buffer resources ----
query_rsrc = buffer_ops.create_buffer_resource(query)
kv_rsrc = buffer_ops.create_buffer_resource(kv_buffer)
kv_rsrc = fx.rocdl.get_buffer_rsrc(buffer_ops.create_buffer_resource(kv_buffer))
kv_page_indices_rsrc = buffer_ops.create_buffer_resource(kv_page_indices)
work_indptr_rsrc = buffer_ops.create_buffer_resource(work_indptr)
work_info_set_rsrc = buffer_ops.create_buffer_resource(work_info_set)
Expand Down
Loading
Loading