diff --git a/aiter/ops/triton/configs/gemm/gfx1250-FUSED-GEMM-AFP4WFP4-A16W16.json b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_gemm_afp4wfp4_a16w16/DEFAULT.json
similarity index 100%
rename from aiter/ops/triton/configs/gemm/gfx1250-FUSED-GEMM-AFP4WFP4-A16W16.json
rename to aiter/ops/triton/configs/gfx1250/triton/gemm/fused_gemm_afp4wfp4_a16w16/DEFAULT.json
diff --git a/aiter/ops/triton/configs/gemm/gfx1250-FUSED-GEMM-AFP4WFP4_PRESHUFFLED-A16W16.json b/aiter/ops/triton/configs/gfx1250/triton/gemm/fused_gemm_afp4wfp4_preshuffled_a16w16/DEFAULT.json
similarity index 100%
rename from aiter/ops/triton/configs/gemm/gfx1250-FUSED-GEMM-AFP4WFP4_PRESHUFFLED-A16W16.json
rename to aiter/ops/triton/configs/gfx1250/triton/gemm/fused_gemm_afp4wfp4_preshuffled_a16w16/DEFAULT.json
diff --git a/aiter/ops/triton/configs/gemm/gfx950-FUSED-GEMM-AFP4WFP4-A16W16.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_gemm_afp4wfp4_a16w16/DEFAULT.json
similarity index 100%
rename from aiter/ops/triton/configs/gemm/gfx950-FUSED-GEMM-AFP4WFP4-A16W16.json
rename to aiter/ops/triton/configs/gfx950/triton/gemm/fused_gemm_afp4wfp4_a16w16/DEFAULT.json
diff --git a/aiter/ops/triton/configs/gemm/gfx950-FUSED-GEMM-AFP4WFP4-A16W16-N4=512-N16=256-K=7168.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_gemm_afp4wfp4_a16w16/FUSED-GEMM-AFP4WFP4-A16W16-N4=512-N16=256-K=7168.json
similarity index 100%
rename from aiter/ops/triton/configs/gemm/gfx950-FUSED-GEMM-AFP4WFP4-A16W16-N4=512-N16=256-K=7168.json
rename to aiter/ops/triton/configs/gfx950/triton/gemm/fused_gemm_afp4wfp4_a16w16/FUSED-GEMM-AFP4WFP4-A16W16-N4=512-N16=256-K=7168.json
diff --git a/aiter/ops/triton/configs/gemm/gfx950-FUSED-GEMM-AFP4WFP4_PRESHUFFLED-A16W16.json b/aiter/ops/triton/configs/gfx950/triton/gemm/fused_gemm_afp4wfp4_preshuffled_a16w16/DEFAULT.json
similarity index 100%
rename from aiter/ops/triton/configs/gemm/gfx950-FUSED-GEMM-AFP4WFP4_PRESHUFFLED-A16W16.json
rename to aiter/ops/triton/configs/gfx950/triton/gemm/fused_gemm_afp4wfp4_preshuffled_a16w16/DEFAULT.json