https://gcc.gnu.org/bugzilla/show_bug.cgi?id=104188
Bug ID: 104188 Summary: gcc omitting AVX-512 broadcast instruction Product: gcc Version: 11.2.0 Status: UNCONFIRMED Severity: normal Priority: P3 Component: target Assignee: unassigned at gcc dot gnu.org Reporter: kvr000 at gmail dot com Target Milestone: --- Hi, there is a bug when generating AVX-512 instructions from intrinsics. The code is generated correctly in gcc-10 but gcc-11 completely omits the vbroadcastf32x4 . gcc version: 11.2.0-7ubuntu2 - 11.2.0 Source code of minimal working example: // Matrix 4*4 multiplication: #ifndef NO_VECTORIZE #ifdef __x86_64__ #include <immintrin.h> #include <x86intrin.h> #endif #ifdef __aarch64__ #include <arm_neon.h> #endif #endif union Mat44 { float m[4][4]; #ifndef NO_VECTORIZE #ifdef __x86_64__ __m128 row[4]; __m256 rowDuet[2]; __m512 rowQuad; #endif #ifdef __aarch64__ float32x4_t row[4]; #endif #endif }; void matmult_avx512(union Mat44 *out, union Mat44 *a, union Mat44 *b) { __m512 a0123 = _mm512_loadu_ps(a->m[0]); __m512 b0000 = _mm512_broadcast_f32x4(b->row[0]); __m512 b1111 = _mm512_broadcast_f32x4(b->row[1]); __m512 b2222 = _mm512_broadcast_f32x4(b->row[2]); __m512 b3333 = _mm512_broadcast_f32x4(b->row[3]); __m512 result = _mm512_mul_ps(_mm512_permute_ps(a0123, 0x00), b0000); result = _mm512_fmadd_ps(_mm512_permute_ps(a0123, 0x55), b1111, result); result = _mm512_fmadd_ps(_mm512_permute_ps(a0123, 0xaa), b2222, result); result = _mm512_fmadd_ps(_mm512_permute_ps(a0123, 0xff), b3333, result); _mm512_storeu_ps(out->m[0], result); } gcc-10 (correct): endbr64 vmovups (%rsi), %zmm0 vbroadcastf32x4 (%rdx), %zmm6 // note here vpermilps $0, %zmm0, %zmm1 vmulps %zmm6, %zmm1, %zmm1 vbroadcastf32x4 16(%rdx), %zmm5 // note here vpermilps $85, %zmm0, %zmm2 vbroadcastf32x4 32(%rdx), %zmm4 // note here vbroadcastf32x4 48(%rdx), %zmm3 // note here vfmadd132ps %zmm5, %zmm1, %zmm2 vpermilps $170, %zmm0, %zmm1 vpermilps $255, %zmm0, %zmm0 vfmadd132ps %zmm4, %zmm2, %zmm1 vfmadd132ps %zmm3, %zmm1, %zmm0 vmovups %zmm0, (%rdi) vzeroupper ret gcc-11 (missing vbroadcasatf32x4) : endbr64 vmovups (%rsi), %zmm0 vpermilps $0, %zmm0, %zmm1 vmulps (%rdx){1to16}, %zmm1, %zmm1 vpermilps $85, %zmm0, %zmm2 vfmadd132ps 16(%rdx){1to16}, %zmm1, %zmm2 vpermilps $170, %zmm0, %zmm1 vpermilps $255, %zmm0, %zmm0 vfmadd132ps 32(%rdx){1to16}, %zmm2, %zmm1 vfmadd132ps 48(%rdx){1to16}, %zmm1, %zmm0 vmovups %zmm0, (%rdi) vzeroupper ret