// Copyright 2022 Tencent
// SPDX-License-Identifier: BSD-3-Clause

static void deconvolution_pack16to8_avx512(const Mat& bottom_blob, Mat& top_blob, const Mat& weight_data_packed, const Mat& bias_data, int kernel_w, int kernel_h, int dilation_w, int dilation_h, int stride_w, int stride_h, int activation_type, const Mat& activation_params, const Option& opt)
{
    int outch = top_blob.c;

    const int kernel_extent_w = dilation_w * (kernel_w - 1) + 1;
    const int kernel_extent_h = dilation_h * (kernel_h - 1) + 1;

    const float* bias_data_ptr = bias_data;

    // num_output
    #pragma omp parallel for num_threads(opt.num_threads)
    for (int p = 0; p < outch; p++)
    {
        float* outptr = top_blob.channel(p);

        const int maxk = kernel_w * kernel_h;

        // shadowed variable for less openmp task args
        const int w = bottom_blob.w;
        const int h = bottom_blob.h;
        const int channels = bottom_blob.c;
        const int outw = top_blob.w;
        const int outh = top_blob.h;

        for (int i = 0; i < outh; i++)
        {
            for (int j = 0; j < outw; j++)
            {
                __m256 _sum = _mm256_setzero_ps();

                if (bias_data_ptr)
                {
                    _sum = _mm256_loadu_ps(bias_data_ptr + p * 8);
                }

                const float* kptr = weight_data_packed.channel(p);

                // channels
                for (int q = 0; q < channels; q++)
                {
                    const Mat m = bottom_blob.channel(q);

                    for (int y = 0; y < kernel_h; y++)
                    {
                        int sys = (i + y * dilation_h - (kernel_extent_h - 1));
                        if (sys < 0 || sys % stride_h != 0)
                            continue;

                        int sy = sys / stride_h;
                        if (sy >= h)
                            continue;

                        for (int x = 0; x < kernel_w; x++)
                        {
                            int sxs = (j + x * dilation_w - (kernel_extent_w - 1));
                            if (sxs < 0 || sxs % stride_w != 0)
                                continue;

                            int sx = sxs / stride_w;
                            if (sx >= w)
                                continue;

                            const float* sptr = m.row(sy) + sx * 16;

                            int k = (y * kernel_w + x) * 128;

                            __m256 _val0 = _mm256_broadcast_ss(sptr);
                            __m256 _val1 = _mm256_broadcast_ss(sptr + 1);
                            __m256 _val2 = _mm256_broadcast_ss(sptr + 2);
                            __m256 _val3 = _mm256_broadcast_ss(sptr + 3);
                            __m256 _val4 = _mm256_broadcast_ss(sptr + 4);
                            __m256 _val5 = _mm256_broadcast_ss(sptr + 5);
                            __m256 _val6 = _mm256_broadcast_ss(sptr + 6);
                            __m256 _val7 = _mm256_broadcast_ss(sptr + 7);
                            __m256 _val8 = _mm256_broadcast_ss(sptr + 8);
                            __m256 _val9 = _mm256_broadcast_ss(sptr + 9);
                            __m256 _vala = _mm256_broadcast_ss(sptr + 10);
                            __m256 _valb = _mm256_broadcast_ss(sptr + 11);
                            __m256 _valc = _mm256_broadcast_ss(sptr + 12);
                            __m256 _vald = _mm256_broadcast_ss(sptr + 13);
                            __m256 _vale = _mm256_broadcast_ss(sptr + 14);
                            __m256 _valf = _mm256_broadcast_ss(sptr + 15);
                            __m256 _w0 = _mm256_load_ps(kptr + k);
                            __m256 _w1 = _mm256_load_ps(kptr + k + 8);
                            __m256 _w2 = _mm256_load_ps(kptr + k + 8 * 2);
                            __m256 _w3 = _mm256_load_ps(kptr + k + 8 * 3);
                            __m256 _w4 = _mm256_load_ps(kptr + k + 8 * 4);
                            __m256 _w5 = _mm256_load_ps(kptr + k + 8 * 5);
                            __m256 _w6 = _mm256_load_ps(kptr + k + 8 * 6);
                            __m256 _w7 = _mm256_load_ps(kptr + k + 8 * 7);
                            __m256 _w8 = _mm256_load_ps(kptr + k + 8 * 8);
                            __m256 _w9 = _mm256_load_ps(kptr + k + 8 * 9);
                            __m256 _wa = _mm256_load_ps(kptr + k + 8 * 10);
                            __m256 _wb = _mm256_load_ps(kptr + k + 8 * 11);
                            __m256 _wc = _mm256_load_ps(kptr + k + 8 * 12);
                            __m256 _wd = _mm256_load_ps(kptr + k + 8 * 13);
                            __m256 _we = _mm256_load_ps(kptr + k + 8 * 14);
                            __m256 _wf = _mm256_load_ps(kptr + k + 8 * 15);
                            _sum = _mm256_fmadd_ps(_val0, _w0, _sum);
                            _sum = _mm256_fmadd_ps(_val1, _w1, _sum);
                            _sum = _mm256_fmadd_ps(_val2, _w2, _sum);
                            _sum = _mm256_fmadd_ps(_val3, _w3, _sum);
                            _sum = _mm256_fmadd_ps(_val4, _w4, _sum);
                            _sum = _mm256_fmadd_ps(_val5, _w5, _sum);
                            _sum = _mm256_fmadd_ps(_val6, _w6, _sum);
                            _sum = _mm256_fmadd_ps(_val7, _w7, _sum);
                            _sum = _mm256_fmadd_ps(_val8, _w8, _sum);
                            _sum = _mm256_fmadd_ps(_val9, _w9, _sum);
                            _sum = _mm256_fmadd_ps(_vala, _wa, _sum);
                            _sum = _mm256_fmadd_ps(_valb, _wb, _sum);
                            _sum = _mm256_fmadd_ps(_valc, _wc, _sum);
                            _sum = _mm256_fmadd_ps(_vald, _wd, _sum);
                            _sum = _mm256_fmadd_ps(_vale, _we, _sum);
                            _sum = _mm256_fmadd_ps(_valf, _wf, _sum);
                        }
                    }

                    kptr += maxk * 128;
                }

                _sum = activation_avx(_sum, activation_type, activation_params);

                _mm256_storeu_ps(outptr, _sum);
                outptr += 8;
            }
        }
    }
}
