rank_k_d12x16.hpp

#include <stdio.h>
#include <hmlp_internal.hpp>
#include <packing.hpp>

BLIS_GEMM_KERNEL(bli_sgemm_opt_12x32_l2,float);
BLIS_GEMM_KERNEL(bli_dgemm_opt_12x16_l2,double);


struct rank_k_opt_s12x32
{
  //const static size_t mr         = 12;
  //const static size_t nr         = 32;
  //const static size_t pack_mr    = 12;
  //const static size_t pack_nr    = 32;
  const static size_t mr         = 32;
  const static size_t nr         = 12;
  const static size_t pack_mr    = 32;
  const static size_t pack_nr    = 12;
  const static size_t align_size = 64;
  const static bool   row_major  = true;

  inline STRA_OPERATOR(float) const
  {
    printf( "no STRA_OPERATOR implementation\n" );
    exit( 1 );
  };

  inline GEMM_OPERATOR(float) const
  {
    float alpha = 1.0;
    float beta = aux->pc ? 1.0 : 0.0;
    //bli_sgemm_opt_12x32_l2
    //(
    //  k,
    //  &alpha,
    //  a,
    //  b,
    //  &beta,
    //  c, rs_c, cs_c,
    //  aux
    //);
    bli_sgemm_opt_12x32_l2
    (
      k,
      &alpha,
      b,
      a,
      &beta,
      c, cs_c, rs_c,
      aux
    );
  };

  template<typename TC>
  inline void operator()                                                
  (                                                              
    dim_t k,                                                     
    float *a,                                                    
    float *b,                                                    
    TC    *c,                                                    
    float *v, inc_t rs_v, inc_t cs_v,                            
    aux_s<float, float, TC, float> *aux                       
  )
  {
    float alpha = 1.0;
    float beta = aux->pc ? 1.0 : 0.0;

    float vtmp[ mr * nr ];

    if ( !is_same<TC, hmlp::MatrixLike<pack_mr, float, float>>::value )
    {
      if ( aux->pc )
      {
        for ( size_t j = 0; j < aux->jb; j ++ )
          for ( size_t i = 0; i < aux->ib; i ++ )
            vtmp[ j * mr + i ] = v[ j * cs_v + i * rs_v ];
      }

      v = vtmp;
      rs_v = 1;
      cs_v = mr;
    }

    //bli_sgemm_opt_12x32_l2
    //(
    //  k,
    //  &alpha,
    //  a,
    //  b,
    //  &beta,
    //  v, rs_v, cs_v,
    //  reinterpret_cast<aux_s<float, float, float, float>*>( aux )
    //);
    bli_sgemm_opt_12x32_l2
    (
      k,
      &alpha,
      b,
      a,
      &beta,
      v, cs_v, rs_v,
      reinterpret_cast<aux_s<float, float, float, float>*>( aux )
    );

    if ( !is_same<TC, hmlp::MatrixLike<pack_mr, float, float>>::value ||
         aux->ib != mr || aux->jb != nr )
    {
      c->Unpack( aux->m, aux->i, aux->ib, aux->n, aux->j, aux->jb, v );
    }

  };


}; 
struct rank_k_opt_d12x16
{
  //const static size_t mr         = 12;
  //const static size_t nr         = 16;
  //const static size_t pack_mr    = 12;
  //const static size_t pack_nr    = 16;
  const static size_t mr         = 16;
  const static size_t nr         = 12;
  const static size_t pack_mr    = 16;
  const static size_t pack_nr    = 12;
  const static size_t align_size = 64;
  const static bool   row_major  = true;

  inline STRA_OPERATOR(double) const
  {
    printf( "no STRA_OPERATOR implementation\n" );
    exit( 1 );
  };

  inline GEMM_OPERATOR(double) const
  {
    double alpha = 1.0;
    double beta = aux->pc ? 1.0 : 0.0;
    //bli_dgemm_opt_6x32_l2
    //(
    //  k,
    //  &alpha,
    //  a,
    //  b,
    //  &beta,
    //  c, rs_c, cs_c,
    //  aux
    //);
    bli_dgemm_opt_12x16_l2
    (
      k,
      &alpha,
      b,
      a,
      &beta,
      c, cs_c, rs_c,
      aux
    );
  };

  template<typename TC>
  inline void operator()                                                
  (                                                              
    dim_t k,                                                     
    double *a,                                                    
    double *b,                                                    
    TC     *c,                                                    
    double *v, inc_t rs_v, inc_t cs_v,                            
    aux_s<double, double, TC, double> *aux                       
  )
  {
    double alpha = 1.0;
    double beta = aux->pc ? 1.0 : 0.0;

    double vtmp[ mr * nr ];

    if ( !is_same<TC, hmlp::MatrixLike<pack_mr, double, double>>::value )
    {
      if ( aux->pc )
      {
        for ( size_t j = 0; j < aux->jb; j ++ )
          for ( size_t i = 0; i < aux->ib; i ++ )
            vtmp[ j * mr + i ] = v[ j * cs_v + i * rs_v ];
      }

      v = vtmp;
      rs_v = 1;
      cs_v = mr;
    }

    //bli_dgemm_opt_12x16_l2
    //(
    //  k,
    //  &alpha,
    //  a,
    //  b,
    //  &beta,
    //  v, rs_v, cs_v,
    //  reinterpret_cast<aux_s<double, double, double, double>*>( aux )
    //);
    bli_dgemm_opt_12x16_l2
    (
      k,
      &alpha,
      b,
      a,
      &beta,
      v, cs_v, rs_v,
      reinterpret_cast<aux_s<double, double, double, double>*>( aux )
    );

    if ( !is_same<TC, hmlp::MatrixLike<pack_mr, double, double>>::value ||
         aux->ib != mr || aux->jb != nr )
    {
      //printf( "bug %d %d %d %d %d %d\n", aux->m, aux->i, aux->ib, aux->n, aux->j, aux->jb );
      c->Unpack( aux->m, aux->i, aux->ib, aux->n, aux->j, aux->jb, v );
    }

  };

};