Differences between revisions 1 and 2

Deletions are marked like this. Additions are marked like this.
Line 15: Line 15:

/* MY_MMult_inner prototype */
void MY_MMult_inner( int m, int n, int k, double *a, int lda,
                                    double *b, int ldb,
                                    double *c, int ldc );
         

/* Create macros so that the matrices are stored in column-major order */

#include "parameters.h"

#define A(i,j) a[ (j)*lda + (i) ]
#define AT(i,j) at[ (j)*(k) + (i) ]
#define B(i,j) b[ (j)*ldb + (i) ]
#define C(i,j) c[ (j)*ldc + (i) ]

#define min( x, y ) ( x < y ? x : y )

#define MB 144
#define KB 144

/* MY_MMult_inner prototype */
void MY_MMult_inner( int m, int n, int k, double *a, int lda, 
                                    double *b, int ldb,
                                    double *c, int ldc );
                                                                        

/* Routine for computing C = A * B + C */

void MY_MMult( int m, int n, int k, double *a, int lda, 
                                    double *b, int ldb,
                                    double *c, int ldc )
{
  int i, p, ib, pb;

  for ( p=0; p<k; p+=KB ){
    pb = min( k-p, KB );
    for ( i=0; i<m; i+=MB ){
      ib = min( m-i, MB );

      MY_MMult_inner( ib, n, pb, 
                      &A( i, p ), lda, 
                      &B( p, 0 ), ldb, 
                      &C( i, 0 ), ldc );
    }
  }
}


  


/* Inner kernel for computing C = A * B + C */

void MY_MMult_inner( int m, int n, int k, double *a, int lda, 
                                    double *b, int ldb,
                                    double *c, int ldc )
{
  int i, j, p;
  double at[ MB * KB ];

  transpose_matrix( m, k, a, lda, at, k );

  for ( j=0; j<n; j++ ){
    double *cp = &C( 0, j );

    for ( i=0; i<m; i+=4 ){
      register double c0=0.0, c1=0.0, c2=0.0, c3=0.0;
      double *a0p = &AT(0,i), *a1p = &AT(0,i+1), 
             *a2p = &AT(0,i+2), *a3p = &AT(0,i+3), 
             *bp=&B(0,j);

      for ( p=0; p<k; p+=4 ){
        register double bpj = bp[0];

        c0 = c0 +  a0p[0] * bpj;
        c1 = c1 +  a1p[0] * bpj;
        c2 = c2 +  a2p[0] * bpj;
        c3 = c3 +  a3p[0] * bpj;

        bpj = bp[1];

        c0 = c0 +  a0p[1] * bpj;
        c1 = c1 +  a1p[1] * bpj;
        c2 = c2 +  a2p[1] * bpj;
        c3 = c3 +  a3p[1] * bpj;

        bpj = bp[2];

        c0 = c0 +  a0p[2] * bpj;
        c1 = c1 +  a1p[2] * bpj;
        c2 = c2 +  a2p[2] * bpj;
        c3 = c3 +  a3p[2] * bpj;

        bpj = bp[3];

        c0 = c0 +  a0p[3] * bpj;
        c1 = c1 +  a1p[3] * bpj;
        c2 = c2 +  a2p[3] * bpj;
        c3 = c3 +  a3p[3] * bpj;

        bp+=4;

        a0p+=4;
        a1p+=4;
        a2p+=4;
        a3p+=4;
      }
      
      cp[ 0 ] += c0;
      cp[ 1 ] += c1;
      cp[ 2 ] += c2;
      cp[ 3 ] += c3;
      
      cp += 4;
    }
  }
}

LinearAlgebraWiki: OptimizingGemm/Details/MMult9 (last edited 2009-11-02 13:40:46 by RobertVanDeGeijn)