--- /dev/null
+/****************************************Implementation**Details**********************************************/
+/* */
+/* Lets denote (a,a1i) complex which is mathematically a+a1*i */
+/* Complex number multiplication: (a,a1i)*(b,b1i) */
+/* As i*i=-1 .The multiplication result will be: */
+/* (a+a1*i)(b+b1*i)=a*b+a1*i*b1*i+ a1*i*b+a*b1*i=a*b-a1*b1 + (a1*b+a*b1)*i which is (ab-a1b1,a1b+ab1) */
+/* so let c= ab-a1b1 , ci=a1b+ab1 then */
+/* c=c+a*b-a1*b1 => c=a*b-( a1*b1-c) => c= a1*b1-c then c=a*b-c two mseb */
+/* ci=ci+a1*b+a*b1 => ci= a1*b+ci then ci= a*b1+ci */
+/* For simd real and imaginary parts will be grouped together */
+/* such (realA,realK) and (imageA ,imageK) */
+/* Simd(0,1)=(a*b,k*b)-((ai*bi,ki*bi)-Simd(0,1)) */
+/* SimdI(0,1)=SimdI(0,1)+(a*bi,k*bi)+(ai*b,ki*b) */
+/* */
+/* */
+/* for defined(NR) || defined(NC) || defined(TR) || defined(TC) */
+/* (a+a1*I)(b-b1*I)=ab+a1*b1+I(a1b-ab1) */
+/* */
+/* c=c+ab+a1b1 => c=a1b1+c;c=ab+c */
+/* ci=ci+a1b-ab1 => ci=a1*b-(ab1-ci) => ci=ab1-ci; ci=a1*b-ci */
+/* */
+/* */
+/* for defined(RN) || defined(RT) || defined(CN) || defined(CT) */
+/* (a-a1*I)(b+b1*I)=ab+a1*b1+I(-a1b+ab1) */
+/* */
+/* c=c+ab+a1b1 => c=a1b1+c;c=ab+c */
+/* ci=ci+a1b-ab1 => ci=a*b1-(a1b-ci) => ci=a1b-ci; ci=a*b1-ci */
+/* */
+/* */
+/* for defined(RR) || defined(RC) || defined(CR) || defined(CC) */
+/* (a-a1*I)(b-b1*I)=ab-a1*b1+I(-a1b-ab1) */
+/* */
+/* c= a1*b1-c then c=a*b-c */
+/* ci = ci-a1*b -a*b1; */
+/* as ibm z13 only has x*z-m x*z+m instructions implementation will be changed a bit */
+/* Assuming ci=0; and cix=cix+a1b+ab1 ; ci=ci-cix will work */
+/* cix= a*b1+cix ; cix= a1*b+cix (two madb) ci=ci-cix (sign change if ci=0) */
+/* As c=0 then */
+/* c=a*b-c then c=a1*b1-c => c=(a1*b1-(a*b-c)) which is -1*( a*b -(a1*b1-c)) */
+/* */
+/* Values will be equal to (-c) and (-ci) */
+/* To change sign it'll be multiplied by -1*(alpha+alpha_i) */
+/* This is done once: */
+/* lcdbr ALPHA_I,ALPHA_I */
+/* lcdbr ALPHA ,ALPHA */
+/*************************************************************************************************************/
+
+/*************************Zero vectors***************************************/
+/*zero vectors for 4x4 */
+.macro ZERO_ZCVEC_4x4
+ vzero %v16
+ vzero %v17
+ vzero %v18
+ vzero %v19
+ vzero %v20
+ vzero %v21
+ vzero %v22
+ vzero %v23
+ vzero %v24
+ vzero %v25
+ vzero %v26
+ vzero %v27
+ vzero %v28
+ vzero %v29
+ vzero %v30
+ vzero %v31
+.endm
+
+/*zero vectors for */
+.macro ZERO_ZCVEC_2x4
+ vzero %v16
+ vzero %v17
+ vzero %v18
+ vzero %v19
+ vzero %v20
+ vzero %v21
+ vzero %v22
+ vzero %v23
+.endm
+
+/*zero vectors for */
+.macro ZERO_ZCVEC_1x4
+ vzero %v16
+ vzero %v17
+ vzero %v18
+ vzero %v19
+.endm
+
+/*zero vectors for */
+.macro ZERO_ZCVEC_4x2
+ ZERO_ZCVEC_2x4
+.endm
+
+.macro ZERO_ZCVEC_4x1
+ ZERO_ZCVEC_1x4
+.endm
+
+/*zero vectors for */
+.macro ZERO_ZCVEC_2x2
+ vzero %v16
+ vzero %v17
+ vzero %v20
+ vzero %v21
+.endm
+
+/*zero vectors for */
+.macro ZERO_ZCVEC_1x2
+ vzero %v16
+ vzero %v17
+.endm
+
+/*zero vectors for */
+.macro ZERO_ZCVEC_2x1
+ vzero %v16
+ vzero %v17
+.endm
+
+/*zero vectors for 1x1*/
+.macro ZERO_ZCVEC_1x1
+ lzdr %f6
+ lzdr %f7
+.endm
+
+
+/*
+ Calculate for 4x2 inner
+*/
+.macro CalcComplex_4x2 vResR1, vResI1, vResR2, vResI2, vResR3, vResI3, vResR4, vResI4, vr1, vi1, vr2, vi2, vrB, viB,vrB2, viB2
+
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ vfmsdb \vResR1, \vi1, \viB, \vResR1
+ vfmadb \vResI1, \vr1, \viB, \vResI1
+ vfmsdb \vResR2, \vi2, \viB, \vResR2
+ vfmadb \vResI2, \vr2, \viB, \vResI2
+
+ vfmsdb \vResR3, \vi1, \viB2, \vResR3
+ vfmadb \vResI3, \vr1, \viB2, \vResI3
+ vfmsdb \vResR4, \vi2, \viB2, \vResR4
+ vfmadb \vResI4, \vr2, \viB2, \vResI4
+
+ vfmsdb \vResR1, \vr1, \vrB, \vResR1
+ vfmadb \vResI1, \vi1, \vrB, \vResI1
+ vfmsdb \vResR2, \vr2, \vrB, \vResR2
+ vfmadb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmsdb \vResR3, \vr1, \vrB2, \vResR3
+ vfmadb \vResI3, \vi1, \vrB2, \vResI3
+ vfmsdb \vResR4, \vr2, \vrB2, \vResR4
+ vfmadb \vResI4, \vi2, \vrB2, \vResI4
+
+ #endif
+
+ #if defined(NR) || defined(NC) || defined(TR) || defined(TC)
+ vfmadb \vResR1, \vi1, \viB, \vResR1
+ vfmsdb \vResI1, \vr1, \viB, \vResI1
+ vfmadb \vResR2, \vi2, \viB, \vResR2
+ vfmsdb \vResI2, \vr2, \viB, \vResI2
+
+ vfmadb \vResR3, \vi1, \viB2, \vResR3
+ vfmsdb \vResI3, \vr1, \viB2, \vResI3
+ vfmadb \vResR4, \vi2, \viB2, \vResR4
+ vfmsdb \vResI4, \vr2, \viB2, \vResI4
+
+ vfmadb \vResR1, \vr1, \vrB, \vResR1
+ vfmsdb \vResI1, \vi1, \vrB, \vResI1
+ vfmadb \vResR2, \vr2, \vrB, \vResR2
+ vfmsdb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmadb \vResR3, \vr1, \vrB2, \vResR3
+ vfmsdb \vResI3, \vi1, \vrB2, \vResI3
+ vfmadb \vResR4, \vr2, \vrB2, \vResR4
+ vfmsdb \vResI4, \vi2, \vrB2, \vResI4
+
+ #endif
+
+ #if defined(RN) || defined(RT) || defined(CN) || defined(CT)
+ vfmadb \vResR1, \vi1, \viB, \vResR1
+ vfmsdb \vResI1, \vi1, \vrB, \vResI1
+ vfmadb \vResR2, \vi2, \viB, \vResR2
+ vfmsdb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmadb \vResR3, \vi1, \viB2, \vResR3
+ vfmsdb \vResI3, \vi1, \vrB2, \vResI3
+ vfmadb \vResR4, \vi2, \viB2, \vResR4
+ vfmsdb \vResI4, \vi2, \vrB2, \vResI4
+
+ vfmadb \vResR1, \vr1, \vrB, \vResR1
+ vfmsdb \vResI1, \vr1, \viB, \vResI1
+ vfmadb \vResR2, \vr2, \vrB, \vResR2
+ vfmsdb \vResI2, \vr2, \viB, \vResI2
+
+ vfmadb \vResR3, \vr1, \vrB2, \vResR3
+ vfmsdb \vResI3, \vr1, \viB2, \vResI3
+ vfmadb \vResR4, \vr2, \vrB2, \vResR4
+ vfmsdb \vResI4, \vr2, \viB2, \vResI4
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+
+ vfmsdb \vResR1, \vr1, \vrB, \vResR1
+ vfmadb \vResI1, \vi1, \vrB, \vResI1
+ vfmsdb \vResR2, \vr2, \vrB, \vResR2
+ vfmadb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmsdb \vResR3, \vr1, \vrB2, \vResR3
+ vfmadb \vResI3, \vi1, \vrB2, \vResI3
+ vfmsdb \vResR4, \vr2, \vrB2, \vResR4
+ vfmadb \vResI4, \vi2, \vrB2, \vResI4
+
+ vfmsdb \vResR1, \vi1, \viB, \vResR1
+ vfmadb \vResI1, \vr1, \viB, \vResI1
+ vfmsdb \vResR2, \vi2, \viB, \vResR2
+ vfmadb \vResI2, \vr2, \viB, \vResI2
+
+ vfmsdb \vResR3, \vi1, \viB2, \vResR3
+ vfmadb \vResI3, \vr1, \viB2, \vResI3
+ vfmsdb \vResR4, \vi2, \viB2, \vResR4
+ vfmadb \vResI4, \vr2, \viB2, \vResI4
+
+
+ #endif
+
+.endm
+
+/*
+ Calculate for 2x4 inner
+*/
+.macro CalcComplex_2x4 vResR1, vResI1, vResR2, vResI2, vResR3, vResI3, vResR4, vResI4, vr1, vi1, vr2, vi2, vrB, viB,vrB2, viB2
+
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ vfmsdb \vResR1, \vi1, \viB, \vResR1
+ vfmadb \vResI1, \vr1, \viB, \vResI1
+ vfmsdb \vResR2, \vi2, \viB, \vResR2
+ vfmadb \vResI2, \vr2, \viB, \vResI2
+
+ vfmsdb \vResR3, \vi1, \viB2, \vResR3
+ vfmadb \vResI3, \vr1, \viB2, \vResI3
+ vfmsdb \vResR4, \vi2, \viB2, \vResR4
+ vfmadb \vResI4, \vr2, \viB2, \vResI4
+
+ vfmsdb \vResR1, \vr1, \vrB, \vResR1
+ vfmadb \vResI1, \vi1, \vrB, \vResI1
+ vfmsdb \vResR2, \vr2, \vrB, \vResR2
+ vfmadb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmsdb \vResR3, \vr1, \vrB2, \vResR3
+ vfmadb \vResI3, \vi1, \vrB2, \vResI3
+ vfmsdb \vResR4, \vr2, \vrB2, \vResR4
+ vfmadb \vResI4, \vi2, \vrB2, \vResI4
+
+ #endif
+
+ #if defined(RN) || defined(RT) || defined(CN) || defined(CT)
+ vfmadb \vResR1, \vi1, \viB, \vResR1
+ vfmsdb \vResI1, \vr1, \viB, \vResI1
+ vfmadb \vResR2, \vi2, \viB, \vResR2
+ vfmsdb \vResI2, \vr2, \viB, \vResI2
+
+ vfmadb \vResR3, \vi1, \viB2, \vResR3
+ vfmsdb \vResI3, \vr1, \viB2, \vResI3
+ vfmadb \vResR4, \vi2, \viB2, \vResR4
+ vfmsdb \vResI4, \vr2, \viB2, \vResI4
+
+ vfmadb \vResR1, \vr1, \vrB, \vResR1
+ vfmsdb \vResI1, \vi1, \vrB, \vResI1
+ vfmadb \vResR2, \vr2, \vrB, \vResR2
+ vfmsdb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmadb \vResR3, \vr1, \vrB2, \vResR3
+ vfmsdb \vResI3, \vi1, \vrB2, \vResI3
+ vfmadb \vResR4, \vr2, \vrB2, \vResR4
+ vfmsdb \vResI4, \vi2, \vrB2, \vResI4
+
+ #endif
+
+ #if defined(NR) || defined(NC) || defined(TR) || defined(TC)
+ vfmadb \vResR1, \vi1, \viB, \vResR1
+ vfmsdb \vResI1, \vi1, \vrB, \vResI1
+ vfmadb \vResR2, \vi2, \viB, \vResR2
+ vfmsdb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmadb \vResR3, \vi1, \viB2, \vResR3
+ vfmsdb \vResI3, \vi1, \vrB2, \vResI3
+ vfmadb \vResR4, \vi2, \viB2, \vResR4
+ vfmsdb \vResI4, \vi2, \vrB2, \vResI4
+
+ vfmadb \vResR1, \vr1, \vrB, \vResR1
+ vfmsdb \vResI1, \vr1, \viB, \vResI1
+ vfmadb \vResR2, \vr2, \vrB, \vResR2
+ vfmsdb \vResI2, \vr2, \viB, \vResI2
+
+ vfmadb \vResR3, \vr1, \vrB2, \vResR3
+ vfmsdb \vResI3, \vr1, \viB2, \vResI3
+ vfmadb \vResR4, \vr2, \vrB2, \vResR4
+ vfmsdb \vResI4, \vr2, \viB2, \vResI4
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+
+ vfmsdb \vResR1, \vr1, \vrB, \vResR1
+ vfmadb \vResI1, \vi1, \vrB, \vResI1
+ vfmsdb \vResR2, \vr2, \vrB, \vResR2
+ vfmadb \vResI2, \vi2, \vrB, \vResI2
+
+ vfmsdb \vResR3, \vr1, \vrB2, \vResR3
+ vfmadb \vResI3, \vi1, \vrB2, \vResI3
+ vfmsdb \vResR4, \vr2, \vrB2, \vResR4
+ vfmadb \vResI4, \vi2, \vrB2, \vResI4
+
+ vfmsdb \vResR1, \vi1, \viB, \vResR1
+ vfmadb \vResI1, \vr1, \viB, \vResI1
+ vfmsdb \vResR2, \vi2, \viB, \vResR2
+ vfmadb \vResI2, \vr2, \viB, \vResI2
+
+ vfmsdb \vResR3, \vi1, \viB2, \vResR3
+ vfmadb \vResI3, \vr1, \viB2, \vResI3
+ vfmsdb \vResR4, \vi2, \viB2, \vResR4
+ vfmadb \vResI4, \vr2, \viB2, \vResI4
+
+
+ #endif
+
+.endm
+
+/*
+ Calculate for 2x2 inner
+*/
+.macro CalcComplex_2x2 vResR1, vResI1,vResR2, vResI2, vR1, vI1, vRB, vIB, vRB2, vIB2
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ vfmsdb \vResR1, \vI1, \vIB, \vResR1
+ vfmadb \vResI1, \vR1, \vIB, \vResI1
+
+ vfmsdb \vResR2, \vI1, \vIB2, \vResR2
+ vfmadb \vResI2, \vR1, \vIB2, \vResI2
+
+ vfmsdb \vResR1, \vR1, \vRB, \vResR1
+ vfmadb \vResI1, \vI1, \vRB, \vResI1
+
+ vfmsdb \vResR2, \vR1, \vRB2, \vResR2
+ vfmadb \vResI2, \vI1, \vRB2, \vResI2
+ #endif
+
+ #if defined(NR) || defined(NC) || defined(TR) || defined(TC)
+ vfmadb \vResR1, \vI1, \vIB, \vResR1
+ vfmsdb \vResI1, \vR1, \vIB, \vResI1
+
+ vfmadb \vResR2, \vI1, \vIB2, \vResR2
+ vfmsdb \vResI2, \vR1, \vIB2, \vResI2
+
+ vfmadb \vResR1, \vR1, \vRB, \vResR1
+ vfmsdb \vResI1, \vI1, \vRB, \vResI1
+
+ vfmadb \vResR2, \vR1, \vRB2, \vResR2
+ vfmsdb \vResI2, \vI1, \vRB2, \vResI2
+ #endif
+
+ #if defined(RN) || defined(RT) || defined(CN) || defined(CT)
+ vfmadb \vResR1, \vI1, \vIB, \vResR1
+ vfmsdb \vResI1, \vI1, \vRB, \vResI1
+
+ vfmadb \vResR2, \vI1, \vIB2, \vResR2
+ vfmsdb \vResI2, \vI1, \vRB2, \vResI2
+
+ vfmadb \vResR1, \vR1, \vRB, \vResR1
+ vfmsdb \vResI1, \vR1, \vIB, \vResI1
+
+ vfmadb \vResR2, \vR1, \vRB2, \vResR2
+ vfmsdb \vResI2, \vR1, \vIB2, \vResI2
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+ vfmsdb \vResR1, \vR1, \vRB, \vResR1
+ vfmadb \vResI1, \vI1, \vRB, \vResI1
+
+ vfmsdb \vResR2, \vR1, \vRB2, \vResR2
+ vfmadb \vResI2, \vI1, \vRB2, \vResI2
+
+ vfmsdb \vResR1, \vI1, \vIB, \vResR1
+ vfmadb \vResI1, \vR1, \vIB, \vResI1
+
+ vfmsdb \vResR2, \vI1, \vIB2, \vResR2
+ vfmadb \vResI2, \vR1, \vIB2, \vResI2
+ #endif
+.endm
+
+/*
+ Calculate for 2x1 inner
+*/
+.macro CalcComplex_2x1 vRealResult1, vImageResult1, vReal1, vImage1, vecRealB, vecImageB
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ #endif
+
+ #if defined(NR) || defined(NC) || defined(TR) || defined(TC)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ #endif
+
+ #if defined(RN) || defined(RT) || defined(CN) || defined(CT)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ #endif
+.endm
+
+/*
+ Calculate for 1x2 inner
+*/
+.macro CalcComplex_1x2 vRealResult1, vImageResult1, vReal1, vImage1, vecRealB, vecImageB
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ #endif
+
+ #if defined(RN) || defined(CN) || defined(RT) || defined(CT)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ #endif
+
+ #if defined(NR) || defined(TR) || defined(NC) || defined(TC)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ #endif
+.endm
+
+
+/*
+ Calculate for 4x1 inner
+*/
+.macro CalcComplex_4x1 vRealResult1, vImageResult1, vRealResult2, vImageResult2, vReal1, vImage1, vReal2, vImage2, vecRealB, vecImageB
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmsdb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmadb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmsdb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmadb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ #endif
+
+ #if defined(NR) || defined(NC) || defined(TR) || defined(TC)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmadb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmsdb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmadb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmsdb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ #endif
+
+ #if defined(RN) || defined(RT) || defined(CN) || defined(CT)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmadb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmsdb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmadb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmsdb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmsdb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmadb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmsdb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmadb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ #endif
+
+.endm
+
+/*
+ Calculate for 1x4 inner
+*/
+.macro CalcComplex_1x4 vRealResult1, vImageResult1, vRealResult2, vImageResult2, vReal1, vImage1, vReal2, vImage2, vecRealB, vecImageB
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmsdb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmadb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmsdb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmadb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ #endif
+
+ #if defined(RN) || defined(CN) || defined(RT) || defined(CT)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmadb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmsdb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmadb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmsdb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ #endif
+
+ #if defined(NR) || defined(TR) || defined(NC) || defined(TC)
+ vfmadb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmsdb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmadb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmsdb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ vfmadb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmsdb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmadb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmsdb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmsdb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmadb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmsdb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmadb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+ #endif
+
+.endm
+
+.macro CalcComplex_1x1 RealResult1, ImageResult1, Real1, Image1, RealB, ImageB
+ #if defined(NN) || defined(NT) || defined(TN) || defined(TT)
+ msdbr \RealResult1, \Image1, \ImageB
+ madbr \ImageResult1, \Real1, \ImageB
+ msdbr \RealResult1, \Real1, \RealB
+ madbr \ImageResult1, \Image1, \RealB
+ #endif
+
+ #if defined(NR) || defined(NC) || defined(TR) || defined(TC)
+ madbr \RealResult1, \Image1, \ImageB
+ msdbr \ImageResult1, \Real1, \ImageB
+ madbr \RealResult1, \Real1, \RealB
+ msdbr \ImageResult1, \Image1, \RealB
+ #endif
+
+ #if defined(RN) || defined(RT) || defined(CN) || defined(CT)
+ madbr \RealResult1, \Image1, \ImageB
+ msdbr \ImageResult1, \Image1, \RealB
+ madbr \RealResult1, \Real1, \RealB
+ msdbr \ImageResult1, \Real1, \ImageB
+ #endif
+ #if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+ msdbr \RealResult1, \Real1, \RealB
+ madbr \ImageResult1, \Image1, \RealB
+ msdbr \RealResult1, \Image1, \ImageB
+ madbr \ImageResult1, \Real1, \ImageB
+ #endif
+.endm
+
+#define DISP(ind,stride,disp) (ind*stride+disp)
+#define DISP64(ind,disp) (ind*64+disp)
+#define DISP32(ind,disp) (ind*32+disp)
+#define DISP16(ind,disp) (ind*16+disp)
+#define USE_VLM 1
+
+.macro ZCALC_4x4_I PTR_A_REG,PTR_B_REG,Index,IsLast
+#if defined(USE_VLM)
+ vlm %v4,%v7, DISP64(\Index ,0) (\PTR_A_REG)
+#else
+ vl %v4 , DISP64(\Index ,0) (\PTR_A_REG)
+ vl %v5 , DISP64(\Index ,16)(\PTR_A_REG)
+ vl %v6 , DISP64(\Index ,32)(\PTR_A_REG)
+ vl %v7 , DISP64(\Index ,48)(\PTR_A_REG)
+#endif
+
+ vlrepg %v9, DISP64(\Index ,0)(\PTR_B_REG)
+ vlrepg %v10 , DISP64(\Index ,8)(\PTR_B_REG)
+ vlrepg %v11, DISP64(\Index ,16)(\PTR_B_REG)
+ vlrepg %v12 , DISP64(\Index ,24)(\PTR_B_REG)
+
+ vpdi %v1,%v4,%v5,0
+ vpdi %v5,%v4,%v5,0b101
+ vpdi %v3,%v6,%v7,0
+ vpdi %v7,%v6,%v7,0b101
+
+ CalcComplex_4x2 %v16,%v17,%v18,%v19,%v20,%v21,%v22,%v23,%v1,%v5,%v3,%v7,%v9,%v10,%v11,%v12
+
+ vlrepg %v9, DISP64(\Index ,32)(\PTR_B_REG)
+ vlrepg %v10 , DISP64(\Index ,40)(\PTR_B_REG)
+ vlrepg %v11, DISP64(\Index ,48)(\PTR_B_REG)
+ vlrepg %v12 , DISP64(\Index ,56)(\PTR_B_REG)
+ .if \IsLast==1
+ la \PTR_A_REG, DISP64(\Index ,64)(\PTR_A_REG)
+ .endif
+ CalcComplex_4x2 %v24,%v25,%v26,%v27,%v28,%v29,%v30,%v31,%v1,%v5,%v3,%v7,%v9,%v10,%v11,%v12
+
+ .if \IsLast==1
+ la \PTR_B_REG, DISP64(\Index ,64)(\PTR_B_REG)
+ .endif
+.endm
+
+.macro ZCALC_4x2_I PTR_A_REG,PTR_B_REG,Index,IsLast
+#if defined(USE_VLM)
+ vlm %v4,%v7, DISP64(\Index ,0) (\PTR_A_REG)
+#else
+ vl %v4 , DISP64(\Index ,0) (\PTR_A_REG)
+ vl %v5 , DISP64(\Index ,16)(\PTR_A_REG)
+ vl %v6 , DISP64(\Index ,32)(\PTR_A_REG)
+ vl %v7 , DISP64(\Index ,48)(\PTR_A_REG)
+#endif
+ vlrepg %v9, DISP32(\Index ,0)(\PTR_B_REG)
+ vlrepg %v10 , DISP32(\Index ,8)(\PTR_B_REG)
+ vlrepg %v11, DISP32(\Index ,16)(\PTR_B_REG)
+ vlrepg %v12 , DISP32(\Index ,24)(\PTR_B_REG)
+
+ vpdi %v1,%v4,%v5,0
+ vpdi %v5,%v4,%v5,0b101
+ vpdi %v3,%v6,%v7,0
+ vpdi %v7,%v6,%v7,0b101
+ .if \IsLast==1
+ la \PTR_A_REG, DISP64(\Index ,64)(\PTR_A_REG)
+ .endif
+ CalcComplex_4x2 %v16,%v17,%v18,%v19,%v20,%v21,%v22,%v23,%v1,%v5,%v3,%v7,%v9,%v10,%v11,%v12
+
+ .if \IsLast==1
+ la \PTR_B_REG, DISP32(\Index ,32)(\PTR_B_REG)
+ .endif
+.endm
+
+.macro ZCALC_2x4_I PTR_A_REG,PTR_B_REG,Index,IsLast
+#if defined(USE_VLM)
+ vlm %v4,%v7, DISP64(\Index ,0) (\PTR_B_REG)
+#else
+ vl %v4 , DISP64(\Index ,0) (\PTR_B_REG)
+ vl %v5 , DISP64(\Index ,16)(\PTR_B_REG)
+ vl %v6 , DISP64(\Index ,32)(\PTR_B_REG)
+ vl %v7 , DISP64(\Index ,48)(\PTR_B_REG)
+#endif
+ vlrepg %v9, DISP32(\Index ,0)(\PTR_A_REG)
+ vlrepg %v10 , DISP32(\Index ,8)(\PTR_A_REG)
+ vlrepg %v11, DISP32(\Index ,16)(\PTR_A_REG)
+ vlrepg %v12 , DISP32(\Index ,24)(\PTR_A_REG)
+
+ vpdi %v1,%v4,%v5,0
+ vpdi %v5,%v4,%v5,0b101
+ vpdi %v3,%v6,%v7,0
+ vpdi %v7,%v6,%v7,0b101
+ .if \IsLast==1
+ la \PTR_B_REG, DISP64(\Index ,64)(\PTR_B_REG)
+ .endif
+ CalcComplex_2x4 %v16,%v17,%v18,%v19,%v20,%v21,%v22,%v23,%v1,%v5,%v3,%v7,%v9,%v10,%v11,%v12
+
+ .if \IsLast==1
+ la \PTR_A_REG, DISP32(\Index ,32)(\PTR_A_REG)
+ .endif
+.endm
+
+.macro ZCALC_4x1_I PTR_A_REG,PTR_B_REG,Index,IsLast
+#if defined(USE_VLM)
+ vlm %v4,%v7, DISP64(\Index ,0) (\PTR_A_REG)
+#else
+ vl %v4 , DISP64(\Index ,0) (\PTR_A_REG)
+ vl %v5 , DISP64(\Index ,16)(\PTR_A_REG)
+ vl %v6 , DISP64(\Index ,32)(\PTR_A_REG)
+ vl %v7 , DISP64(\Index ,48)(\PTR_A_REG)
+#endif
+ vlrepg %v9, DISP16(\Index ,0)(\PTR_B_REG)
+ vlrepg %v10 , DISP16(\Index ,8)(\PTR_B_REG)
+
+ vpdi %v1,%v4,%v5,0
+ vpdi %v11,%v4,%v5,0b101
+ vpdi %v3,%v6,%v7,0
+ vpdi %v12,%v6,%v7,0b101
+ .if \IsLast==1
+ la \PTR_A_REG, DISP64(\Index ,64)(\PTR_A_REG)
+ .endif
+ CalcComplex_4x1 %v16,%v17,%v18,%v19,%v1,%v11,%v3,%v12,%v9,%v10
+ .if \IsLast==1
+ la \PTR_B_REG, DISP16(\Index ,16)(\PTR_B_REG)
+ .endif
+.endm
+
+.macro ZCALC_1x4_I PTR_A_REG,PTR_B_REG,Index,IsLast
+#if defined(USE_VLM)
+ vlm %v4,%v7, DISP64(\Index ,0) (\PTR_B_REG)
+#else
+ vl %v4 , DISP64(\Index ,0) (\PTR_B_REG)
+ vl %v5 , DISP64(\Index ,16)(\PTR_B_REG)
+ vl %v6 , DISP64(\Index ,32)(\PTR_B_REG)
+ vl %v7 , DISP64(\Index ,48)(\PTR_B_REG)
+#endif
+ vlrepg %v9, DISP16(\Index ,0)(\PTR_A_REG)
+ vlrepg %v10 , DISP16(\Index ,8)(\PTR_A_REG)
+
+ vpdi %v1,%v4,%v5,0
+ vpdi %v11,%v4,%v5,0b101
+ vpdi %v3,%v6,%v7,0
+ vpdi %v12,%v6,%v7,0b101
+ .if \IsLast==1
+ la \PTR_B_REG, DISP64(\Index ,64)(\PTR_B_REG)
+ .endif
+ CalcComplex_1x4 %v16,%v17,%v18,%v19,%v1,%v11,%v3,%v12,%v9,%v10
+ .if \IsLast==1
+ la \PTR_A_REG, DISP16(\Index ,16)(\PTR_A_REG)
+ .endif
+.endm
+
+.macro ZCALC_2x2_I PTR_A_REG,PTR_B_REG ,Index,IsLast
+ vl %v1 , DISP32(\Index ,0)(\PTR_A_REG)
+ vl %v3 , DISP32(\Index ,16)(\PTR_A_REG)
+ vlrepg %v9, DISP32(\Index ,0)(\PTR_B_REG)
+ vlrepg %v10 , DISP32(\Index ,8)(\PTR_B_REG)
+ vlrepg %v11, DISP32(\Index ,16)(\PTR_B_REG)
+ vlrepg %v12 , DISP32(\Index ,24)(\PTR_B_REG)
+ vpdi %v5,%v1,%v3,0
+ vpdi %v6,%v1,%v3,0b101
+
+ .if \IsLast==1
+ la \PTR_A_REG, DISP32(\Index ,32)(\PTR_A_REG)
+ .endif
+ CalcComplex_2x2 %v16,%v17,%v20,%v21,%v5,%v6, %v9,%v10,%v11,%v12
+ .if \IsLast==1
+ la \PTR_B_REG, DISP32(\Index ,32)(\PTR_B_REG)
+ .endif
+.endm
+
+.macro ZCALC_2x1_I PTR_A_REG,PTR_B_REG ,Index,IsLast
+ vl %v1 , DISP32(\Index ,0)(\PTR_A_REG)
+ vl %v3 , DISP32(\Index ,16)(\PTR_A_REG)
+ vlrepg %v6, DISP16(\Index ,0)(\PTR_B_REG)
+ vlrepg %v7 , DISP16(\Index ,8)(\PTR_B_REG)
+ vpdi %v4,%v1,%v3,0
+ vpdi %v5,%v1,%v3,0b101
+
+ .if \IsLast==1
+ la \PTR_A_REG, DISP32(\Index ,32)(\PTR_A_REG)
+ .endif
+ CalcComplex_2x1 %v16,%v17,%v4,%v5,%v6,%v7
+ .if \IsLast==1
+ la \PTR_B_REG, DISP16(\Index ,16)(\PTR_B_REG)
+ .endif
+.endm
+
+.macro ZCALC_1x2_I PTR_A_REG,PTR_B_REG ,Index,IsLast
+ vl %v1 , DISP32(\Index ,0)(\PTR_B_REG)
+ vl %v3 , DISP32(\Index ,16)(\PTR_B_REG)
+ vlrepg %v6, DISP16(\Index ,0)(\PTR_A_REG)
+ vlrepg %v7 , DISP16(\Index ,8)(\PTR_A_REG)
+ vpdi %v4,%v1,%v3,0
+ vpdi %v5,%v1,%v3,0b101
+
+ .if \IsLast==1
+ la \PTR_B_REG, DISP32(\Index ,32)(\PTR_B_REG)
+ .endif
+ CalcComplex_1x2 %v16,%v17,%v4,%v5,%v6,%v7
+ .if \IsLast==1
+ la \PTR_A_REG, DISP16(\Index ,16)(\PTR_A_REG)
+ .endif
+.endm
+
+.macro ZCALC_1x1_I PTR_A_REG,PTR_B_REG ,Index,IsLast
+ ld %f1 , DISP16(\Index ,0)(\PTR_A_REG)
+ ld %f3 , DISP16(\Index ,8)(\PTR_A_REG)
+ ld %f4 , DISP16(\Index ,0)(\PTR_B_REG)
+ ld %f5 , DISP16(\Index ,8)(\PTR_B_REG)
+ .if \IsLast==1
+ la \PTR_A_REG, DISP16(\Index ,16)(\PTR_A_REG)
+ .endif
+ CalcComplex_1x1 %f6,%f7,%f1,%f3,%f4,%f5
+ .if \IsLast==1
+ la \PTR_B_REG, DISP16(\Index ,16)(\PTR_B_REG)
+ .endif
+.endm
+
+.macro ZCALC_4x4 PTR_A_REG,PTR_B_REG
+ ZCALC_4x4_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+.macro ZCALC_4x2 PTR_A_REG,PTR_B_REG
+ ZCALC_4x2_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+.macro ZCALC_4x1 PTR_A_REG,PTR_B_REG
+ ZCALC_4x1_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+
+.macro ZCALC_4x4_4 PTR_A_REG,PTR_B_REG
+ ZCALC_4x4_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_4x4_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_4x4_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_4x4_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+.macro ZCALC_4x2_4 PTR_A_REG,PTR_B_REG
+ ZCALC_4x2_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_4x2_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_4x2_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_4x2_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+.macro ZCALC_4x1_4 PTR_A_REG,PTR_B_REG
+ ZCALC_4x1_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_4x1_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_4x1_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_4x1_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+
+.macro ZCALC_2x4_4 PTR_A_REG,PTR_B_REG
+ ZCALC_2x4_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_2x4_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_2x4_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_2x4_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+
+.macro ZCALC_2x4 PTR_A_REG,PTR_B_REG
+ ZCALC_2x4_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+
+.macro ZCALC_1x4_4 PTR_A_REG,PTR_B_REG
+ ZCALC_1x4_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_1x4_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_1x4_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_1x4_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+
+.macro ZCALC_1x4 PTR_A_REG,PTR_B_REG
+ ZCALC_1x4_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+.macro ZCALC_2x2 PTR_A_REG,PTR_B_REG
+ ZCALC_2x2_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+
+.macro ZCALC_2x2_4 PTR_A_REG,PTR_B_REG
+ ZCALC_2x2_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_2x2_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_2x2_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_2x2_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+
+.macro ZCALC_2x1 PTR_A_REG,PTR_B_REG
+ ZCALC_2x1_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+
+.macro ZCALC_2x1_4 PTR_A_REG,PTR_B_REG
+ ZCALC_2x1_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_2x1_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_2x1_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_2x1_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+
+
+.macro ZCALC_1x2_4 PTR_A_REG,PTR_B_REG
+ ZCALC_1x2_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_1x2_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_1x2_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_1x2_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+
+.macro ZCALC_1x2 PTR_A_REG,PTR_B_REG
+ ZCALC_1x2_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+
+.macro ZCALC_1x1_4 PTR_A_REG,PTR_B_REG
+ ZCALC_1x1_I \PTR_A_REG,\PTR_B_REG,0,0
+ ZCALC_1x1_I \PTR_A_REG,\PTR_B_REG,1,0
+ ZCALC_1x1_I \PTR_A_REG,\PTR_B_REG,2,0
+ ZCALC_1x1_I \PTR_A_REG,\PTR_B_REG,3,1
+.endm
+
+.macro ZCALC_1x1 PTR_A_REG,PTR_B_REG
+ ZCALC_1x1_I \PTR_A_REG,\PTR_B_REG,0,1
+.endm
+
+
+
+/*****************************STORE RESULTS************************************/
+.macro CalcMultAlpha_4x1 vRealResult1, vImageResult1, vRealResult2, vImageResult2, vReal1, vImage1, vReal2, vImage2, vecRealB, vecImageB
+ #if defined (TRMMKERNEL)
+ vfmdb \vRealResult1, \vImage1, \vecImageB
+ vfmdb \vImageResult1, \vReal1, \vecImageB
+ vfmdb \vRealResult2, \vImage2, \vecImageB
+ vfmdb \vImageResult2, \vReal2, \vecImageB
+ #else
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+ vfmsdb \vRealResult2, \vImage2, \vecImageB, \vRealResult2
+ vfmadb \vImageResult2, \vReal2, \vecImageB, \vImageResult2
+#endif
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+ vfmsdb \vRealResult2, \vReal2, \vecRealB, \vRealResult2
+ vfmadb \vImageResult2, \vImage2, \vecRealB, \vImageResult2
+
+.endm
+
+.macro CalcMultAlpha_2x1 vRealResult1, vImageResult1, vReal1, vImage1, vecRealB, vecImageB
+ #if defined (TRMMKERNEL)
+ vfmdb \vRealResult1, \vImage1, \vecImageB
+ vfmdb \vImageResult1, \vReal1, \vecImageB
+#else
+ vfmsdb \vRealResult1, \vImage1, \vecImageB, \vRealResult1
+ vfmadb \vImageResult1, \vReal1, \vecImageB, \vImageResult1
+#endif
+ vfmsdb \vRealResult1, \vReal1, \vecRealB, \vRealResult1
+ vfmadb \vImageResult1, \vImage1, \vecRealB, \vImageResult1
+.endm
+
+.macro CalcMultAlpha_1x1 RealResult1, ImageResult1, Real1, Image1, RealB, ImageB
+
+ msdbr \RealResult1, \Image1, \ImageB
+ madbr \ImageResult1, \Real1, \ImageB
+ msdbr \RealResult1, \Real1, \RealB
+ madbr \ImageResult1, \Image1, \RealB
+.endm
+
+.macro ZSTORE_4x4 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL ,LC1,LC2
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ vl %v4 , 16(\CIJ_REG)
+ vpdi %v3,%v1,%v4,0
+ vl %v7 , 32(\CIJ_REG)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 48 (\CIJ_REG)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#endif
+ la \LC1,0(\LDC_BYTE_ORIGINAL, \LDC_BYTE_ORIGINAL)
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v16,%v17,%v18,%v19,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ la \LC2,0(\LC1,\LDC_BYTE_ORIGINAL )
+ vpdi %v17, %v3,%v4,0b0101
+ vst %v16,0(\CIJ_REG)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,16(\CIJ_REG)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,32(\CIJ_REG)
+ vst %v19,48(\CIJ_REG)
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vl %v4 , 16(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v3,%v1,%v4,0
+ vl %v7 , 32(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 48 (\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v20,%v21,%v22,%v23,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3 ,%v4,0b0101
+ vst %v16,0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,16(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,32(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vst %v19,48(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+
+#if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG,\LC1)
+ vl %v4 , 16(\CIJ_REG,\LC1)
+ vpdi %v3,%v1,%v4,0
+ vl %v7 , 32(\CIJ_REG,\LC1)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 48 (\CIJ_REG,\LC1)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v24,%v25,%v26,%v27,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3 ,%v4,0b0101
+ vst %v16,0(\CIJ_REG,\LC1)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,16(\CIJ_REG,\LC1)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,32(\CIJ_REG,\LC1)
+ vst %v19,48(\CIJ_REG,\LC1)
+
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG,\LC2)
+ vl %v4 , 16(\CIJ_REG,\LC2)
+ vpdi %v3,%v1,%v4,0
+ vl %v7 , 32(\CIJ_REG,\LC2)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 48 (\CIJ_REG,\LC2)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v28,%v29,%v30,%v31,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3 ,%v4,0b0101
+ vst %v16,0(\CIJ_REG,\LC2)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,16(\CIJ_REG,\LC2)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,32(\CIJ_REG,\LC2)
+ vst %v19,48(\CIJ_REG,\LC2)
+ la \CIJ_REG,64(\CIJ_REG)
+.endm
+
+.macro ZSTORE_4x2 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ vl %v4 , 16(\CIJ_REG)
+ vpdi %v3,%v1,%v4,0
+ vl %v7 , 32(\CIJ_REG)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 48 (\CIJ_REG)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v16,%v17,%v18,%v19,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3,%v4,0b0101
+ vst %v16,0(\CIJ_REG)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,16(\CIJ_REG)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,32(\CIJ_REG)
+ vst %v19,48(\CIJ_REG)
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vl %v4 , 16(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v3,%v1,%v4,0
+ vl %v7 , 32(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 48 (\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v20,%v21,%v22,%v23,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v20, %v3 ,%v4,0
+ vpdi %v21, %v3 ,%v4,0b0101
+ vst %v20,0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v22, %v1 ,%v6,0
+ vst %v21,16(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v23, %v1 ,%v6,0b0101
+ vst %v22,32(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vst %v23,48(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ la \CIJ_REG,64(\CIJ_REG)
+.endm
+.macro ZSTORE_4x1 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ vl %v4 , 16(\CIJ_REG)
+ vpdi %v3,%v1,%v4,0
+ vl %v7 , 32(\CIJ_REG)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 48 (\CIJ_REG)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v16,%v17,%v18,%v19,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3,%v4,0b0101
+ vst %v16,0(\CIJ_REG)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,16(\CIJ_REG)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,32(\CIJ_REG)
+ vst %v19,48(\CIJ_REG)
+ la \CIJ_REG,64(\CIJ_REG)
+.endm
+.macro ZSTORE_1x4 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL,LC1,LC2
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ la \LC1,0(\LDC_BYTE_ORIGINAL, \LDC_BYTE_ORIGINAL)
+ vl %v4 , 0(\CIJ_REG, \LDC_BYTE_ORIGINAL)
+ vpdi %v3,%v1,%v4,0
+ la \LC2,0(\LC1,\LDC_BYTE_ORIGINAL )
+ vl %v7 , 0(\CIJ_REG, \LC1)
+ vpdi %v4,%v1,%v4,0b101
+ vl %v6 , 0 (\CIJ_REG,\LC2)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+#else
+ la \LC1,0(\LDC_BYTE_ORIGINAL, \LDC_BYTE_ORIGINAL)
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v16,%v17,%v18,%v19,\ALPHA_VECREG,\ALPHA_VECI
+#if defined(TRMMKERNEL)
+ la \LC2,0(\LC1,\LDC_BYTE_ORIGINAL )
+#endif
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3,%v4,0b0101
+ vst %v16,0(\CIJ_REG)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,0(\CIJ_REG, \LDC_BYTE_ORIGINAL)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,0(\CIJ_REG, \LC1)
+ vst %v19,0(\CIJ_REG,\LC2)
+ la \CIJ_REG,16(\CIJ_REG)
+.endm
+.macro ZSTORE_2x4 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL,LC1,LC2
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ vl %v26 , 16(\CIJ_REG)
+ la \LC1,0(\LDC_BYTE_ORIGINAL, \LDC_BYTE_ORIGINAL)
+ vl %v4 , 0(\CIJ_REG, \LDC_BYTE_ORIGINAL)
+ vl %v25 , 16(\CIJ_REG, \LDC_BYTE_ORIGINAL)
+ vpdi %v3,%v1,%v4,0
+ vpdi %v24,%v26,%v25,0
+ la \LC2,0(\LC1,\LDC_BYTE_ORIGINAL )
+ vl %v7 , 0(\CIJ_REG, \LC1)
+ vl %v28 , 16(\CIJ_REG, \LC1)
+ vpdi %v4,%v1,%v4,0b101
+ vpdi %v25,%v26,%v25,0b101
+ vl %v6 , 0 (\CIJ_REG,\LC2)
+ vl %v27 , 16 (\CIJ_REG,\LC2)
+ vpdi %v1,%v7,%v6,0
+ vpdi %v6,%v7,%v6,0b101
+ vpdi %v26,%v28,%v27,0
+ vpdi %v27,%v28,%v27,0b101
+#else
+ la \LC1,0(\LDC_BYTE_ORIGINAL, \LDC_BYTE_ORIGINAL)
+#endif
+ CalcMultAlpha_4x1 %v3,%v4,%v1,%v6,%v16,%v17,%v18,%v19,\ALPHA_VECREG,\ALPHA_VECI
+ CalcMultAlpha_4x1 %v24,%v25,%v26,%v27,%v20,%v21,%v22,%v23,\ALPHA_VECREG,\ALPHA_VECI
+#if defined(TRMMKERNEL)
+ la \LC2,0(\LC1,\LDC_BYTE_ORIGINAL )
+#endif
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3,%v4,0b0101
+ vpdi %v20, %v24 ,%v25,0
+ vpdi %v21, %v24,%v25,0b0101
+ vpdi %v22, %v26 ,%v27,0
+ vpdi %v23, %v26 ,%v27,0b0101
+ vst %v16,0(\CIJ_REG)
+ vst %v20,16(\CIJ_REG)
+ vpdi %v18, %v1 ,%v6,0
+ vst %v17,0(\CIJ_REG, \LDC_BYTE_ORIGINAL)
+ vst %v21,16(\CIJ_REG, \LDC_BYTE_ORIGINAL)
+ vpdi %v19, %v1 ,%v6,0b0101
+ vst %v18,0(\CIJ_REG, \LC1)
+ vst %v22,16(\CIJ_REG, \LC1)
+ vst %v19,0(\CIJ_REG,\LC2)
+ vst %v23,16(\CIJ_REG,\LC2)
+ la \CIJ_REG,32(\CIJ_REG)
+
+.endm
+
+.macro ZSTORE_2x2 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ vl %v4 , 16(\CIJ_REG)
+ vpdi %v3,%v1,%v4,0
+ vpdi %v4,%v1,%v4,0b101
+ vl %v5 , 0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vl %v7 , 16(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v6,%v5,%v7,0
+ vpdi %v7,%v5,%v7,0b101
+#endif
+ CalcMultAlpha_2x1 %v3,%v4, %v16,%v17,\ALPHA_VECREG,\ALPHA_VECI
+ CalcMultAlpha_2x1 %v6,%v7, %v20,%v21 ,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3,%v4,0b0101
+ vst %v16,0(\CIJ_REG)
+ vst %v17,16(\CIJ_REG)
+ vpdi %v20, %v6 ,%v7,0
+ vpdi %v21, %v6 ,%v7,0b0101
+ vst %v20,0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vst %v21,16(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+
+ la \CIJ_REG,32(\CIJ_REG)
+.endm
+
+.macro ZSTORE_2x1 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ vl %v4 , 16(\CIJ_REG)
+ vpdi %v3,%v1,%v4,0
+ vpdi %v4,%v1,%v4,0b101
+#endif
+ CalcMultAlpha_2x1 %v3,%v4, %v16,%v17,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3,%v4,0b0101
+ vst %v16,0(\CIJ_REG)
+ vst %v17,16(\CIJ_REG)
+ la \CIJ_REG,32(\CIJ_REG)
+.endm
+
+.macro ZSTORE_1x2 ALPHA_VECREG,ALPHA_VECI,CIJ_REG , LDC_BYTE_ORIGINAL
+ #if !defined(TRMMKERNEL)
+ vl %v1 , 0(\CIJ_REG)
+ vl %v4 , 0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ vpdi %v3,%v1,%v4,0
+ vpdi %v4,%v1,%v4,0b101
+#endif
+ CalcMultAlpha_2x1 %v3,%v4, %v16,%v17,\ALPHA_VECREG,\ALPHA_VECI
+ vpdi %v16, %v3 ,%v4,0
+ vpdi %v17, %v3,%v4,0b0101
+ vst %v16,0(\CIJ_REG)
+ vst %v17,0(\CIJ_REG,\LDC_BYTE_ORIGINAL)
+ la \CIJ_REG,16(\CIJ_REG)
+.endm
+
+.macro ZSTORE_1x1 ALPHA_RR,ALPHA_RI ,CIJ_REG
+ #if defined (TRMMKERNEL)
+ lzdr %f1
+ lzdr %f4
+#else
+ ld %f1 , 0(\CIJ_REG)
+ ld %f4 , 8(\CIJ_REG )
+#endif
+ CalcMultAlpha_1x1 %f1,%f4, %f6,%f7,\ALPHA_RR,\ALPHA_RI
+ std %f1,0(\CIJ_REG)
+ std %f4,8(\CIJ_REG)
+ la \CIJ_REG,16(\CIJ_REG)
+.endm
+
+/****************************TRMM POINTER REFRESH MACROSES*************************/
+
+.macro RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B
+ #if (defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))
+ /* ptrbb = bb;*/
+ lgr \PTR_B,\B_VAL /*refresh BPOINT*/
+
+ #else
+ /* ptrba =ptrba+ off*C_A;
+ ptrbb = bb + off*C_B;*/
+.if \C_B==4
+ .if \C_A==4
+ sllg \PTR_B, \OFF_VAL,6
+ agr \PTR_A,\PTR_B /*ptrba+off*4**/
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+ .elseif \C_A==2
+ sllg \PTR_B, \OFF_VAL,5
+ la \PTR_A,0(\PTR_A,\PTR_B) /*ptrba+off*2**/
+ agr \PTR_B, \PTR_B
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+
+ .elseif \C_A==1
+ sllg \PTR_B, \OFF_VAL,4
+ agr \PTR_A,\PTR_B /*ptrba+off*4**/
+ sllg \PTR_B, \OFF_VAL,6
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+ .endif
+
+.elseif \C_B==2
+ .if \C_A==4
+ sllg \PTR_B, \OFF_VAL,5
+ la \PTR_A,0(\PTR_A,\PTR_B) /*ptrba+off*2**/
+ agr \PTR_A,\PTR_B /*ptrba+off*2**/
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+ .elseif \C_A==2
+ sllg \PTR_B, \OFF_VAL,5
+ agr \PTR_A,\PTR_B /*ptrba+off*2**/
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+ .elseif \C_A==1
+ sllg \PTR_B, \OFF_VAL,4
+ la \PTR_A,0(\PTR_A,\PTR_B) /*ptrba+off*1**/
+ agr \PTR_B,\PTR_B /* off+off**/
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+ .endif
+
+.elseif \C_B==1
+ .if \C_A==4
+ sllg \PTR_B, \OFF_VAL,6
+ agr \PTR_A,\PTR_B /*ptrba+off*4**/
+ sllg \PTR_B, \OFF_VAL,4
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+ .elseif \C_A==2
+ sllg \PTR_B, \OFF_VAL,4
+ la \PTR_A,0(\PTR_A,\PTR_B) /*ptrba+off*1**/
+ agr \PTR_A,\PTR_B /*ptrba+off*1**/
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+
+ .elseif \C_A==1
+ sllg \PTR_B, \OFF_VAL,4
+ agr \PTR_A,\PTR_B /*ptrba+off*1**/
+ la \PTR_B,0(\B_VAL,\PTR_B) /*refresh BPOINT*/
+ .endif
+.endif
+
+ #endif
+.endm
+
+/**/
+.macro RefreshTempBk TEMP_VAL,BK_VAL,OFF_VAL,INCR_A,INCR_B
+ #if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))
+ /* temp = bk-off;*/
+ sgrk \TEMP_VAL,\BK_VAL,\OFF_VAL
+
+ #elif defined(LEFT)
+ /* temp = off+INCR_A; // number of values in A */
+ la \TEMP_VAL,\INCR_A(\OFF_VAL)
+ #else
+ /* temp = off+INCR_B // number of values in B*/
+ la \TEMP_VAL,\INCR_B(\OFF_VAL)
+ #endif
+
+.endm
+
+.macro RefreshPointersAndOFF TEMP_VAL,BK_VAL,OFF_VAL,PTR_A,C_A,C_B
+
+ #if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))
+ /*temp = bk - off;*/
+ sgrk \TEMP_VAL,\BK_VAL,\OFF_VAL
+ #ifdef LEFT
+ /*temp -= 8; // number of values in A*/
+ lay \TEMP_VAL,-\C_A(\TEMP_VAL)
+ #else
+ /*temp -= 4; // number of values in B*/
+ lay \TEMP_VAL,-\C_B(\TEMP_VAL)
+ #endif
+ /*ptrba += temp*C_A;
+ ptrbb += temp*C_B;*/
+
+ .if \C_A==4
+ sllg \TEMP_VAL, \TEMP_VAL,6 /*temp*4*/
+ .elseif \C_A==2
+ sllg \TEMP_VAL, \TEMP_VAL,5 /*temp*2*/
+ .elseif \C_A==1
+ sllg \TEMP_VAL, \TEMP_VAL,4 /*temp*1*/
+ .endif
+ la \PTR_A,0(\PTR_A,\TEMP_VAL) /*ptrba+temp*C_A*/
+ #endif
+
+ #ifdef LEFT
+ /*off += \c_A; // number of values in A*/
+ aghi \OFF_VAL,\C_A
+ #endif
+.endm
+
--- /dev/null
+/***************************************************************************
+Copyright (c) 2013-2017, The OpenBLAS Project
+All rights reserved.
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+1. Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright
+notice, this list of conditions and the following disclaimer in
+the documentation and/or other materials provided with the
+distribution.
+3. Neither the name of the OpenBLAS project nor the names of
+its contributors may be used to endorse or promote products
+derived from this software without specific prior written permission.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
+USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*****************************************************************************/
+
+/**************************************************************************************
+* 2017/02/26 AbdelRauf (quickwritereader@gmail.com)
+* BLASTEST : OK
+* CTEST : OK
+* TEST : OK
+**************************************************************************************/
+
+/*********************************************************************/
+/* Copyright 2009, 2010 The University of Texas at Austin. */
+/* All rights reserved. */
+/* */
+/* Redistribution and use in source and binary forms, with or */
+/* without modification, are permitted provided that the following */
+/* conditions are met: */
+/* */
+/* 1. Redistributions of source code must retain the above */
+/* copyright notice, this list of conditions and the following */
+/* disclaimer. */
+/* */
+/* 2. Redistributions in binary form must reproduce the above */
+/* copyright notice, this list of conditions and the following */
+/* disclaimer in the documentation and/or other materials */
+/* provided with the distribution. */
+/* */
+/* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
+/* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
+/* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
+/* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
+/* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
+/* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
+/* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
+/* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
+/* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
+/* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
+/* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
+/* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
+/* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
+/* POSSIBILITY OF SUCH DAMAGE. */
+/* */
+/* The views and conclusions contained in the software and */
+/* documentation are those of the authors and should not be */
+/* interpreted as representing official policies, either expressed */
+/* or implied, of The University of Texas at Austin. */
+/*********************************************************************/
+
+#define ASSEMBLER
+#include "common.h"
+
+/************** Notes ON IBM abi and IBM assembly**********************************************
+* General registers r0 and r1 should be used internally whenever possible
+* General registers r2 to r5 should be second choice
+* General registers r12 to r15 should only be used for their standard function.
+* r0 should not be used as address disp register
+
+BLASLONG bm,BLASLONG bn,BLASLONG bk,FLOAT alphar,FLOAT alphai,FLOAT* ba,FLOAT* bb,
+ FLOAT* C,BLASLONG ldc, BLASLONG offset)
+ ##bm=r2,bn=r3, bk=r4, alpha=f0,aplhai=f2, ba=r5,bb=r6,stack[160] ,ldc=stack[168]
+offset=stack[176]
+
+**********************************************************************************************/
+
+
+#define BM %r2
+#define BM_CUR %r0
+#define BN %r3
+#define BN_CUR %r10
+#define BK %r4
+#define LDC_BYTE %r8
+#define ALPHA %f0
+#define ALPHA_I %f2
+#define ALPHA_VECT %v0
+#define ALPHA_VECT_I %v2
+#define LOCAL_VAR1 %r9
+#define LOCAL_VAR2 %r1
+#define LOCAL_VAR3 %r11
+#define A %r5
+#define B %r6
+#define CIJ %r7
+#define CIJ_LOCAL %r12
+#define OFF %r13
+#define OFFSET %f8
+#define ALIGN_4 .align 32
+#define ALIGN_2 .align 16
+#define PREFETCH_INS 1
+
+/**************************Include kernel helper macrosses**********************************/
+#include "zkernelMacrosV.S"
+
+
+
+/***********************************ZGEMM**4x4*******************************************************/
+
+PROLOGUE
+#if defined(TRMMKERNEL)
+ stmg %r6,%r13,48(%r15)
+#else
+ stmg %r6,%r12,48(%r15)
+#endif
+std %f11,8(%r15)
+std %f10,16(%r15)
+std %f9,24(%r15)
+std %f12,32(%r15)
+
+lg CIJ, 160(%r15)
+lg LOCAL_VAR1, 168(%r15)
+#if defined(TRMMKERNEL)
+ lg OFF,176(%r15)
+ std OFFSET,40(%r15)
+ ldgr OFFSET ,OFF
+#endif
+srlg BN_CUR,BN,2
+#if defined(RR) || defined(RC) || defined(CR) || defined(CC)
+ lcdbr ALPHA_I,ALPHA_I
+ lcdbr ALPHA ,ALPHA
+#endif
+
+vrepg ALPHA_VECT,ALPHA_VECT,0 /*replicate alpha which in f0*/
+
+sllg LDC_BYTE, LOCAL_VAR1,4 /*calculate lcd stride with complex=16 x<<4 */
+vrepg ALPHA_VECT_I,ALPHA_VECT_I,0 /*replicate alpha which in f0*/
+#if defined(TRMMKERNEL) && !defined(LEFT)
+ /*off = -offset;*/
+ lgdr LOCAL_VAR1,OFFSET
+ lcgr OFF,LOCAL_VAR1
+#endif
+cijle BN_CUR,0,.LX2
+
+ALIGN_4
+.LX4_BN:
+#if defined(PREFETCH_INS)
+ pfd 1, 0(A)
+ pfd 1, 0(B)
+#endif
+#if defined(TRMMKERNEL) && defined(LEFT)
+ /*off = offset;*/
+ lgdr OFF,OFFSET
+#endif
+srlg BM_CUR,BM,2
+lgr LOCAL_VAR3,A
+lgr CIJ_LOCAL,CIJ
+cijle BM_CUR,0,.L2x4
+
+ALIGN_4
+.L4x4_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,4,4
+ RefreshTempBk LOCAL_VAR1,BK,OFF,4,4
+ srl LOCAL_VAR1,2
+
+#else
+ srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+ lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_4x4
+cijle LOCAL_VAR1,0,.L4x4_mod
+
+ALIGN_4
+.L4x4_4_BK: /*BK_CUR LOOP */
+#if defined(PREFETCH_INS)
+ pfd 1, 256(LOCAL_VAR3)
+ pfd 1, 256(LOCAL_VAR2 )
+#endif
+ ZCALC_4x4_4 LOCAL_VAR3,LOCAL_VAR2
+
+brctg LOCAL_VAR1,.L4x4_4_BK
+
+ALIGN_4
+.L4x4_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,4,4
+ nill LOCAL_VAR1,3
+#else
+ la LOCAL_VAR1,3(0,0)
+ NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L4x4_BK_Store
+
+ALIGN_4
+.L4x4_BK: /*BK_CUR LOOP */
+ ZCALC_4x4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L4x4_BK
+
+ALIGN_4
+.L4x4_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_4x4 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE,LOCAL_VAR1,LOCAL_VAR2
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,4,4
+#endif
+
+brctg BM_CUR,.L4x4_BM
+
+ALIGN_2
+.L2x4:
+
+tmll BM,2
+jz .L1x4
+
+ALIGN_4
+.L2x4_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,2,4
+
+ RefreshTempBk LOCAL_VAR1,BK,OFF,2,4
+ srl LOCAL_VAR1,2
+
+#else
+srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_2x4
+cijle LOCAL_VAR1,0,.L2x4_mod
+
+ALIGN_4
+.L2x4_4_BK: /*BK_CUR LOOP */
+#if defined(PREFETCH_INS)
+ pfd 1, 256(LOCAL_VAR2)
+#endif
+ ZCALC_2x4_4 LOCAL_VAR3,LOCAL_VAR2
+#if defined(PREFETCH_INS)
+ pfd 1, 256(LOCAL_VAR3)
+#endif
+brctg LOCAL_VAR1,.L2x4_4_BK
+
+ALIGN_4
+.L2x4_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,2,4
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L2x4_BK_Store
+
+ALIGN_4
+.L2x4_BK: /*BK_CUR LOOP */
+ ZCALC_2x4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L2x4_BK
+
+ALIGN_4
+.L2x4_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_2x4 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE ,LOCAL_VAR1,LOCAL_VAR2
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,2,4
+#endif
+
+ALIGN_4
+.L1x4:
+
+tmll BM,1
+jz .Lx4_INNER_END
+
+ALIGN_4
+.L1x4_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,1,4
+ RefreshTempBk LOCAL_VAR1,BK,OFF,1,4
+ srl LOCAL_VAR1,2
+
+#else
+srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_1x4
+cijle LOCAL_VAR1,0,.L1x4_mod
+
+ALIGN_4
+.L1x4_4_BK: /*BK_CUR LOOP */
+ ZCALC_1x4_4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L1x4_4_BK
+
+ALIGN_4
+.L1x4_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,1,4
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L1x4_BK_Store
+
+ALIGN_4
+.L1x4_BK: /*BK_CUR LOOP */
+ ZCALC_1x4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L1x4_BK
+
+ALIGN_4
+.L1x4_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_1x4 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE,LOCAL_VAR1,LOCAL_VAR2
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,1,4
+#endif
+ALIGN_2
+.Lx4_INNER_END:
+
+
+/*add LDC_BYTE_COPY to new*/
+sllg LOCAL_VAR1,LDC_BYTE,2 /*multiply*4 */
+#if defined(TRMMKERNEL) && !defined(LEFT)
+ aghi OFF,4
+#endif
+sllg LOCAL_VAR2,BK,6 /*multiply*4*sizeof(complex) =multiply*4*16* 2**6 */
+la CIJ,0(CIJ,LOCAL_VAR1) /*refresh CIJ=CIJ+LDC_BYTE*4*/
+la B,0(B,LOCAL_VAR2) /*refresh B=B+Bk*4*sizeof(complex) */
+
+brctg BN_CUR,.LX4_BN
+
+/*********************************X2 SECTION************************************************/
+ALIGN_4
+.LX2:
+tmll BN,2
+jz .Lx1
+
+ALIGN_4
+.Lx2_BN:
+
+#if defined(TRMMKERNEL) && defined(LEFT)
+ /*off = offset;*/
+ lgdr OFF,OFFSET
+#endif
+
+srlg BM_CUR,BM,2
+lgr LOCAL_VAR3,A
+lgr CIJ_LOCAL,CIJ
+cijle BM_CUR,0,.L2x2
+
+ALIGN_4
+.L4x2_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,4,2
+ RefreshTempBk LOCAL_VAR1,BK,OFF,4,2
+ srl LOCAL_VAR1,2
+
+#else
+ srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+ lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_4x2
+cijle LOCAL_VAR1,0,.L4x2_mod
+
+ALIGN_4
+.L4x2_4_BK: /*BK_CUR LOOP */
+#if defined(PREFETCH_INS)
+ pfd 1, 256(LOCAL_VAR3)
+#endif
+ ZCALC_4x2_4 LOCAL_VAR3,LOCAL_VAR2
+#if defined(PREFETCH_INS)
+ pfd 1, 256(LOCAL_VAR2 )
+#endif
+brctg LOCAL_VAR1,.L4x2_4_BK
+
+ALIGN_4
+.L4x2_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,4,2
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L4x2_BK_Store
+
+ALIGN_4
+.L4x2_BK: /*BK_CUR LOOP */
+ ZCALC_4x2 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L4x2_BK
+
+ALIGN_4
+.L4x2_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_4x2 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,4,2
+#endif
+ALIGN_4
+brctg BM_CUR,.L4x2_BM
+
+ALIGN_2
+.L2x2:
+
+tmll BM,2
+jz .L1x2
+
+ALIGN_4
+.L2x2_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,2,2
+ RefreshTempBk LOCAL_VAR1,BK,OFF,2,2
+ srl LOCAL_VAR1,2
+
+#else
+srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_2x2
+cijle LOCAL_VAR1,0,.L2x2_mod
+
+ALIGN_4
+.L2x2_4_BK: /*BK_CUR LOOP */
+ ZCALC_2x2_4 LOCAL_VAR3,LOCAL_VAR2
+#if defined(PREFETCH_INS)
+ pfd 1, 256(LOCAL_VAR3)
+ pfd 1, 256(LOCAL_VAR2)
+#endif
+brctg LOCAL_VAR1,.L2x2_4_BK
+
+ALIGN_4
+.L2x2_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,2,2
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L2x2_BK_Store
+
+ALIGN_4
+.L2x2_BK: /*BK_CUR LOOP */
+ ZCALC_2x2 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L2x2_BK
+
+ALIGN_4
+.L2x2_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_2x2 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,2,2
+#endif
+
+ALIGN_2
+.L1x2:
+
+tmll BM,1
+jz .Lx2_INNER_END
+
+ALIGN_4
+.L1x2_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,1,2
+ RefreshTempBk LOCAL_VAR1,BK,OFF,1,2
+ srl LOCAL_VAR1,2
+
+#else
+srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_1x2
+cijle LOCAL_VAR1,0,.L1x2_mod
+
+ALIGN_4
+.L1x2_4_BK: /*BK_CUR LOOP */
+ ZCALC_1x2_4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L1x2_4_BK
+
+ALIGN_4
+.L1x2_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,1,2
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L1x2_BK_Store
+
+ALIGN_4
+.L1x2_BK: /*BK_CUR LOOP */
+ ZCALC_1x2 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L1x2_BK
+
+ALIGN_4
+.L1x2_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_1x2 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,1,2
+#endif
+ALIGN_2
+.Lx2_INNER_END:
+/*add LDC_BYTE_COPY to new*/
+la LOCAL_VAR1,0(LDC_BYTE,LDC_BYTE) /*multiply*2 */
+sllg LOCAL_VAR2,BK,5 /*multiply*2*sizeof(complex) =multiply*2*16 2^5 */
+la CIJ,0(CIJ,LOCAL_VAR1) /*refresh CIJ=CIJ+LDC_BYTE*2*/
+#if defined(TRMMKERNEL) && !defined(LEFT)
+ aghi OFF,2
+#endif
+la B,0(B,LOCAL_VAR2) /*refresh B=B+Bk*2*sizeof(complex) */
+
+
+
+
+/*********************************X1 SECTION************************************************/
+ALIGN_2
+.Lx1:
+tmll BN,1
+jz .L_FUNC_END
+
+ALIGN_4
+.Lx1_BN:
+
+#if defined(TRMMKERNEL) && defined(LEFT)
+ /*off = offset;*/
+ lgdr OFF,OFFSET
+#endif
+srlg BM_CUR,BM,2
+lgr LOCAL_VAR3,A
+lgr CIJ_LOCAL,CIJ
+cijle BM_CUR,0,.L2x1
+
+ALIGN_4
+.L4x1_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,4,1
+ RefreshTempBk LOCAL_VAR1,BK,OFF,4,1
+ srl LOCAL_VAR1,2
+
+#else
+srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_4x1
+cijle LOCAL_VAR1,0,.L4x1_mod
+
+ALIGN_4
+.L4x1_4_BK: /*BK_CUR LOOP */
+ ZCALC_4x1_4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L4x1_4_BK
+
+ALIGN_4
+.L4x1_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,4,1
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L4x1_BK_Store
+
+ALIGN_4
+.L4x1_BK: /*BK_CUR LOOP */
+ ZCALC_4x1 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L4x1_BK
+
+ALIGN_4
+.L4x1_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_4x1 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE
+ #if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,4,1
+#endif
+ALIGN_4
+brctg BM_CUR , .L4x1_BM
+
+ALIGN_2
+.L2x1:
+
+tmll BM,2
+jz .L1x1
+
+ALIGN_4
+.L2x1_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,2,1
+ RefreshTempBk LOCAL_VAR1,BK,OFF,2,1
+ srl LOCAL_VAR1,2
+
+#else
+srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_2x1
+cijle LOCAL_VAR1,0,.L2x1_mod
+
+ALIGN_4
+.L2x1_4_BK: /*BK_CUR LOOP */
+ ZCALC_2x1_4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L2x1_4_BK
+
+ALIGN_4
+.L2x1_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,2,1
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L2x1_BK_Store
+
+ALIGN_4
+.L2x1_BK: /*BK_CUR LOOP */
+ ZCALC_2x1 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L2x1_BK
+
+ALIGN_4
+.L2x1_BK_Store:
+/*store C and use LDC_BYTE AND CIJ_COPY for mem storing*/
+ZSTORE_2x1 ALPHA_VECT,ALPHA_VECT_I ,CIJ_LOCAL, LDC_BYTE
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,2,1
+#endif
+
+ALIGN_2
+.L1x1:
+
+tmll BM, 1
+jz .Lx1_INNER_END
+
+ALIGN_4
+.L1x1_BM: /*BM start*/
+#if defined(TRMMKERNEL)
+ /* RefreshPointers PTR_A,PTR_B,OFF_VAL,B_VAL,C_A,C_B */
+ RefreshPointers LOCAL_VAR3,LOCAL_VAR2,OFF,B,1,1
+ RefreshTempBk LOCAL_VAR1,BK,OFF,1,1
+ srl LOCAL_VAR1,2
+
+#else
+srlg LOCAL_VAR1,BK,2 /*refresh BK*/
+lgr LOCAL_VAR2,B /*refresh BPOINT*/
+#endif
+ZERO_ZCVEC_1x1
+cijle LOCAL_VAR1,0,.L1x1_mod
+
+ALIGN_4
+.L1x1_4_BK: /*BK_CUR LOOP */
+ ZCALC_1x1_4 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L1x1_4_BK
+
+ALIGN_4
+.L1x1_mod:
+#if defined(TRMMKERNEL)
+ RefreshTempBk LOCAL_VAR1,BK,OFF,1,1
+ nill LOCAL_VAR1,3
+#else
+la LOCAL_VAR1,3(0,0)
+NGR LOCAL_VAR1,BK /*refresh BK*/
+#endif
+jz .L1x1_BK_Store
+
+ALIGN_4
+.L1x1_BK: /*BK_CUR LOOP */
+ ZCALC_1x1 LOCAL_VAR3,LOCAL_VAR2
+brctg LOCAL_VAR1,.L1x1_BK
+
+ALIGN_4
+.L1x1_BK_Store:
+/*store C and use CIJ_COPY for mem storing*/
+ZSTORE_1x1 ALPHA,ALPHA_I ,CIJ_LOCAL
+#if defined(TRMMKERNEL)
+ RefreshPointersAndOFF LOCAL_VAR1,BK,OFF,LOCAL_VAR3,1,1
+#endif
+ALIGN_2
+.Lx1_INNER_END:
+/*add LDC_BYTE_COPY to new*/
+sllg LOCAL_VAR2,BK,4 /*multiply*1*sizeof(complex) =multiply*1*16* 2^4 */
+la CIJ,0(CIJ,LDC_BYTE) /*refresh CIJ=CIJ+LDC_BYTE */
+#if defined(TRMMKERNEL) && !defined(LEFT)
+ aghi OFF,1
+#endif
+la B,0(B,LOCAL_VAR2) /*refresh B=B+Bk*1*sizeof(complex) */
+
+
+ALIGN_2
+.L_FUNC_END:
+/*end*/
+ld %f11,8(%r15)
+ld %f10,16(%r15)
+ld %f9,24(%r15)
+ld %f12,32(%r15)
+#if defined(TRMMKERNEL)
+ld OFFSET,40(%r15)
+lmg %r6,%r13,48(%r15)
+#else
+lmg %r6,%r12,48(%r15)
+#endif
+br %r14
+.end
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
projects / platform / upstream / openblas.git / commitdiff