Skip to content

Commit dbd962d

Browse files
author
tingbo.liao
committed
Rearranged the rotm optimized codes to adapt to the architecture.
Signed-off-by: tingbo.liao <[email protected]>
1 parent 74be676 commit dbd962d

File tree

14 files changed

+503
-138
lines changed

14 files changed

+503
-138
lines changed

‎cmake/kernel.cmake‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -79,6 +79,8 @@ macro(SetDefaultL1)
7979
SetFallback(CROTKERNEL zrot.S)
8080
SetFallback(ZROTKERNEL zrot.S)
8181
SetFallback(XROTKERNEL zrot.S)
82+
SetFallback(SROTMKERNEL rotm.S)
83+
SetFallback(DROTMKERNEL rotm.S)
8284
SetFallback(SSCALKERNEL scal.S)
8385
SetFallback(DSCALKERNEL scal.S)
8486
SetFallback(CSCALKERNEL zscal.S)

‎common_d.h‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@
2222
#define DSUM_K dsum_k
2323
#define DSWAP_K dswap_k
2424
#define DROT_K drot_k
25+
#define DROTM_K drotm_k
2526

2627
#define DGEMV_N dgemv_n
2728
#define DGEMV_T dgemv_t

‎common_level1.h‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,4 @@
1+
12
/*********************************************************************/
23
/* Copyright 2009, 2010 The University of Texas at Austin. */
34
/* All rights reserved. */
@@ -213,8 +214,8 @@ int srotmg_k(float *, float *, float *, float *, float *);
213214
int drotmg_k(double *, double *, double *, double *, double *);
214215
int qrotmg_k(xdouble *, xdouble *, xdouble *, xdouble *, xdouble *);
215216

216-
int srotm_k (BLASLONG, float, BLASLONG, float, BLASLONG, float);
217-
int drotm_k (BLASLONG, double, BLASLONG, double, BLASLONG, double);
217+
int srotm_k (BLASLONG, float *, BLASLONG, float *, BLASLONG, float *);
218+
int drotm_k (BLASLONG, double *, BLASLONG, double *, BLASLONG, double *);
218219
int qrotm_k (BLASLONG, xdouble, BLASLONG, xdouble, BLASLONG, xdouble);
219220

220221

‎common_macro.h‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -361,6 +361,7 @@
361361
#define SUM_K DSUM_K
362362
#define SWAP_K DSWAP_K
363363
#define ROT_K DROT_K
364+
#define ROTM_K DROTM_K
364365

365366
#define GEMV_N DGEMV_N
366367
#define GEMV_T DGEMV_T
@@ -977,6 +978,7 @@
977978
#define SUM_K SSUM_K
978979
#define SWAP_K SSWAP_K
979980
#define ROT_K SROT_K
981+
#define ROTM_K SROTM_K
980982

981983
#define GEMV_N SGEMV_N
982984
#define GEMV_T SGEMV_T

‎common_param.h‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -197,6 +197,7 @@ BLASLONG (*ismin_k) (BLASLONG, float *, BLASLONG);
197197
//double (*dsdot_k) (BLASLONG, float *, BLASLONG, float *, BLASLONG);
198198

199199
int (*srot_k) (BLASLONG, float *, BLASLONG, float *, BLASLONG, float, float);
200+
int (*srotm_k) (BLASLONG, float *, BLASLONG, float *, BLASLONG, float *);
200201
#endif
201202
#if (BUILD_SINGLE==1) || (BUILD_DOUBLE==1) || (BUILD_COMPLEX==1)
202203
int (*saxpy_k) (BLASLONG, BLASLONG, BLASLONG, float, float *, BLASLONG, float *, BLASLONG, float *, BLASLONG);
@@ -330,6 +331,7 @@ BLASLONG (*idmin_k) (BLASLONG, double *, BLASLONG);
330331
#endif
331332
#if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1)
332333
int (*drot_k) (BLASLONG, double *, BLASLONG, double *, BLASLONG, double, double);
334+
int (*drotm_k) (BLASLONG, double *, BLASLONG, double *, BLASLONG, double *);
333335
int (*daxpy_k) (BLASLONG, BLASLONG, BLASLONG, double, double *, BLASLONG, double *, BLASLONG, double *, BLASLONG);
334336
int (*dscal_k) (BLASLONG, BLASLONG, BLASLONG, double, double *, BLASLONG, double *, BLASLONG, double *, BLASLONG);
335337
int (*dswap_k) (BLASLONG, BLASLONG, BLASLONG, double, double *, BLASLONG, double *, BLASLONG, double *, BLASLONG);

‎common_s.h‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,7 @@
2424
#define SSCAL_K sscal_k
2525
#define SSWAP_K sswap_k
2626
#define SROT_K srot_k
27+
#define SROTM_K srotm_k
2728

2829
#define SGEMV_N sgemv_n
2930
#define SGEMV_T sgemv_t

‎interface/rotm.c‎

Lines changed: 6 additions & 134 deletions
Original file line numberDiff line numberDiff line change
@@ -7,149 +7,21 @@
77

88
void NAME(blasint *N, FLOAT *dx, blasint *INCX, FLOAT *dy, blasint *INCY, FLOAT *dparam){
99

10-
blasint n = *N;
11-
blasint incx = *INCX;
12-
blasint incy = *INCY;
10+
blasint n = *N;
11+
blasint incx = *INCX;
12+
blasint incy = *INCY;
1313

14+
PRINT_DEBUG_NAME
1415
#else
1516

1617
void CNAME(blasint n, FLOAT *dx, blasint incx, FLOAT *dy, blasint incy, FLOAT *dparam){
1718

18-
#endif
19-
20-
blasint i__1, i__2;
19+
PRINT_DEBUG_CNAME;
2120

22-
blasint i__;
23-
FLOAT w, z__;
24-
blasint kx, ky;
25-
FLOAT dh11, dh12, dh22, dh21, dflag;
26-
blasint nsteps;
27-
28-
#ifndef CBLAS
29-
PRINT_DEBUG_CNAME;
30-
#else
31-
PRINT_DEBUG_CNAME;
3221
#endif
3322

34-
--dparam;
35-
--dy;
36-
--dx;
37-
38-
dflag = dparam[1];
39-
if (n <= 0 || dflag == - 2.0) goto L140;
40-
41-
if (! (incx == incy && incx > 0)) goto L70;
42-
43-
nsteps = n * incx;
44-
if (dflag < 0.) {
45-
goto L50;
46-
} else if (dflag == 0) {
47-
goto L10;
48-
} else {
49-
goto L30;
50-
}
51-
L10:
52-
dh12 = dparam[4];
53-
dh21 = dparam[3];
54-
i__1 = nsteps;
55-
i__2 = incx;
56-
for (i__ = 1; i__2 < 0 ? i__ >= i__1 : i__ <= i__1; i__ += i__2) {
57-
w = dx[i__];
58-
z__ = dy[i__];
59-
dx[i__] = w + z__ * dh12;
60-
dy[i__] = w * dh21 + z__;
61-
/* L20: */
62-
}
63-
goto L140;
64-
L30:
65-
dh11 = dparam[2];
66-
dh22 = dparam[5];
67-
i__2 = nsteps;
68-
i__1 = incx;
69-
for (i__ = 1; i__1 < 0 ? i__ >= i__2 : i__ <= i__2; i__ += i__1) {
70-
w = dx[i__];
71-
z__ = dy[i__];
72-
dx[i__] = w * dh11 + z__;
73-
dy[i__] = -w + dh22 * z__;
74-
/* L40: */
75-
}
76-
goto L140;
77-
L50:
78-
dh11 = dparam[2];
79-
dh12 = dparam[4];
80-
dh21 = dparam[3];
81-
dh22 = dparam[5];
82-
i__1 = nsteps;
83-
i__2 = incx;
84-
for (i__ = 1; i__2 < 0 ? i__ >= i__1 : i__ <= i__1; i__ += i__2) {
85-
w = dx[i__];
86-
z__ = dy[i__];
87-
dx[i__] = w * dh11 + z__ * dh12;
88-
dy[i__] = w * dh21 + z__ * dh22;
89-
/* L60: */
90-
}
91-
goto L140;
92-
L70:
93-
kx = 1;
94-
ky = 1;
95-
if (incx < 0) {
96-
kx = (1 - n) * incx + 1;
97-
}
98-
if (incy < 0) {
99-
ky = (1 - n) * incy + 1;
100-
}
23+
ROTM_K(n, dx, incx, dy, incy, dparam);
10124

102-
if (dflag < 0.) {
103-
goto L120;
104-
} else if (dflag == 0) {
105-
goto L80;
106-
} else {
107-
goto L100;
108-
}
109-
L80:
110-
dh12 = dparam[4];
111-
dh21 = dparam[3];
112-
i__2 = n;
113-
for (i__ = 1; i__ <= i__2; ++i__) {
114-
w = dx[kx];
115-
z__ = dy[ky];
116-
dx[kx] = w + z__ * dh12;
117-
dy[ky] = w * dh21 + z__;
118-
kx += incx;
119-
ky += incy;
120-
/* L90: */
121-
}
122-
goto L140;
123-
L100:
124-
dh11 = dparam[2];
125-
dh22 = dparam[5];
126-
i__2 = n;
127-
for (i__ = 1; i__ <= i__2; ++i__) {
128-
w = dx[kx];
129-
z__ = dy[ky];
130-
dx[kx] = w * dh11 + z__;
131-
dy[ky] = -w + dh22 * z__;
132-
kx += incx;
133-
ky += incy;
134-
/* L110: */
135-
}
136-
goto L140;
137-
L120:
138-
dh11 = dparam[2];
139-
dh12 = dparam[4];
140-
dh21 = dparam[3];
141-
dh22 = dparam[5];
142-
i__2 = n;
143-
for (i__ = 1; i__ <= i__2; ++i__) {
144-
w = dx[kx];
145-
z__ = dy[ky];
146-
dx[kx] = w * dh11 + z__ * dh12;
147-
dy[ky] = w * dh21 + z__ * dh22;
148-
kx += incx;
149-
ky += incy;
150-
/* L130: */
151-
}
152-
L140:
15325
return;
15426
}
15527

‎kernel/CMakeLists.txt‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -125,6 +125,7 @@ function (build_core TARGET_CORE KDIR TSUFFIX KERNEL_DEFINITIONS)
125125
GenerateNamedObjects("${KERNELDIR}/${SNRM2KERNEL}" "" "nrm2_k" false "" "" false "SINGLE")
126126
GenerateNamedObjects("${KERNELDIR}/${SDOTKERNEL}" "" "dot_k" false "" "" false "SINGLE")
127127
GenerateNamedObjects("${KERNELDIR}/${SROTKERNEL}" "" "rot_k" false "" "" false "SINGLE")
128+
GenerateNamedObjects("${KERNELDIR}/${SROTMKERNEL}" "" "rotm_k" false "" "" false "SINGLE")
128129
endif ()
129130
if (BUILD_COMPLEX16 AND NOT BUILD_DOUBLE)
130131
GenerateNamedObjects("${KERNELDIR}/${DAMAXKERNEL}" "USE_ABS" "amax_k" false "" "" false "DOUBLE")
@@ -148,6 +149,7 @@ function (build_core TARGET_CORE KDIR TSUFFIX KERNEL_DEFINITIONS)
148149
GenerateNamedObjects("${KERNELDIR}/${DCOPYKERNEL}" "C_INTERFACE" "copy_k" false "" "" false "DOUBLE")
149150
GenerateNamedObjects("${KERNELDIR}/${DNRM2KERNEL}" "" "nrm2_k" false "" "" false "DOUBLE")
150151
GenerateNamedObjects("${KERNELDIR}/${DROTKERNEL}" "" "rot_k" false "" "" false "DOUBLE")
152+
GenerateNamedObjects("${KERNELDIR}/${DROTMKERNEL}" "" "rotm_k" false "" "" false "DOUBLE")
151153
GenerateNamedObjects("${KERNELDIR}/${DDOTKERNEL}" "" "dot_k" false "" "" false "DOUBLE")
152154
GenerateNamedObjects("${KERNELDIR}/${DSWAPKERNEL}" "" "swap_k" false "" "" false "DOUBLE")
153155
GenerateNamedObjects("${KERNELDIR}/${DAXPYKERNEL}" "" "axpy_k" false "" "" false "DOUBLE")
@@ -1105,6 +1107,7 @@ endif ()
11051107
GenerateNamedObjects("${KERNELDIR}/${DCOPYKERNEL}" "C_INTERFACE" "copy_k" false "" "" false "DOUBLE")
11061108
GenerateNamedObjects("${KERNELDIR}/${DNRM2KERNEL}" "" "nrm2_k" false "" "" false "DOUBLE")
11071109
GenerateNamedObjects("${KERNELDIR}/${DROTKERNEL}" "" "rot_k" false "" "" false "DOUBLE")
1110+
GenerateNamedObjects("${KERNELDIR}/${DROTMKERNEL}" "" "rotm_k" false "" "" false "DOUBLE")
11081111
GenerateNamedObjects("${KERNELDIR}/${DDOTKERNEL}" "" "dot_k" false "" "" false "DOUBLE")
11091112
GenerateNamedObjects("${KERNELDIR}/${DSWAPKERNEL}" "" "swap_k" false "" "" false "DOUBLE")
11101113
GenerateNamedObjects("${KERNELDIR}/${DAXPYKERNEL}" "" "axpy_k" false "" "" false "DOUBLE")

‎kernel/Makefile.L1‎

Lines changed: 16 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -336,6 +336,14 @@ ifndef XROTKERNEL
336336
XROTKERNEL = zrot.S
337337
endif
338338

339+
ifndef SROTMKERNEL
340+
SROTMKERNEL = rotm.S
341+
endif
342+
343+
ifndef DROTMKERNEL
344+
DROTMKERNEL = rotm.S
345+
endif
346+
339347
### SCAL ###
340348

341349
ifndef SSCALKERNEL
@@ -504,14 +512,14 @@ SBLASOBJS += \
504512
sasum_k$(TSUFFIX).$(SUFFIX) ssum_k$(TSUFFIX).$(SUFFIX) saxpy_k$(TSUFFIX).$(SUFFIX) scopy_k$(TSUFFIX).$(SUFFIX) \
505513
sdot_k$(TSUFFIX).$(SUFFIX) sdsdot_k$(TSUFFIX).$(SUFFIX) dsdot_k$(TSUFFIX).$(SUFFIX) \
506514
snrm2_k$(TSUFFIX).$(SUFFIX) srot_k$(TSUFFIX).$(SUFFIX) sscal_k$(TSUFFIX).$(SUFFIX) sswap_k$(TSUFFIX).$(SUFFIX) \
507-
saxpby_k$(TSUFFIX).$(SUFFIX)
515+
saxpby_k$(TSUFFIX).$(SUFFIX) srotm_k$(TSUFFIX).$(SUFFIX)
508516

509517
DBLASOBJS += \
510518
damax_k$(TSUFFIX).$(SUFFIX) damin_k$(TSUFFIX).$(SUFFIX) dmax_k$(TSUFFIX).$(SUFFIX) dmin_k$(TSUFFIX).$(SUFFIX) \
511519
idamax_k$(TSUFFIX).$(SUFFIX) idamin_k$(TSUFFIX).$(SUFFIX) idmax_k$(TSUFFIX).$(SUFFIX) idmin_k$(TSUFFIX).$(SUFFIX) \
512520
dasum_k$(TSUFFIX).$(SUFFIX) daxpy_k$(TSUFFIX).$(SUFFIX) dcopy_k$(TSUFFIX).$(SUFFIX) ddot_k$(TSUFFIX).$(SUFFIX) \
513521
dnrm2_k$(TSUFFIX).$(SUFFIX) drot_k$(TSUFFIX).$(SUFFIX) dscal_k$(TSUFFIX).$(SUFFIX) dswap_k$(TSUFFIX).$(SUFFIX) \
514-
daxpby_k$(TSUFFIX).$(SUFFIX) dsum_k$(TSUFFIX).$(SUFFIX)
522+
daxpby_k$(TSUFFIX).$(SUFFIX) dsum_k$(TSUFFIX).$(SUFFIX) drotm_k$(TSUFFIX).$(SUFFIX)
515523

516524
QBLASOBJS += \
517525
qamax_k$(TSUFFIX).$(SUFFIX) qamin_k$(TSUFFIX).$(SUFFIX) qmax_k$(TSUFFIX).$(SUFFIX) qmin_k$(TSUFFIX).$(SUFFIX) \
@@ -841,6 +849,12 @@ $(KDIR)srot_k$(TSUFFIX).$(SUFFIX) $(KDIR)srot_k$(TPSUFFIX).$(PSUFFIX) : $(KERN
841849
$(KDIR)drot_k$(TSUFFIX).$(SUFFIX) $(KDIR)drot_k$(TPSUFFIX).$(PSUFFIX) : $(KERNELDIR)/$(DROTKERNEL)
842850
$(CC) -c $(CFLAGS) $(FMAFLAG) -UCOMPLEX -UCOMPLEX -DDOUBLE $< -o $@
843851

852+
$(KDIR)srotm_k$(TSUFFIX).$(SUFFIX) $(KDIR)srotm_k$(TPSUFFIX).$(PSUFFIX) : $(KERNELDIR)/$(SROTMKERNEL)
853+
$(CC) -c $(CFLAGS) $(FMAFLAG) -UCOMPLEX -UCOMPLEX -UDOUBLE $< -o $@
854+
855+
$(KDIR)drotm_k$(TSUFFIX).$(SUFFIX) $(KDIR)drotm_k$(TPSUFFIX).$(PSUFFIX) : $(KERNELDIR)/$(DROTMKERNEL)
856+
$(CC) -c $(CFLAGS) $(FMAFLAG) -UCOMPLEX -UCOMPLEX -DDOUBLE $< -o $@
857+
844858
$(KDIR)qrot_k$(TSUFFIX).$(SUFFIX) $(KDIR)qrot_k$(TPSUFFIX).$(PSUFFIX) : $(KERNELDIR)/$(QROTKERNEL)
845859
$(CC) -c $(CFLAGS) -UCOMPLEX -UCOMPLEX -DXDOUBLE $< -o $@
846860

‎kernel/riscv64/KERNEL.RISCV64_GENERIC‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -71,6 +71,9 @@ DROTKERNEL = ../riscv64/rot.c
7171
CROTKERNEL = ../riscv64/zrot.c
7272
ZROTKERNEL = ../riscv64/zrot.c
7373

74+
SROTMKERNEL = ../riscv64/rotm.c
75+
DROTMKERNEL = ../riscv64/rotm.c
76+
7477
SSCALKERNEL = ../riscv64/scal.c
7578
DSCALKERNEL = ../riscv64/scal.c
7679
CSCALKERNEL = ../riscv64/zscal.c

0 commit comments

Comments
 (0)