MAGMA  1.2.0
MatrixAlgebraonGPUandMulticoreArchitectures
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups
Functions
magma_zc.h File Reference
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Functions

magma_int_t magma_zcgesv_gpu (char trans, magma_int_t N, magma_int_t NRHS, cuDoubleComplex *dA, magma_int_t ldda, magma_int_t *IPIV, magma_int_t *dIPIV, cuDoubleComplex *dB, magma_int_t lddb, cuDoubleComplex *dX, magma_int_t lddx, cuDoubleComplex *dworkd, cuFloatComplex *dworks, magma_int_t *iter, magma_int_t *info)
magma_int_t magma_zcgetrs_gpu (char trans, magma_int_t n, magma_int_t nrhs, cuFloatComplex *dA, magma_int_t ldda, magma_int_t *ipiv, cuDoubleComplex *dB, magma_int_t lddb, cuDoubleComplex *dX, magma_int_t lddx, cuFloatComplex *dSX, magma_int_t *info)
magma_int_t magma_zcposv_gpu (char uplo, magma_int_t n, magma_int_t nrhs, cuDoubleComplex *dA, magma_int_t ldda, cuDoubleComplex *dB, magma_int_t lddb, cuDoubleComplex *dX, magma_int_t lddx, cuDoubleComplex *dworkd, cuFloatComplex *dworks, magma_int_t *iter, magma_int_t *info)
magma_int_t magma_zcgeqrsv_gpu (magma_int_t M, magma_int_t N, magma_int_t NRHS, cuDoubleComplex *dA, magma_int_t ldda, cuDoubleComplex *dB, magma_int_t lddb, cuDoubleComplex *dX, magma_int_t lddx, magma_int_t *iter, magma_int_t *info)

Function Documentation

magma_int_t magma_zcgeqrsv_gpu ( magma_int_t  M,
magma_int_t  N,
magma_int_t  NRHS,
cuDoubleComplex *  dA,
magma_int_t  ldda,
cuDoubleComplex *  dB,
magma_int_t  lddb,
cuDoubleComplex *  dX,
magma_int_t  lddx,
magma_int_t *  iter,
magma_int_t *  info 
)

Definition at line 17 of file zcgeqrsv_gpu.cpp.

References __func__, BWDMAX, dT, ITERMAX, lapackf77_dlamch, lapackf77_zlange, magma_cgeqrf_gpu(), magma_cgeqrs_gpu(), magma_cmalloc(), MAGMA_ERR_DEVICE_ALLOC, MAGMA_ERR_HOST_ALLOC, magma_free(), magma_get_cgeqrf_nb(), magma_get_zgeqrf_nb(), magma_izamax(), MAGMA_SUCCESS, magma_xerbla(), MAGMA_Z_NEG_ONE, MAGMA_Z_ONE, magma_zgemm(), magma_zgemv(), magma_zgeqrf_gpu(), magma_zgeqrs_gpu(), magma_zgetmatrix(), magma_zmalloc(), magmablas_clag2z(), magmablas_zcaxpycp(), magmablas_zlacpy(), magmablas_zlag2c(), magmablas_zlange(), MagmaNoTrans, MagmaUpperLower, max, min, and gbstrct_blg::N.

{
/* -- MAGMA (version 1.2.0) --
Univ. of Tennessee, Knoxville
Univ. of California, Berkeley
Univ. of Colorado, Denver
May 2012
Purpose
=======
ZCGEQRSV solves the least squares problem
min || A*X - B ||,
where A is an M-by-N matrix and X and B are M-by-NRHS matrices.
ZCGEQRSV first attempts to factorize the matrix in SINGLE PRECISION
and use this factorization within an iterative refinement procedure
to produce a solution with DOUBLE PRECISION norm-wise backward error
quality (see below). If the approach fails the method switches to a
DOUBLE PRECISION factorization and solve.
The iterative refinement is not going to be a winning strategy if
the ratio SINGLE PRECISION performance over DOUBLE PRECISION
performance is too small. A reasonable strategy should take the
number of right-hand sides and the size of the matrix into account.
This might be done with a call to ILAENV in the future. Up to now, we
always try iterative refinement.
The iterative refinement process is stopped if
ITER > ITERMAX
or for all the RHS we have:
RNRM < SQRT(N)*XNRM*ANRM*EPS*BWDMAX
where
o ITER is the number of the current iteration in the iterative
refinement process
o RNRM is the infinity-norm of the residual
o XNRM is the infinity-norm of the solution
o ANRM is the infinity-operator-norm of the matrix A
o EPS is the machine epsilon returned by DLAMCH('Epsilon')
The value ITERMAX and BWDMAX are fixed to 30 and 1.0D+00 respectively.
Arguments
=========
M (input) INTEGER
The number of rows of the matrix A. M >= 0.
N (input) INTEGER
The number of columns of the matrix A. M >= N >= 0.
NRHS (input) INTEGER
The number of right hand sides, i.e., the number of columns
of the matrix B. NRHS >= 0.
A (input or input/output) DOUBLE PRECISION array, dimension (ldda,N)
On entry, the M-by-N coefficient matrix A.
On exit, if iterative refinement has been successfully used
(info.EQ.0 and ITER.GE.0, see description below), A is
unchanged. If double precision factorization has been used
(info.EQ.0 and ITER.LT.0, see description below), then the
array A contains the QR factorization of A as returned by
function DGEQRF_GPU.
ldda (input) INTEGER
The leading dimension of the array A. ldda >= max(1,M).
B (input) DOUBLE PRECISION array, dimension (LDB,NRHS)
The M-by-NRHS right hand side matrix B.
LDB (input) INTEGER
The leading dimension of the array B. LDB >= max(1,M).
X (output) DOUBLE PRECISION array, dimension (LDX,NRHS)
If info = 0, the N-by-NRHS solution matrix X.
LDX (input) INTEGER
The leading dimension of the array X. LDX >= max(1,N).
WORK (workspace) DOUBLE PRECISION array, dimension (N*NRHS)
This array is used to hold the residual vectors.
SWORK (workspace) REAL array, dimension (M*(N+NRHS))
This array is used to store the single precision matrix and the
right-hand sides or solutions in single precision.
ITER (output) INTEGER
< 0: iterative refinement has failed, double precision
factorization has been performed
-1 : the routine fell back to full precision for
implementation- or machine-specific reasons
-2 : narrowing the precision induced an overflow,
the routine fell back to full precision
-3 : failure of SGETRF
-31: stop the iterative refinement after the 30th
iterations
> 0: iterative refinement has been successfully used.
Returns the number of iterations
info (output) INTEGER
= 0: successful exit
< 0: if info = -i, the i-th argument had an illegal value
TAU (output) REAL array, dimension (N)
On exit, TAU(i) contains the scalar factor of the elementary
reflector H(i), as returned by magma_cgeqrf_gpu.
LWORK (input) INTEGER
The dimension of the array H_WORK. LWORK >= (M+N+NB)*NB,
where NB can be obtained through magma_get_sgeqrf_nb(M).
H_WORK (workspace/output) REAL array, dimension (MAX(1,LWORK))
Higher performance is achieved if H_WORK is in pinned memory, e.g.
allocated using magma_malloc_host.
D_WORK (workspace/output) REAL array on the GPU, dimension 2*N*NB,
where NB can be obtained through magma_get_sgeqrf_nb(M).
It starts with NB*NB blocks that store the triangular T
matrices, followed by the NB*NB blocks of the diagonal
inverses for the R matrix.
TAU_D (output) DOUBLE REAL array, dimension (N)
On exit, if the matrix had to be factored in double precision,
TAU(i) contains the scalar factor of the elementary
reflector H(i), as returned by magma_zgeqrf_gpu.
LWORK_D (input) INTEGER
The dimension of the array H_WORK_D. LWORK_D >= (M+N+NB)*NB,
where NB can be obtained through magma_get_dgeqrf_nb(M).
H_WORK_D (workspace/output) DOUBLE REAL array, dimension (MAX(1,LWORK_D))
This memory is unattached if the iterative refinement worked,
otherwise it is used as workspace to factor the matrix in
double precision. Higher performance is achieved if H_WORK_D is
in pinned memory, e.g. allocated using magma_malloc_host.
D_WORK_D (workspace/output) DOUBLE REAL array on the GPU, dimension 2*N*NB,
where NB can be obtained through magma_get_dgeqrf_nb(M).
This memory is unattached if the iterative refinement worked,
otherwise it is used as workspace to factor the matrix in
double precision. It starts with NB*NB blocks that store the
triangular T matrices, followed by the NB*NB blocks of the
diagonal inverses for the R matrix.
===================================================================== */
cuDoubleComplex c_neg_one = MAGMA_Z_NEG_ONE;
cuDoubleComplex c_one = MAGMA_Z_ONE;
magma_int_t ione = 1;
cuDoubleComplex *dworkd, *hworkd;
cuFloatComplex *dworks, *hworks;
cuDoubleComplex *dR, *tau, *dT;
cuFloatComplex *dSA, *dSX, *dST, *stau;
cuDoubleComplex Xnrmv, Rnrmv;
double Anrm, Xnrm, Rnrm, cte, eps;
magma_int_t i, j, iiter, nb, lhwork, minmn, size;
/*
Check The Parameters.
*/
*iter = 0 ;
*info = 0 ;
if ( N < 0 )
*info = -1;
else if(NRHS<0)
*info = -3;
else if( ldda < max(1,N))
*info = -5;
else if( lddb < max(1,N))
*info = -7;
else if( lddx < max(1,N))
*info = -9;
if (*info != 0) {
magma_xerbla( __func__, -(*info) );
return *info;
}
if( N == 0 || NRHS == 0 )
return *info;
nb = magma_get_cgeqrf_nb(M);
minmn= min(M, N);
/*
* Allocate temporary buffers
*/
/* dworks(dSA + dSX + dST) */
size = ldda*N + N*NRHS + ( 2*minmn + ((N+31)/32)*32 )*nb;
if (MAGMA_SUCCESS != magma_cmalloc( &dworks, size )) {
fprintf(stderr, "Allocation of dworks failed (%d)\n", size);
*info = MAGMA_ERR_DEVICE_ALLOC;
return *info;
}
dSA = dworks;
dSX = dSA + ldda*N;
dST = dSX + N*NRHS;
/* dworkd(dR) = N*NRHS */
size = N*NRHS;
if (MAGMA_SUCCESS != magma_zmalloc( &dworkd, size )) {
magma_free( dworks );
fprintf(stderr, "Allocation of dworkd failed\n");
*info = MAGMA_ERR_DEVICE_ALLOC;
return *info;
}
dR = dworkd;
/* hworks(stau + workspace for cgeqrs) = min(M,N) + lhworks */
lhwork = nb*max((M-N+nb+2*(NRHS)), 1);
lhwork = max(lhwork, N*nb); /* We hope that magma nb is bigger than lapack nb to have enough memory in workspace */
size = minmn + lhwork;
hworks = (cuFloatComplex*) malloc( size * sizeof(cuFloatComplex) );
if( hworks == NULL ) {
magma_free( dworks );
magma_free( dworkd );
fprintf(stderr, "Allocation of hworks failed\n");
*info = MAGMA_ERR_HOST_ALLOC;
return *info;
}
stau = hworks;
hworks += minmn;
eps = lapackf77_dlamch("Epsilon");
Anrm = magmablas_zlange('I', M, N, dA, ldda, (double*)dworkd );
cte = Anrm * eps * pow((double)N, 0.5) * BWDMAX ;
/*
* Convert to single precision
*/
magmablas_zlag2c(N, NRHS, dB, lddb, dSX, N, info );
if( *info != 0 ) {
*iter = -2; goto L40;
}
magmablas_zlag2c(N, N, dA, ldda, dSA, ldda, info );
if(*info !=0){
*iter = -2; goto L40;
}
// In an ideal version these variables should come from user.
magma_cgeqrf_gpu(M, N, dSA, ldda, stau, dST, info);
if( *info != 0 ) {
*iter = -3; goto L40;
}
magma_cgeqrs_gpu(M, N, NRHS, dSA, ldda, stau, dST, dSX, N, hworks, lhwork, info);
// dX = dSX
magmablas_clag2z(N, NRHS, dSX, N, dX, lddx, info);
// dR = dB
magmablas_zlacpy(MagmaUpperLower, N, NRHS, dB, lddb, dR, N);
// dR = dB - dA * dX
if( NRHS == 1 )
magma_zgemv( MagmaNoTrans, N, N,
c_neg_one, dA, ldda,
dX, 1,
c_one, dR, 1);
else
magma_zgemm( MagmaNoTrans, MagmaNoTrans, N, NRHS, N,
c_neg_one, dA, ldda,
dX, lddx,
c_one, dR, N );
for(i=0; i<NRHS; i++){
j = magma_izamax( N, dX+i*N, 1);
magma_zgetmatrix( 1, 1, dX+i*N+j-1, 1, &Xnrmv, 1 );
Xnrm = lapackf77_zlange( "F", &ione, &ione, &Xnrmv, &ione, NULL );
j = magma_izamax ( N, dR+i*N, 1 );
magma_zgetmatrix( 1, 1, dR+i*N+j-1, 1, &Rnrmv, 1 );
Rnrm = lapackf77_zlange( "F", &ione, &ione, &Rnrmv, &ione, NULL );
if( Rnrm > Xnrm *cte ) goto L10;
}
*iter = 0;
/* Free workspaces */
magma_free( dworks );
magma_free( dworkd );
free(stau);
return *info;
L10:
for(iiter=1; iiter<ITERMAX; ) {
*info = 0 ;
/* Convert R from double precision to single precision
and store the result in SX.
Solve the system SA*SX = SR.
-- These two Tasks are merged here. */
// make SWORK = WORK ... residuals...
magmablas_zlag2c( N, NRHS, dR, N, dSX, N, info );
magma_cgeqrs_gpu( M, N, NRHS, dSA, ldda, stau, dST, dSX, N, hworks, lhwork, info);
if( *info != 0 ){
*iter = -3; goto L40;
}
for(i=0; i<NRHS; i++) {
magmablas_zcaxpycp( dSX+i*N, dX+i*lddx, N, dB+i*lddb, dR+i*N );
}
/* unnecessary may be */
magmablas_zlacpy(MagmaUpperLower, N, NRHS, dB, lddb, dR, N);
if( NRHS == 1 )
magma_zgemv( MagmaNoTrans, N, N,
c_neg_one, dA, ldda,
dX, 1,
c_one, dR, 1);
else
magma_zgemm( MagmaNoTrans, MagmaNoTrans, N, NRHS, N,
c_neg_one, dA, ldda,
dX, lddx,
c_one, dR, N);
/* Check whether the NRHS normwise backward errors satisfy the
stopping criterion. If yes, set ITER=IITER>0 and return. */
for(i=0;i<NRHS;i++)
{
j = magma_izamax( N, dX+i*N, 1);
magma_zgetmatrix( 1, 1, dX+i*N+j-1, 1, &Xnrmv, 1 );
Xnrm = lapackf77_zlange( "F", &ione, &ione, &Xnrmv, &ione, NULL );
j = magma_izamax ( N, dR+i*N, 1 );
magma_zgetmatrix( 1, 1, dR+i*N+j-1, 1, &Rnrmv, 1 );
Rnrm = lapackf77_zlange( "F", &ione, &ione, &Rnrmv, &ione, NULL );
if( Rnrm > Xnrm *cte ) goto L20;
}
/* If we are here, the NRHS normwise backward errors satisfy
the stopping criterion, we are good to exit. */
*iter = iiter ;
/* Free workspaces */
magma_free( dworks );
magma_free( dworkd );
free(stau);
return *info;
L20:
iiter++;
}
/* If we are at this place of the code, this is because we have
performed ITER=ITERMAX iterations and never satisified the
stopping criterion, set up the ITER flag accordingly and follow
up on double precision routine. */
*iter = -ITERMAX - 1 ;
L40:
magma_free( dworks );
/*
* Allocate temporary buffers
*/
/* dworkd(dT + tau) = min_mn + min_mn*nb*3 */
nb = magma_get_zgeqrf_nb(M);
size = minmn * (3 * nb + 1);
if ( size > (N*NRHS) ) {
magma_free( dworkd );
if (MAGMA_SUCCESS != magma_zmalloc( &dworkd, size )) {
fprintf(stderr, "Allocation of dworkd2 failed\n");
*info = MAGMA_ERR_DEVICE_ALLOC;
return *info;
}
}
tau = dworkd;
dT = tau + minmn;
/* hworks(stau + workspace for cgeqrs) = min(M,N) + lhworks */
if ( (2*lhwork) > (minmn+lhwork) ) {
free(stau);
hworks = (cuFloatComplex*) malloc( lhwork * sizeof(cuDoubleComplex) );
if( hworks == NULL ) {
magma_free( dworkd );
fprintf(stderr, "Allocation of hworkd2 failed\n");
*info = MAGMA_ERR_HOST_ALLOC;
return *info;
}
}
hworkd = (cuDoubleComplex*) hworks;
/* Single-precision iterative refinement failed to converge to a
satisfactory solution, so we resort to double precision. */
magma_zgeqrf_gpu(M, N, dA, ldda, tau, dT, info);
if ( *info == 0 ) {
magmablas_zlacpy(MagmaUpperLower, N, NRHS, dB, lddb, dX, lddx);
magma_zgeqrs_gpu(M, N, NRHS, dA, ldda, tau, dT, dX, lddx, hworkd, lhwork, info);
}
magma_free( dworkd );
free(hworkd);
return *info;
}

Here is the call graph for this function:

magma_int_t magma_zcgesv_gpu ( char  trans,
magma_int_t  N,
magma_int_t  NRHS,
cuDoubleComplex *  dA,
magma_int_t  ldda,
magma_int_t *  IPIV,
magma_int_t *  dIPIV,
cuDoubleComplex *  dB,
magma_int_t  lddb,
cuDoubleComplex *  dX,
magma_int_t  lddx,
cuDoubleComplex *  dworkd,
cuFloatComplex *  dworks,
magma_int_t *  iter,
magma_int_t *  info 
)

Definition at line 17 of file zcgesv_gpu.cpp.

References __func__, BWDMAX, ITERMAX, lapackf77_dlamch, lapackf77_zlange, magma_cgetrf_gpu(), magma_izamax(), magma_setvector(), magma_xerbla(), MAGMA_Z_NEG_ONE, MAGMA_Z_ONE, magma_zcgetrs_gpu(), magma_zgemm(), magma_zgemv(), magma_zgetmatrix(), magma_zgetrf_gpu(), magma_zgetrs_gpu(), magmablas_zaxpycp(), magmablas_zlacpy(), magmablas_zlag2c(), magmablas_zlange(), MagmaNoTrans, MagmaUpperLower, max, and swp2pswp().

{
/* -- MAGMA (version 1.2.0) --
Univ. of Tennessee, Knoxville
Univ. of California, Berkeley
Univ. of Colorado, Denver
May 2012
Purpose
=======
ZCGESV computes the solution to a complex system of linear equations
A * X = B or A' * X = B
where A is an N-by-N matrix and X and B are N-by-NRHS matrices.
ZCGESV first attempts to factorize the matrix in SINGLE PRECISION
and use this factorization within an iterative refinement procedure
to produce a solution with DOUBLE PRECISION norm-wise backward error
quality (see below). If the approach fails the method switches to a
DOUBLE PRECISION factorization and solve.
The iterative refinement is not going to be a winning strategy if
the ratio SINGLE PRECISION performance over DOUBLE PRECISION
performance is too small. A reasonable strategy should take the
number of right-hand sides and the size of the matrix into account.
This might be done with a call to ILAENV in the future. Up to now, we
always try iterative refinement.
The iterative refinement process is stopped if
ITER > ITERMAX
or for all the RHS we have:
RNRM < SQRT(N)*XNRM*ANRM*EPS*BWDMAX
where
o ITER is the number of the current iteration in the iterative
refinement process
o RNRM is the infinity-norm of the residual
o XNRM is the infinity-norm of the solution
o ANRM is the infinity-operator-norm of the matrix A
o EPS is the machine epsilon returned by DLAMCH('Epsilon')
The value ITERMAX and BWDMAX are fixed to 30 and 1.0D+00 respectively.
Arguments
=========
TRANS (input) CHARACTER*1
Specifies the form of the system of equations:
= 'N': A * X = B (No transpose)
= 'T': A'* X = B (Transpose)
= 'C': A'* X = B (Conjugate transpose = Transpose)
N (input) INTEGER
The number of linear equations, i.e., the order of the
matrix A. N >= 0.
NRHS (input) INTEGER
The number of right hand sides, i.e., the number of columns
of the matrix B. NRHS >= 0.
dA (input or input/output) COMPLEX_16 array, dimension (ldda,N)
On entry, the N-by-N coefficient matrix A.
On exit, if iterative refinement has been successfully used
(info.EQ.0 and ITER.GE.0, see description below), A is
unchanged. If double precision factorization has been used
(info.EQ.0 and ITER.LT.0, see description below), then the
array A contains the factors L and U from the factorization
A = P*L*U; the unit diagonal elements of L are not stored.
ldda (input) INTEGER
The leading dimension of the array A. ldda >= max(1,N).
IPIV (output) INTEGER array, dimension (N)
The pivot indices that define the permutation matrix P;
row i of the matrix was interchanged with row IPIV(i).
Corresponzc either to the single precision factorization
(if info.EQ.0 and ITER.GE.0) or the double precision
factorization (if info.EQ.0 and ITER.LT.0).
dIPIV (output) INTEGER array on the GPU, dimension (min(M,N))
The pivot indices; for 1 <= i <= min(M,N), row i of the
matrix was moved to row IPIV(i).
dB (input) COMPLEX_16 array, dimension (lddb,NRHS)
The N-by-NRHS right hand side matrix B.
lddb (input) INTEGER
The leading dimension of the array B. lddb >= max(1,N).
dX (output) COMPLEX_16 array, dimension (lddx,NRHS)
If info = 0, the N-by-NRHS solution matrix X.
lddx (input) INTEGER
The leading dimension of the array X. lddx >= max(1,N).
dworkd (workspace) COMPLEX_16 array, dimension (N*NRHS)
This array is used to hold the residual vectors.
dworks (workspace) COMPLEX array, dimension (N*(N+NRHS))
This array is used to store the single precision matrix and the
right-hand sides or solutions in single precision.
iter (output) INTEGER
< 0: iterative refinement has failed, double precision
factorization has been performed
-1 : the routine fell back to full precision for
implementation- or machine-specific reasons
-2 : narrowing the precision induced an overflow,
the routine fell back to full precision
-3 : failure of SGETRF
-31: stop the iterative refinement after the 30th
iterations
> 0: iterative refinement has been successfully used.
Returns the number of iterations
info (output) INTEGER
= 0: successful exit
< 0: if info = -i, the i-th argument had an illegal value
> 0: if info = i, U(i,i) computed in DOUBLE PRECISION is
exactly zero. The factorization has been completed,
but the factor U is exactly singular, so the solution
could not be computed.
===================================================================== */
cuDoubleComplex c_neg_one = MAGMA_Z_NEG_ONE;
cuDoubleComplex c_one = MAGMA_Z_ONE;
magma_int_t ione = 1;
double cte, eps;
cuDoubleComplex Xnrmv, Rnrmv;
cuFloatComplex *dSA, *dSX;
double Anrm, Xnrm, Rnrm;
magma_int_t i, j, iiter;
/*
Check The Parameters.
*/
*info = *iter = 0 ;
if ( N <0)
*info = -1;
else if(NRHS<0)
*info =-2;
else if(ldda < max(1,N))
*info =-4;
else if( lddb < max(1,N))
*info =-8;
else if( lddx < max(1,N))
*info =-10;
if (*info != 0) {
magma_xerbla( __func__, -(*info) );
return *info;
}
if( N == 0 || NRHS == 0 )
return *info;
eps = lapackf77_dlamch("Epsilon");
Anrm = magmablas_zlange('I', N, N, dA, ldda, (double*)dworkd );
cte = Anrm * eps * pow((double)N,0.5) * BWDMAX;
dSX = dworks;
dSA = dworks+N*NRHS;
if(*info !=0){
*iter = -2 ;
printf("magmablas_zlag2c\n");
goto L40;
}
magmablas_zlag2c(N, N, dA, ldda, dSA, N, info ); // Merge with DLANGE /
if(*info !=0){
*iter = -2 ;
printf("magmablas_zlag2c\n");
goto L40;
}
magma_cgetrf_gpu(N, N, dSA, N, IPIV, info);
// Generate parallel pivots
{
int *newipiv = (int*)malloc(N * sizeof(int));
swp2pswp(trans, N, IPIV, newipiv);
magma_setvector( N, sizeof(int), newipiv, 1, dIPIV, 1 );
free(newipiv);
}
if(info[0] !=0){
*iter = -3 ;
goto L40;
}
magma_zcgetrs_gpu(trans, N, NRHS, dSA, N, dIPIV, dB, lddb, dX, lddx, dSX, info);
magmablas_zlacpy(MagmaUpperLower, N, NRHS, dB, lddb, dworkd, N);
/* TODO: update optimisation from gemv_MLU into classic gemv */
if ( NRHS == 1 )
magma_zgemv( trans, N, N, c_neg_one, dA, ldda, dX, 1, c_one, dworkd, 1);
else
magma_zgemm( trans, MagmaNoTrans, N, NRHS, N, c_neg_one, dA, ldda, dX, lddx, c_one, dworkd, N);
for(i=0;i<NRHS;i++)
{
j = magma_izamax( N, dX+i*lddx, 1) ;
magma_zgetmatrix( 1, 1, dX+i*lddx+j-1, 1, &Xnrmv, 1 );
Xnrm = lapackf77_zlange( "F", &ione, &ione, &Xnrmv, &ione, NULL );
j = magma_izamax ( N, dworkd+i*N, 1 );
magma_zgetmatrix( 1, 1, dworkd+i*N+j-1, 1, &Rnrmv, 1 );
Rnrm = lapackf77_zlange( "F", &ione, &ione, &Rnrmv, &ione, NULL );
if( Rnrm > (Xnrm*cte) ){
goto L10;
}
}
*iter = 0;
return *info;
L10:
;
for(iiter=1;iiter<ITERMAX;)
{
*info = 0 ;
/*
Convert R (in dworkd) from cuDoubleComplex precision to single precision
and store the result in SX.
Solve the system SA * X = dworkd and store the result in dworkd.
-- These two Tasks are merged here.
*/
magma_zcgetrs_gpu(trans, N, NRHS, dSA, N, dIPIV, dworkd, lddb, dworkd, N, dSX, info);
if(info[0] != 0){
*iter = -3 ;
goto L40;
}
/* Add the correction (dworkd) to dX and make dworkd = dB.
This saves going through dworkd a second time (if done with one more kernel). */
for(i=0;i<NRHS;i++){
magmablas_zaxpycp(dworkd+i*N, dX+i*lddx, N, dB+i*lddb);
}
//magmablas_zlacpy(MagmaUpperLower, N, NRHS, dB, lddb, dworkd, N);
if( NRHS == 1 )
/* TODO: update optimisation from gemv_MLU into classic gemv */
magma_zgemv( trans, N, N, c_neg_one, dA, ldda, dX, 1, c_one, dworkd, 1);
else
magma_zgemm( trans, MagmaNoTrans, N, NRHS, N, c_neg_one, dA, ldda, dX, lddx, c_one, dworkd, N);
/*
Check whether the NRHS normwise backward errors satisfy the
stopping criterion. If yes, set ITER=IITER>0 and return.
*/
for(i=0;i<NRHS;i++)
{
j = magma_izamax( N, dX+i*lddx, 1) ;
magma_zgetmatrix( 1, 1, dX+i*lddx+j-1, 1, &Xnrmv, 1 );
Xnrm = lapackf77_zlange( "F", &ione, &ione, &Xnrmv, &ione, NULL );
j = magma_izamax ( N, dworkd+i*N, 1 );
magma_zgetmatrix( 1, 1, dworkd+i*N+j-1, 1, &Rnrmv, 1 );
Rnrm = lapackf77_zlange( "F", &ione, &ione, &Rnrmv, &ione, NULL );
if( Rnrm > Xnrm *cte ){
goto L20;
}
}
/*
If we are here, the NRHS normwise backward errors satisfy the
stopping criterion, we are good to exit.
*/
*iter = iiter ;
return *info;
L20:
iiter++ ;
}
/*
If we are at this place of the code, this is because we have
performed ITER=ITERMAX iterations and never satisified the
stopping criterion, set up the ITER flag accordingly and follow up
on cuDoubleComplex precision routine.
*/
*iter = -ITERMAX - 1 ;
L40:
/*
Single-precision iterative refinement failed to converge to a
satisfactory solution, so we resort to cuDoubleComplex precision.
*/
if( *info != 0 ){
return *info;
}
magma_zgetrf_gpu( N, N, dA, ldda, IPIV, info );
if( *info == 0 ){
magmablas_zlacpy( MagmaUpperLower, N, NRHS, dB, lddb, dX, lddx );
magma_zgetrs_gpu( trans, N, NRHS, dA, ldda, IPIV, dX, lddx, info );
}
return *info;
}

Here is the call graph for this function:

magma_int_t magma_zcgetrs_gpu ( char  trans,
magma_int_t  n,
magma_int_t  nrhs,
cuFloatComplex *  dA,
magma_int_t  ldda,
magma_int_t *  ipiv,
cuDoubleComplex *  dB,
magma_int_t  lddb,
cuDoubleComplex *  dX,
magma_int_t  lddx,
cuFloatComplex *  dSX,
magma_int_t *  info 
)

Definition at line 21 of file zcgetrs_gpu.cpp.

References __func__, lapackf77_lsame, MAGMA_C_ONE, magma_ctrsm(), magma_xerbla(), magmablas_clag2z(), magmablas_zclaswp(), magmablas_zlag2c(), MagmaConjTrans, MagmaLeft, MagmaLower, MagmaNonUnit, MagmaNoTrans, MagmaUnit, MagmaUpper, and trans.

{
/* -- MAGMA (version 1.2.0) --
Univ. of Tennessee, Knoxville
Univ. of California, Berkeley
Univ. of Colorado, Denver
May 2012
Purpose
=======
ZCGETRS solves a system of linear equations
A * X = B or A' * X = B
with a general N-by-N matrix A using the LU factorization computed
by MAGMA_CGETRF_GPU. B and X are in COMPLEX_16, and A in in COMPLEX.
This routine is used in the mixed precision iterative solver
magma_zcgesv.
Arguments
=========
TRANS (input) CHARACTER*1
Specifies the form of the system of equations:
= 'N': A * X = B (No transpose)
= 'T': A'* X = B (Transpose)
= 'C': A'* X = B (Conjugate transpose = Transpose)
N (input) INTEGER
The order of the matrix A. N >= 0.
NRHS (input) INTEGER
The number of right hand sides, i.e., the number of columns
of the matrix B. NRHS >= 0.
dA (input) COMPLEX array on the GPU, dimension (LDDA,N)
The factors L and U from the factorization A = P*L*U
as computed by CGETRF_GPU.
LDDA (input) INTEGER
The leading dimension of the array dA. LDDA >= max(1,N).
IPIV (input) INTEGER array on the GPU, dimension (N)
The pivot indices from CGETRF_GPU; Row i of the
matrix was moved to row IPIV(i).
dB (input) COMPLEX_16 array on the GPU, dimension (LDDB,NRHS)
On entry, the right hand side matrix B.
LDDB (input) INTEGER
The leading dimension of the arrays X and B. LDDB >= max(1,N).
dX (output) COMPLEX_16 array on the GPU, dimension (LDDX, NRHS)
On exit, the solution matrix dX.
LDDX (input) INTEGER
The leading dimension of the array dX, LDDX >= max(1,N).
dSX (workspace) COMPLEX array on the GPU used as workspace,
dimension (N, NRHS)
INFO (output) INTEGER
= 0: successful exit
< 0: if INFO = -i, the i-th argument had an illegal value
===================================================================== */
cuFloatComplex cone = MAGMA_C_ONE;
char trans_[2] = {trans, 0};
long int notran = lapackf77_lsame(trans_, "N");
magma_int_t inc;
*info = 0;
if ( (! notran) &&
(! lapackf77_lsame(trans_, "T")) &&
(! lapackf77_lsame(trans_, "C")) ) {
*info = -1;
} else if (n < 0) {
*info = -2;
} else if (nrhs < 0) {
*info = -3;
} else if (ldda < n) {
*info = -5;
} else if (lddb < n) {
*info = -8;
} else if (lddx < n) {
*info = -10;
} else if (lddx != lddb) { /* TODO: remove it when zclaswp will have the correct interface */
*info = -10;
}
if (*info != 0) {
magma_xerbla( __func__, -(*info) );
return *info;
}
/* Quick return if possible */
if (n == 0 || nrhs == 0) {
return *info;
}
if (notran) {
inc = 1;
/* Get X by row applying interchanges to B and cast to single */
/*
* TODO: clean zclaswp interface to have interface closer to zlaswp
*/
//magmablas_zclaswp(nrhs, dB, lddb, dSX, lddbx, 1, n, ipiv);
magmablas_zclaswp(nrhs, dB, lddb, dSX, n, ipiv, inc);
/* Solve L*X = B, overwriting B with SX. */
magma_ctrsm( MagmaLeft, MagmaLower, MagmaNoTrans, MagmaUnit,
n, nrhs, cone, dA, ldda, dSX, n);
/* Solve U*X = B, overwriting B with X. */
magma_ctrsm( MagmaLeft, MagmaUpper, MagmaNoTrans, MagmaNonUnit,
n, nrhs, cone, dA, ldda, dSX, n);
magmablas_clag2z(n, nrhs, dSX, n, dX, lddx, info );
} else {
inc = -1;
/* Cast the COMPLEX_16 RHS to COMPLEX */
magmablas_zlag2c(n, nrhs, dB, lddb, dSX, n, info );
/* Solve A' * X = B. */
magma_ctrsm(MagmaLeft, MagmaUpper, MagmaConjTrans, MagmaNonUnit,
n, nrhs, cone, dA, ldda, dSX, n);
magma_ctrsm(MagmaLeft, MagmaLower, MagmaConjTrans, MagmaUnit,
n, nrhs, cone, dA, ldda, dSX, n);
magmablas_zclaswp(nrhs, dX, lddx, dSX, n, ipiv, inc);
}
return *info;
/* End of MAGMA_ZCGETRS */
} /* magma_zcgetrs */

Here is the call graph for this function:

magma_int_t magma_zcposv_gpu ( char  uplo,
magma_int_t  n,
magma_int_t  nrhs,
cuDoubleComplex *  dA,
magma_int_t  ldda,
cuDoubleComplex *  dB,
magma_int_t  lddb,
cuDoubleComplex *  dX,
magma_int_t  lddx,
cuDoubleComplex *  dworkd,
cuFloatComplex *  dworks,
magma_int_t *  iter,
magma_int_t *  info 
)

Definition at line 21 of file zcposv_gpu.cpp.

References __func__, BWDMAX, ITERMAX, lapackf77_dlamch, lapackf77_zlange, magma_cpotrf_gpu(), magma_cpotrs_gpu(), magma_izamax(), magma_xerbla(), MAGMA_Z_NEG_ONE, MAGMA_Z_ONE, magma_zgetmatrix(), magma_zhemm(), magma_zhemv, magma_zpotrf_gpu(), magma_zpotrs_gpu(), magmablas_clag2z(), magmablas_clanhe(), magmablas_zcaxpycp(), magmablas_zlacpy(), magmablas_zlag2c(), magmablas_zlat2c(), MagmaLeft, MagmaUpperLower, and max.

{
/* -- MAGMA (version 1.2.0) --
Univ. of Tennessee, Knoxville
Univ. of California, Berkeley
Univ. of Colorado, Denver
May 2012
Purpose
=======
ZCPOSV computes the solution to a complex system of linear equations
A * X = B,
where A is an N-by-N symmetric positive definite matrix and X and B
are N-by-NRHS matrices.
ZCPOSV first attempts to factorize the matrix in complex SINGLE PRECISION
and use this factorization within an iterative refinement procedure
to produce a solution with complex DOUBLE PRECISION norm-wise backward error
quality (see below). If the approach fails the method switches to a
complex DOUBLE PRECISION factorization and solve.
The iterative refinement is not going to be a winning strategy if
the ratio complex SINGLE PRECISION performance over DOUBLE PRECISION
performance is too small. A reasonable strategy should take the
number of right-hand sides and the size of the matrix into account.
This might be done with a call to ILAENV in the future. Up to now, we
always try iterative refinement.
The iterative refinement process is stopped if
ITER > ITERMAX
or for all the RHS we have:
RNRM < SQRT(N)*XNRM*ANRM*EPS*BWDMAX
where
o ITER is the number of the current iteration in the iterative
refinement process
o RNRM is the infinity-norm of the residual
o XNRM is the infinity-norm of the solution
o ANRM is the infinity-operator-norm of the matrix A
o EPS is the machine epsilon returned by DLAMCH('Epsilon')
The value ITERMAX and BWDMAX are fixed to 30 and 1.0D+00 respectively.
Arguments
=========
UPLO (input) CHARACTER
= 'U': Upper triangle of A is stored;
= 'L': Lower triangle of A is stored.
N (input) INTEGER
The number of linear equations, i.e., the order of the
matrix A. N >= 0.
NRHS (input) INTEGER
The number of right hand sides, i.e., the number of columns
of the matrix B. NRHS >= 0.
A (input or input/output) COMPLEX_16 array, dimension (LDA,N)
On entry, the symmetric matrix A. If UPLO = 'U', the leading
N-by-N upper triangular part of A contains the upper
triangular part of the matrix A, and the strictly lower
triangular part of A is not referenced. If UPLO = 'L', the
leading N-by-N lower triangular part of A contains the lower
triangular part of the matrix A, and the strictly upper
triangular part of A is not referenced.
On exit, if iterative refinement has been successfully used
(INFO.EQ.0 and ITER.GE.0, see description below), then A is
unchanged, if double factorization has been used
(INFO.EQ.0 and ITER.LT.0, see description below), then the
array A contains the factor U or L from the Cholesky
factorization A = U**T*U or A = L*L**T.
LDA (input) INTEGER
The leading dimension of the array A. LDA >= max(1,N).
B (input) COMPLEX_16 array, dimension (LDB,NRHS)
The N-by-NRHS right hand side matrix B.
LDB (input) INTEGER
The leading dimension of the array B. LDB >= max(1,N).
X (output) COMPLEX_16 array, dimension (LDX,NRHS)
If INFO = 0, the N-by-NRHS solution matrix X.
LDX (input) INTEGER
The leading dimension of the array X. LDX >= max(1,N).
dworkd (workspace) COMPLEX_16 array, dimension (N*NRHS)
This array is used to hold the residual vectors.
dworks (workspace) COMPLEX array, dimension (N*(N+NRHS))
This array is used to use the complex single precision matrix
and the right-hand sides or solutions in single precision.
ITER (output) INTEGER
< 0: iterative refinement has failed, double precision
factorization has been performed
-1 : the routine fell back to full precision for
implementation- or machine-specific reasons
-2 : narrowing the precision induced an overflow,
the routine fell back to full precision
-3 : failure of SPOTRF
-31: stop the iterative refinement after the 30th
iterations
> 0: iterative refinement has been successfully used.
Returns the number of iterations
INFO (output) INTEGER
= 0: successful exit
< 0: if INFO = -i, the i-th argument had an illegal value
> 0: if INFO = i, the leading minor of order i of (DOUBLE
PRECISION) A is not positive definite, so the
factorization could not be completed, and the solution
has not been computed.
===================================================================== */
cuDoubleComplex c_neg_one = MAGMA_Z_NEG_ONE;
cuDoubleComplex c_one = MAGMA_Z_ONE;
magma_int_t ione = 1;
cuFloatComplex *dSA, *dSX;
cuDoubleComplex Xnrmv, Rnrmv;
double Xnrm, Rnrm, Anrm, cte, eps;
magma_int_t i, j, iiter;
*iter = 0 ;
*info = 0 ;
if ( n <0)
*info = -1;
else if( nrhs<0 )
*info =-2;
else if( ldda < max(1,n) )
*info =-4;
else if( lddb < max(1,n) )
*info =-7;
else if( lddx < max(1,n) )
*info =-9;
if (*info != 0) {
magma_xerbla( __func__, -(*info) );
return *info;
}
if( n == 0 || nrhs == 0 )
return *info;
eps = lapackf77_dlamch("Epsilon");
//ANRM = magmablas_zlanhe( 'I', uplo , N ,A, LDA, (double*)dworkd);
//cte = ANRM * EPS * pow((double)N,0.5) * BWDMAX ;
dSX = dworks;
dSA = dworks + n*nrhs;
magmablas_zlag2c(n, nrhs, dB, lddb, dSX, n, info );
if( *info !=0 ){
*iter = -2;
goto L40;
}
magmablas_zlat2c(uplo, n, dA, ldda, dSA, n, info );
if( *info !=0 ){
*iter = -2 ;
goto L40;
}
Anrm = magmablas_clanhe( 'I', uplo, n, dSA, n, (float *)dworkd);
cte = Anrm * eps * pow((double)n,0.5) * BWDMAX ;
magma_cpotrf_gpu(uplo, n, dSA, ldda, info);
if( *info !=0 ){
*iter = -3 ;
goto L40;
}
magma_cpotrs_gpu(uplo, n, nrhs, dSA, ldda, dSX, lddb, info);
magmablas_clag2z(n, nrhs, dSX, n, dX, lddx, info);
magmablas_zlacpy( MagmaUpperLower, n, nrhs, dB, lddb, dworkd, n);
if( nrhs == 1 )
magma_zhemv(uplo, n, c_neg_one, dA, ldda, dX, 1, c_one, dworkd, 1);
else
magma_zhemm(MagmaLeft, uplo, n, nrhs, c_neg_one, dA, ldda, dX, lddx, c_one, dworkd, n);
for(i=0; i<nrhs; i++){
j = magma_izamax( n, dX+i*n, 1) ;
magma_zgetmatrix( 1, 1, dX+i*n+j-1, 1, &Xnrmv, 1 );
Xnrm = lapackf77_zlange( "F", &ione, &ione, &Xnrmv, &ione, NULL );
j = magma_izamax ( n, dworkd+i*n, 1 );
magma_zgetmatrix( 1, 1, dworkd+i*n+j-1, 1, &Rnrmv, 1 );
Rnrm = lapackf77_zlange( "F", &ione, &ione, &Rnrmv, &ione, NULL );
if( Rnrm > Xnrm *cte ){
goto L10;
}
}
*iter =0;
return *info;
L10:
;
for(iiter=1;iiter<ITERMAX;){
*info = 0 ;
magmablas_zlag2c(n, nrhs, dworkd, n, dSX, n, info );
if(*info !=0){
*iter = -2 ;
goto L40;
}
magma_cpotrs_gpu(uplo, n, nrhs, dSA, ldda, dSX, lddb, info);
for(i=0;i<nrhs;i++){
magmablas_zcaxpycp(dworks+i*n, dX+i*n, n, dB+i*n,dworkd+i*n) ;
}
if( nrhs == 1 )
magma_zhemv(uplo, n, c_neg_one, dA, ldda, dX, 1, c_one, dworkd, 1);
else
magma_zhemm(MagmaLeft, uplo, n, nrhs, c_neg_one, dA, ldda, dX, lddx, c_one, dworkd, n);
for(i=0; i<nrhs; i++){
j = magma_izamax( n, dX+i*n, 1) ;
magma_zgetmatrix( 1, 1, dX+i*n+j-1, 1, &Xnrmv, 1 );
Xnrm = lapackf77_zlange( "F", &ione, &ione, &Xnrmv, &ione, NULL );
j = magma_izamax ( n, dworkd+i*n, 1 );
magma_zgetmatrix( 1, 1, dworkd+i*n+j-1, 1, &Rnrmv, 1 );
Rnrm = lapackf77_zlange( "F", &ione, &ione, &Rnrmv, &ione, NULL );
if( Rnrm > Xnrm *cte ){
goto L20;
}
}
*iter = iiter;
return *info;
L20:
iiter++ ;
}
*iter = -ITERMAX - 1;
L40:
magma_zpotrf_gpu( uplo, n, dA, ldda, info );
if( *info == 0 ){
magmablas_zlacpy( MagmaUpperLower, n, nrhs, dB, lddb, dX, lddx );
magma_zpotrs_gpu( uplo, n, nrhs, dA, ldda, dX, lddx, info );
}
return *info;
}

Here is the call graph for this function: