void DiracStaggered::Dslash(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
checkParitySpinor(in, out);
staggered::setFace(face1, face2); // FIXME: temporary hack maintain C linkage for dslashCuda
staggeredDslashCuda(&out, gauge, &in, parity, dagger, 0, 0, commDim, profile);
flops += 570ll*in.Volume();
}
// Protected method, also used for applying cloverInv
void DiracClover::cloverApply(cudaColorSpinorField &out, const FullClover &clover,
const cudaColorSpinorField &in, const QudaParity parity) const
{
if (!initDslash) initDslashConstants(gauge, in.stride);
if (!initClover) initCloverConstants(clover.even.stride);
checkParitySpinor(in, out, clover);
cloverCuda(&out, gauge, clover, &in, parity, blockClover);
flops += 504*in.volume;
}
void DiracStaggered::DslashXpay(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity, const cudaColorSpinorField &x,
const double &k) const
{
checkParitySpinor(in, out);
initSpinorConstants(in, profile);
setFace(face); // FIXME: temporary hack maintain C linkage for dslashCuda
staggeredDslashCuda(&out, fatGauge, longGauge, &in, parity, dagger, &x, k, commDim, profile);
flops += 1158ll*in.Volume();
}
// Public method to apply the clover term only
void DiracClover::Clover(cudaColorSpinorField &out, const cudaColorSpinorField &in, const QudaParity parity) const
{
initSpinorConstants(in);
checkParitySpinor(in, out);
// regular clover term
FullClover cs;
cs.even = clover.even; cs.odd = clover.odd; cs.evenNorm = clover.evenNorm; cs.oddNorm = clover.oddNorm;
cs.precision = clover.precision; cs.bytes = clover.bytes, cs.norm_bytes = clover.norm_bytes;
cloverCuda(&out, gauge, cs, &in, parity);
flops += 504*in.Volume();
}
void DiracWilson::Dslash(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
initSpinorConstants(in);
checkParitySpinor(in, out);
checkSpinorAlias(in, out);
setFace(face); // FIXME: temporary hack maintain C linkage for dslashCuda
wilsonDslashCuda(&out, gauge, &in, parity, dagger, 0, 0.0, commDim);
flops += 1320ll*in.Volume();
}
// Public method to apply the clover term only
void DiracClover::Clover(cudaColorSpinorField &out, const cudaColorSpinorField &in, const QudaParity parity) const
{
if (!initDslash) initDslashConstants(gauge, in.Stride());
if (!initClover) initCloverConstants(clover.Stride());
checkParitySpinor(in, out, clover);
// regular clover term
FullClover cs;
cs.even = clover.even; cs.odd = clover.odd; cs.evenNorm = clover.evenNorm; cs.oddNorm = clover.oddNorm;
cs.precision = clover.precision; cs.bytes = clover.bytes, cs.norm_bytes = clover.norm_bytes;
cloverCuda(&out, gauge, cs, &in, parity, tuneClover);
flops += 504*in.Volume();
}
// Public method
void DiracCloverPC::CloverInv(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
initSpinorConstants(in);
checkParitySpinor(in, out);
// needs to be cloverinv
FullClover cs;
cs.even = clover.evenInv; cs.odd = clover.oddInv; cs.evenNorm = clover.evenInvNorm; cs.oddNorm = clover.oddInvNorm;
cs.precision = clover.precision; cs.bytes = clover.bytes, cs.norm_bytes = clover.norm_bytes;
cloverCuda(&out, gauge, cs, &in, parity);
flops += 504*in.Volume();
}
void DiracStaggered::Dslash(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
if (!initDslash) {
initDslashConstants(*fatGauge, in.Stride());
initStaggeredConstants(*fatGauge, *longGauge);
}
checkParitySpinor(in, out);
setFace(face); // FIXME: temporary hack maintain C linkage for dslashCuda
staggeredDslashCuda(&out, *fatGauge, *longGauge, &in, parity, dagger, 0, 0, commDim);
flops += 1146*in.Volume();
}
void DiracWilson::DslashXpay(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity, const cudaColorSpinorField &x,
const double &k) const
{
initSpinorConstants(in, profile);
checkParitySpinor(in, out);
checkSpinorAlias(in, out);
setFace(face1,face2); // FIXME: temporary hack maintain C linkage for dslashCuda
wilsonDslashCuda(&out, gauge, &in, parity, dagger, &x, k, commDim, profile);
flops += 1368ll*in.Volume();
}
//!NEW : added setFace(), domainWallDslashCuda() got an extra argument
void DiracDomainWall::Dslash(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
if ( in.Ndim() != 5 || out.Ndim() != 5) errorQuda("Wrong number of dimensions\n");
checkParitySpinor(in, out);
checkSpinorAlias(in, out);
domainwall::setFace(face1,face2); // FIXME: temporary hack maintain C linkage for dslashCuda
domainWallDslashCuda(&out, gauge, &in, parity, dagger, 0, mass, 0, commDim, profile);
long long Ls = in.X(4);
long long bulk = (Ls-2)*(in.Volume()/Ls);
long long wall = 2*in.Volume()/Ls;
flops += 1320LL*(long long)in.Volume() + 96LL*bulk + 120LL*wall;
}
// apply hopping term, then clover: (A_ee^-1 D_eo) or (A_oo^-1 D_oe),
// and likewise for dagger: (A_ee^-1 D^dagger_eo) or (A_oo^-1 D^dagger_oe)
// NOTE - this isn't Dslash dagger since order should be reversed!
void DiracCloverPC::Dslash(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
if (!initDslash) initDslashConstants(gauge, in.stride);
if (!initClover) initCloverConstants(clover.even.stride);
checkParitySpinor(in, out, cloverInv);
checkSpinorAlias(in, out);
setFace(face); // FIXME: temporary hack maintain C linkage for dslashCuda
cloverDslashCuda(&out, gauge, cloverInv, &in, parity, dagger, 0, 0.0,
blockDslash, blockDslashFace);
flops += (1320+504)*in.volume;
}
void DiracStaggered::Dslash(ColorSpinorField &out, const ColorSpinorField &in,
const QudaParity parity) const
{
checkParitySpinor(in, out);
if (checkLocation(out, in) == QUDA_CUDA_FIELD_LOCATION) {
staggeredDslashCuda(&static_cast<cudaColorSpinorField&>(out),
*gauge, &static_cast<const cudaColorSpinorField&>(in), parity,
dagger, 0, 0, commDim, profile);
} else {
errorQuda("Not supported");
}
flops += 570ll*in.Volume();
}
// apply hopping term, then clover: (A_ee^-1 D_eo) or (A_oo^-1 D_oe),
// and likewise for dagger: (A_ee^-1 D^dagger_eo) or (A_oo^-1 D^dagger_oe)
// NOTE - this isn't Dslash dagger since order should be reversed!
void DiracCloverPC::Dslash(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
initSpinorConstants(in);
checkParitySpinor(in, out);
checkSpinorAlias(in, out);
setFace(face); // FIXME: temporary hack maintain C linkage for dslashCuda
FullClover cs;
cs.even = clover.evenInv; cs.odd = clover.oddInv; cs.evenNorm = clover.evenInvNorm; cs.oddNorm = clover.oddInvNorm;
cs.precision = clover.precision; cs.bytes = clover.bytes, cs.norm_bytes = clover.norm_bytes;
cloverDslashCuda(&out, gauge, cs, &in, parity, dagger, 0, 0.0, commDim);
flops += (1320+504)*in.Volume();
}
void DiracDomainWall::Dslash(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity) const
{
if ( in.Ndim() != 5 || out.Ndim() != 5) errorQuda("Wrong number of dimensions\n");
if (!initDslash) initDslashConstants(gauge, in.Stride());
if (!initDomainWall) initDomainWallConstants(in.X(4));
checkParitySpinor(in, out);
checkSpinorAlias(in, out);
domainWallDslashCuda(&out, gauge, &in, parity, dagger, 0, mass, 0, tuneDslash);
long long Ls = in.X(4);
long long bulk = (Ls-2)*(in.Volume()/Ls);
long long wall = 2*in.Volume()/Ls;
flops += 1320LL*(long long)in.Volume() + 96LL*bulk + 120LL*wall;
}
//!NEW : added setFace(), domainWallDslashCuda() got an extra argument
void DiracDomainWall::DslashXpay(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity, const cudaColorSpinorField &x,
const double &k) const
{
if ( in.Ndim() != 5 || out.Ndim() != 5) errorQuda("Wrong number of dimensions\n");
checkParitySpinor(in, out);
checkSpinorAlias(in, out);
initSpinorConstants(in);
setFace(face); // FIXME: temporary hack maintain C linkage for dslashCuda
domainWallDslashCuda(&out, gauge, &in, parity, dagger, &x, mass, k, commDim);
long long Ls = in.X(4);
long long bulk = (Ls-2)*(in.Volume()/Ls);
long long wall = 2*in.Volume()/Ls;
flops += (1320LL+48LL)*(long long)in.Volume() + 96LL*bulk + 120LL*wall;
}
// xpay version of the above
void DiracCloverPC::DslashXpay(cudaColorSpinorField &out, const cudaColorSpinorField &in,
const QudaParity parity, const cudaColorSpinorField &x,
const double &k) const
{
if (!initDslash) initDslashConstants(gauge, in.Stride());
if (!initClover) initCloverConstants(clover.Stride());
checkParitySpinor(in, out, clover);
checkSpinorAlias(in, out);
setFace(face); // FIXME: temporary hack maintain C linkage for dslashCuda
FullClover cs;
cs.even = clover.evenInv; cs.odd = clover.oddInv; cs.evenNorm = clover.evenInvNorm; cs.oddNorm = clover.oddInvNorm;
cs.precision = clover.precision; cs.bytes = clover.bytes, cs.norm_bytes = clover.norm_bytes;
cloverDslashCuda(&out, gauge, cs, &in, parity, dagger, &x, k, commDim);
flops += (1320+504+48)*in.Volume();
}
void DiracDomainWall::Dslash(ColorSpinorField &out, const ColorSpinorField &in,
const QudaParity parity) const
{
if ( in.Ndim() != 5 || out.Ndim() != 5) errorQuda("Wrong number of dimensions\n");
checkParitySpinor(in, out);
checkSpinorAlias(in, out);
if (checkLocation(out, in) == QUDA_CUDA_FIELD_LOCATION) {
domainWallDslashCuda(&static_cast<cudaColorSpinorField&>(out), *gauge,
&static_cast<const cudaColorSpinorField&>(in),
parity, dagger, 0, mass, 0, commDim, profile);
} else {
errorQuda("Not implemented");
}
long long Ls = in.X(4);
long long bulk = (Ls-2)*(in.Volume()/Ls);
long long wall = 2*in.Volume()/Ls;
flops += 1320LL*(long long)in.Volume() + 96LL*bulk + 120LL*wall;
}
