17faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez// This file is part of Eigen, a lightweight C++ template library
27faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez// for linear algebra.
37faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez//
47faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez// Copyright (C) 2012 Désiré Nuentsa-Wakam <desire.nuentsa_wakam@inria.fr>
57faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez// Copyright (C) 2012 Gael Guennebaud <gael.guennebaud@inria.fr>
67faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez//
77faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez// This Source Code Form is subject to the terms of the Mozilla
87faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez// Public License v. 2.0. If a copy of the MPL was not distributed
97faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
107faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
117faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez#ifndef SPARSELU_KERNEL_BMOD_H
127faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez#define SPARSELU_KERNEL_BMOD_H
137faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
147faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandeznamespace Eigen {
157faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandeznamespace internal {
167faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
177faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez/**
187faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \brief Performs numeric block updates from a given supernode to a single column
197faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez *
207faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param segsize Size of the segment (and blocks ) to use for updates
217faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param[in,out] dense Packed values of the original matrix
227faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param tempv temporary vector to use for updates
237faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param lusup array containing the supernodes
247faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param lda Leading dimension in the supernode
257faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param nrow Number of rows in the rectangular part of the supernode
267faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param lsub compressed row subscripts of supernodes
277faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param lptr pointer to the first column of the current supernode in lsub
287faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \param no_zeros Number of nonzeros elements before the diagonal part of the supernode
297faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez * \return 0 on success
307faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez */
317faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandeztemplate <int SegSizeAtCompileTime> struct LU_kernel_bmod
327faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez{
337faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  template <typename BlockScalarVector, typename ScalarVector, typename IndexVector, typename Index>
347faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  static EIGEN_DONT_INLINE void run(const int segsize, BlockScalarVector& dense, ScalarVector& tempv, ScalarVector& lusup, Index& luptr, const Index lda,
357faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez                                    const Index nrow, IndexVector& lsub, const Index lptr, const Index no_zeros);
367faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez};
377faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
387faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandeztemplate <int SegSizeAtCompileTime>
397faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandeztemplate <typename BlockScalarVector, typename ScalarVector, typename IndexVector, typename Index>
407faaa9f3f0df9d23790277834d426c3d992ac3baCarlos HernandezEIGEN_DONT_INLINE void LU_kernel_bmod<SegSizeAtCompileTime>::run(const int segsize, BlockScalarVector& dense, ScalarVector& tempv, ScalarVector& lusup, Index& luptr, const Index lda,
417faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez                                                                  const Index nrow, IndexVector& lsub, const Index lptr, const Index no_zeros)
427faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez{
437faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  typedef typename ScalarVector::Scalar Scalar;
447faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  // First, copy U[*,j] segment from dense(*) to tempv(*)
457faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  // The result of triangular solve is in tempv[*];
467faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    // The result of matric-vector update is in dense[*]
477faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Index isub = lptr + no_zeros;
487faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  int i;
497faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Index irow;
507faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  for (i = 0; i < ((SegSizeAtCompileTime==Dynamic)?segsize:SegSizeAtCompileTime); i++)
517faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  {
527faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    irow = lsub(isub);
537faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    tempv(i) = dense(irow);
547faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    ++isub;
557faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  }
567faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  // Dense triangular solve -- start effective triangle
577faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  luptr += lda * no_zeros + no_zeros;
587faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  // Form Eigen matrix and vector
597faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Map<Matrix<Scalar,SegSizeAtCompileTime,SegSizeAtCompileTime>, 0, OuterStride<> > A( &(lusup.data()[luptr]), segsize, segsize, OuterStride<>(lda) );
607faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Map<Matrix<Scalar,SegSizeAtCompileTime,1> > u(tempv.data(), segsize);
617faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
627faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  u = A.template triangularView<UnitLower>().solve(u);
637faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
647faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  // Dense matrix-vector product y <-- B*x
657faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  luptr += segsize;
667faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  const Index PacketSize = internal::packet_traits<Scalar>::size;
677faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Index ldl = internal::first_multiple(nrow, PacketSize);
687faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Map<Matrix<Scalar,Dynamic,SegSizeAtCompileTime>, 0, OuterStride<> > B( &(lusup.data()[luptr]), nrow, segsize, OuterStride<>(lda) );
697faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Index aligned_offset = internal::first_aligned(tempv.data()+segsize, PacketSize);
707faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Index aligned_with_B_offset = (PacketSize-internal::first_aligned(B.data(), PacketSize))%PacketSize;
717faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Map<Matrix<Scalar,Dynamic,1>, 0, OuterStride<> > l(tempv.data()+segsize+aligned_offset+aligned_with_B_offset, nrow, OuterStride<>(ldl) );
727faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
737faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  l.setZero();
747faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  internal::sparselu_gemm<Scalar>(l.rows(), l.cols(), B.cols(), B.data(), B.outerStride(), u.data(), u.outerStride(), l.data(), l.outerStride());
757faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
767faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  // Scatter tempv[] into SPA dense[] as a temporary storage
777faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  isub = lptr + no_zeros;
787faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  for (i = 0; i < ((SegSizeAtCompileTime==Dynamic)?segsize:SegSizeAtCompileTime); i++)
797faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  {
807faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    irow = lsub(isub++);
817faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    dense(irow) = tempv(i);
827faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  }
837faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
847faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  // Scatter l into SPA dense[]
857faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  for (i = 0; i < nrow; i++)
867faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  {
877faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    irow = lsub(isub++);
887faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    dense(irow) -= l(i);
897faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  }
907faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez}
917faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
927faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandeztemplate <> struct LU_kernel_bmod<1>
937faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez{
947faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  template <typename BlockScalarVector, typename ScalarVector, typename IndexVector, typename Index>
957faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  static EIGEN_DONT_INLINE void run(const int /*segsize*/, BlockScalarVector& dense, ScalarVector& /*tempv*/, ScalarVector& lusup, Index& luptr,
967faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez                                    const Index lda, const Index nrow, IndexVector& lsub, const Index lptr, const Index no_zeros);
977faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez};
987faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
997faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
1007faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandeztemplate <typename BlockScalarVector, typename ScalarVector, typename IndexVector, typename Index>
1017faaa9f3f0df9d23790277834d426c3d992ac3baCarlos HernandezEIGEN_DONT_INLINE void LU_kernel_bmod<1>::run(const int /*segsize*/, BlockScalarVector& dense, ScalarVector& /*tempv*/, ScalarVector& lusup, Index& luptr,
1027faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez                                              const Index lda, const Index nrow, IndexVector& lsub, const Index lptr, const Index no_zeros)
1037faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez{
1047faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  typedef typename ScalarVector::Scalar Scalar;
1057faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Scalar f = dense(lsub(lptr + no_zeros));
1067faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  luptr += lda * no_zeros + no_zeros + 1;
1077faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  const Scalar* a(lusup.data() + luptr);
1087faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  const /*typename IndexVector::Scalar*/Index*  irow(lsub.data()+lptr + no_zeros + 1);
1097faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  Index i = 0;
1107faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  for (; i+1 < nrow; i+=2)
1117faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  {
1127faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    Index i0 = *(irow++);
1137faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    Index i1 = *(irow++);
1147faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    Scalar a0 = *(a++);
1157faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    Scalar a1 = *(a++);
1167faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    Scalar d0 = dense.coeff(i0);
1177faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    Scalar d1 = dense.coeff(i1);
1187faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    d0 -= f*a0;
1197faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    d1 -= f*a1;
1207faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    dense.coeffRef(i0) = d0;
1217faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    dense.coeffRef(i1) = d1;
1227faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  }
1237faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez  if(i<nrow)
1247faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez    dense.coeffRef(*(irow++)) -= f * *(a++);
1257faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez}
1267faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
1277faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez} // end namespace internal
1287faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez
1297faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez} // end namespace Eigen
1307faaa9f3f0df9d23790277834d426c3d992ac3baCarlos Hernandez#endif // SPARSELU_KERNEL_BMOD_H
131