Ifpack_SparseContainer.h

#ifndef IFPACK_SPARSECONTAINER_H
#define IFPACK_SPARSECONTAINER_H

#include "Ifpack_Container.h"
#ifdef HAVE_IFPACK_TEUCHOS
#include "Epetra_IntSerialDenseVector.h"
#include "Epetra_MultiVector.h"
#include "Epetra_Vector.h"
#include "Epetra_Map.h"
#include "Epetra_RowMatrix.h"
#include "Epetra_CrsMatrix.h"
#include "Epetra_LinearProblem.h"
#include "Epetra_IntSerialDenseVector.h"
#include "Teuchos_ParameterList.hpp"
#ifdef HAVE_MPI
#include "Epetra_MpiComm.h"
#else
#include "Epetra_SerialComm.h"
#endif

template<typename T>
class Ifpack_SparseContainer : public Ifpack_Container {

public:


  Ifpack_SparseContainer(const int NumRows, const int NumVectors = 1);

  Ifpack_SparseContainer(const Ifpack_SparseContainer<T>& rhs);

  virtual ~Ifpack_SparseContainer();


  Ifpack_SparseContainer& operator=(const Ifpack_SparseContainer<T>& rhs);


  virtual int NumRows() const;

  virtual int NumVectors() const
  {
    return(NumVectors_);
  }

  virtual int SetNumVectors(const int NumVectors)
  {
    if (NumVectors_ == NumVectors)
      return(0);
    IFPACK_CHK_ERR(-99); // STILL TO DO
  }

  virtual double& LHS(const int i, const int Vector = 0);
  
  virtual double& RHS(const int i, const int Vector = 0);


  virtual int& ID(const int i);

  virtual int SetMatrixElement(const int row, const int col,
                   const double value);


  virtual bool IsInitialized() const
  {
    return(IsInitialized_);
  }

  virtual bool IsComputed() const
  {
    return(IsComputed_);
  }

  virtual int SetParameters(Teuchos::ParameterList& List);

  virtual const char* Label() const
  {
    return(Label_.c_str());
  }
  
  const Epetra_Map* Map() const
  {
    return(Map_);
  }

  const Epetra_MultiVector* LHS() const
  {
    return(LHS_);
  }

  const Epetra_MultiVector* RHS() const
  {
    return(RHS_);
  }

  const Epetra_CrsMatrix* Matrix() const
  {
    return(Matrix_);
  }

  const Epetra_IntSerialDenseVector* ID() const
  {
    return(GID_);
  }

  const T* Inverse() const
  {
    return(Inverse_);
  }


  virtual int Initialize();
  virtual int Compute(const Epetra_RowMatrix& Matrix);
  virtual int Apply();

  virtual int ApplyInverse();



  virtual int Destroy();

  virtual double InitializeFlops() const
  {
    if (Inverse_ == 0)
      return (0.0);
    else
      return(Inverse_->InitializeFlops());
  }

  virtual double ComputeFlops() const
  {
    if (Inverse_ == 0)
      return (0.0);
    else
      return(Inverse_->ComputeFlops());
  }

  virtual double ApplyFlops() const
  {
    return(ApplyFlops_);
  }

  virtual double ApplyInverseFlops() const
  {
    if (Inverse_ == 0)
      return (0.0);
    else
      return(Inverse_->ApplyInverseFlops());
  }
  
  virtual ostream& Print(std::ostream& os) const;

private:
  
  virtual int Extract(const Epetra_RowMatrix& Matrix);

  int NumRows_; 
  int NumVectors_; 
  Epetra_Map* Map_;
  Epetra_CrsMatrix* Matrix_;
  Epetra_MultiVector* LHS_;
  Epetra_MultiVector* RHS_;
  Epetra_IntSerialDenseVector GID_;
  bool IsInitialized_;
  bool IsComputed_;
  Epetra_Comm* SerialComm_;
  T* Inverse_;
  string Label_;
  Teuchos::ParameterList List_;
  double ApplyFlops_;

};

//==============================================================================
template<typename T>
Ifpack_SparseContainer<T>::
Ifpack_SparseContainer(const int NumRows, const int NumVectors) :
  NumRows_(NumRows),
  NumVectors_(NumVectors),
  Map_(0),
  Matrix_(0),
  LHS_(0),
  RHS_(0),
  IsInitialized_(false),
  IsComputed_(false),
  SerialComm_(0),
  Inverse_(0),
  ApplyFlops_(0.0)
{

#ifdef HAVE_MPI
  SerialComm_ = new Epetra_MpiComm(MPI_COMM_SELF);
#else
  SerialComm_ = new Epetra_SerialComm;
#endif

}

//==============================================================================
template<typename T>
Ifpack_SparseContainer<T>::
Ifpack_SparseContainer(const Ifpack_SparseContainer<T>& rhs) :
  NumRows_(rhs.NumRows()),
  NumVectors_(rhs.NumVectors()),
  Map_(0),
  Matrix_(0),
  LHS_(0),
  RHS_(0),
  IsInitialized_(rhs.IsInitialized()),
  IsComputed_(rhs.IsComputed()),
  SerialComm_(0),
  Inverse_(0)
{

#ifdef HAVE_MPI
  SerialComm_ = new Epetra_MpiComm(MPI_COMM_SELF);
#else
  SerialComm_ = new Epetra_SerialComm;
#endif

  if (rhs.Map())
    Map_ = new Epetra_Map(*rhs.Map());

  if (rhs.Matrix())
    Matrix_ = new Epetra_CrsMatrix(*rhs.Matrix());

  if (rhs.LHS())
    LHS_ = new Epetra_MultiVector(*rhs.LHS());

  if (rhs.RHS())
    RHS_ = new Epetra_MultiVector(*rhs.RHS());

}
//==============================================================================
template<typename T>
Ifpack_SparseContainer<T>::~Ifpack_SparseContainer()
{
  Destroy();
}

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::NumRows() const
{
  if (IsInitialized() == false)
    return(0);
  else
    return(NumRows_);
}

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::Initialize()
{
  
  if (IsInitialized_ == true)
    Destroy();

  IsInitialized_ = false;

  Map_ = new Epetra_Map(NumRows_,0,*SerialComm_);

  LHS_ = new Epetra_MultiVector(*Map_,NumVectors_);
  RHS_ = new Epetra_MultiVector(*Map_,NumVectors_);
  GID_.Reshape(NumRows_,1);

  Matrix_ = new Epetra_CrsMatrix(Copy,*Map_,0);

  // create the inverse
  Inverse_ = new T(Matrix_);

  if (Inverse_ == 0)
    IFPACK_CHK_ERR(-5);

  IFPACK_CHK_ERR(Inverse_->SetParameters(List_));

  // Call Inverse_->Initialize() in Compute(). This saves
  // some time, because I can extract the diagonal blocks faster,
  // and only once.

  Label_ = "Ifpack_SparseContainer";

  IsInitialized_ = true;
  return(0);
  
}

//==============================================================================
template<typename T>
double& Ifpack_SparseContainer<T>::LHS(const int i, const int Vector)
{
  return(((*LHS_)(Vector))->Values()[i]);
}
  
//==============================================================================
template<typename T>
double& Ifpack_SparseContainer<T>::RHS(const int i, const int Vector)
{
  return(((*RHS_)(Vector))->Values()[i]);
}

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::
SetMatrixElement(const int row, const int col, const double value)
{
  if (!IsInitialized())
    IFPACK_CHK_ERR(-3); // problem not shaped yet

  if ((row < 0) || (row >= NumRows())) {
    IFPACK_CHK_ERR(-2); // not in range
  }

  if ((col < 0) || (col >= NumRows())) {
    IFPACK_CHK_ERR(-2); // not in range
  }

  int ierr = Matrix_->InsertGlobalValues((int)row,1,(double*)&value,(int*)&col);
  if (ierr < 0) {
    ierr = Matrix_->SumIntoGlobalValues((int)row,1,(double*)&value,(int*)&col);
    if (ierr < 0)
      IFPACK_CHK_ERR(-1);
  }

  return(0);

}

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::Compute(const Epetra_RowMatrix& Matrix)
{

  IsComputed_ = false;
  if (!IsInitialized()) {
    IFPACK_CHK_ERR(Initialize()); 
  }

  // extract the submatrices
  IFPACK_CHK_ERR(Extract(Matrix));

  // initialize the inverse operator
  IFPACK_CHK_ERR(Inverse_->Initialize());

  // compute the inverse operator
  IFPACK_CHK_ERR(Inverse_->Compute());

  Label_ = "Ifpack_SparseContainer";
  
  IsComputed_ = true;

  return(0);
}

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::Apply()
{
  if (IsComputed() == false) {
    IFPACK_CHK_ERR(-3); // not yet computed
  }
  
  IFPACK_CHK_ERR(Matrix_->Apply(*RHS_, *LHS_));

  ApplyFlops_ += 2 * Matrix_->NumGlobalNonzeros();
  return(0);
}

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::ApplyInverse()
{
  if (!IsComputed())
    IFPACK_CHK_ERR(-1);
  
  IFPACK_CHK_ERR(Inverse_->ApplyInverse(*RHS_, *LHS_));

  return(0);
}
 

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::Destroy()
{
  if (Map_)
    delete Map_;

  if (Matrix_)
    delete Matrix_;

  if (LHS_)
    delete LHS_;

  if (RHS_)
    delete RHS_;

  if (Inverse_)
    delete Inverse_;

  Map_ = 0;
  Matrix_ = 0;
  Inverse_ = 0;
  LHS_ = 0;
  RHS_ = 0;

  IsInitialized_ = false;
  IsComputed_ = false;
  return(0);
}

//==============================================================================
template<typename T>
int& Ifpack_SparseContainer<T>::ID(const int i)
{
  return(GID_[i]);
}

//==============================================================================
template<typename T>
int Ifpack_SparseContainer<T>::
SetParameters(Teuchos::ParameterList& List)
{
  List_ = List;
  return(0);
}

//==============================================================================
// FIXME: optimize performances of this guy...
template<typename T>
int Ifpack_SparseContainer<T>::Extract(const Epetra_RowMatrix& Matrix)
{

  for (int j = 0 ; j < NumRows_ ; ++j) {
    // be sure that the user has set all the ID's
    if (ID(j) == -1)
      IFPACK_CHK_ERR(-1);
    // be sure that all are local indices
    if (ID(j) > Matrix.NumMyRows())
      IFPACK_CHK_ERR(-1);
  }

  int Length = Matrix.MaxNumEntries();
  vector<double> Values;
  Values.resize(Length);
  vector<int> Indices;
  Indices.resize(Length);

  for (int j = 0 ; j < NumRows_ ; ++j) {

    int LRID = ID(j);

    int NumEntries;

    int ierr = 
      Matrix.ExtractMyRowCopy(LRID, Length, NumEntries, 
                   &Values[0], &Indices[0]);
    IFPACK_CHK_ERR(ierr);

    for (int k = 0 ; k < NumEntries ; ++k) {

      int LCID = Indices[k];

      // skip off-processor elements
      if (LCID >= Matrix.NumMyRows()) 
    continue;

      // for local column IDs, look for each ID in the list
      // of columns hosted by this object
      // FIXME: use STL
      int jj = -1;
      for (int kk = 0 ; kk < NumRows_ ; ++kk)
    if (ID(kk) == LCID)
      jj = kk;

      if (jj != -1)
    SetMatrixElement(j,jj,Values[k]);

    }
  }

  IFPACK_CHK_ERR(Matrix_->FillComplete());

  return(0);
}

//==============================================================================
template<typename T>
ostream& Ifpack_SparseContainer<T>::Print(ostream & os) const
{
  os << "================================================================================" << endl;
  os << "Ifpack_SparseContainer" << endl;
  os << "Number of rows          = " << NumRows() << endl;
  os << "Number of vectors       = " << NumVectors() << endl;
  os << "IsInitialized()         = " << IsInitialized() << endl;
  os << "IsComputed()            = " << IsComputed() << endl;
  os << "Flops in Initialize()   = " << InitializeFlops() << endl; 
  os << "Flops in Compute()      = " << ComputeFlops() << endl; 
  os << "Flops in ApplyInverse() = " << ApplyInverseFlops() << endl; 
  os << "================================================================================" << endl;
  os << endl;

  return(os);
}
#endif // HAVE_IFPACK_TEUCHOS
#endif // IFPACK_SPARSECONTAINER_H

---