matrixmarket.hh

Go to the documentation of this file.

// SPDX-FileCopyrightText: Copyright © DUNE Project contributors, see file LICENSE.md in module root
// SPDX-License-Identifier: LicenseRef-GPL-2.0-only-with-DUNE-exception
// -*- tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*-
// vi: set et ts=4 sw=2 sts=2:
#ifndef DUNE_ISTL_MATRIXMARKET_HH
#define DUNE_ISTL_MATRIXMARKET_HH
 
#include <algorithm>
#include <complex>
#include <cstddef>
#include <fstream>
#include <ios>
#include <iostream>
#include <istream>
#include <limits>
#include <ostream>
#include <set>
#include <sstream>
#include <string>
#include <tuple>
#include <type_traits>
#include <vector>
 
#include <dune/common/exceptions.hh>
#include <dune/common/fmatrix.hh>
#include <dune/common/fvector.hh>
#include <dune/common/gmpfield.hh>
#include <dune/common/hybridutilities.hh>
#include <dune/common/quadmath.hh>
#include <dune/common/stdstreams.hh>
#include <dune/common/simd/simd.hh>
 
#include <dune/istl/bcrsmatrix.hh>
#include <dune/istl/bvector.hh>
#include <dune/istl/matrixutils.hh> // countNonZeros()
#include <dune/istl/owneroverlapcopy.hh>
 
namespace Dune
{
 
  namespace MatrixMarketImpl
  {
    template<class T>
    struct mm_numeric_type {
      enum {
        is_numeric=false
      };
 
      static std::string str()
      {
        return "unknown";
      }
    };
 
    template<>
    struct mm_numeric_type<int>
    {
      enum {
        is_numeric=true
      };
 
      static std::string str()
      {
        return "integer";
      }
    };
 
    template<>
    struct mm_numeric_type<double>
    {
      enum {
        is_numeric=true
      };
 
      static std::string str()
      {
        return "real";
      }
    };
 
    template<>
    struct mm_numeric_type<float>
    {
      enum {
        is_numeric=true
      };
 
      static std::string str()
      {
        return "real";
      }
    };
 
#if HAVE_GMP
    template<unsigned int precision>
    struct mm_numeric_type<Dune::GMPField<precision>>
    {
      enum {
        is_numeric=true
      };
 
      static std::string str()
      {
        return "real";
      }
    };
#endif
 
#if HAVE_QUADMATH
    template<>
    struct mm_numeric_type<Dune::Float128>
    {
      enum {
        is_numeric=true
      };
 
      static std::string str()
      {
        return "real";
      }
    };
#endif
 
    template<>
    struct mm_numeric_type<std::complex<double> >
    {
      enum {
        is_numeric=true
      };
 
      static std::string str()
      {
        return "complex";
      }
    };
 
    template<>
    struct mm_numeric_type<std::complex<float> >
    {
      enum {
        is_numeric=true
      };
 
      static std::string str()
      {
        return "complex";
      }
    };
 
    template<class M>
    struct mm_header_printer;
 
    template<typename T, typename A>
    struct mm_header_printer<BCRSMatrix<T,A> >
    {
      static void print(std::ostream& os)
      {
        os<<"%%MatrixMarket matrix coordinate ";
        os<<mm_numeric_type<Simd::Scalar<typename Imp::BlockTraits<T>::field_type>>::str()<<" general"<<std::endl;
      }
    };
 
    template<typename B, typename A>
    struct mm_header_printer<BlockVector<B,A> >
    {
      static void print(std::ostream& os)
      {
        os<<"%%MatrixMarket matrix array ";
        os<<mm_numeric_type<Simd::Scalar<typename Imp::BlockTraits<B>::field_type>>::str()<<" general"<<std::endl;
      }
    };
 
    template<typename T, int j>
    struct mm_header_printer<FieldVector<T,j> >
    {
      static void print(std::ostream& os)
      {
        os<<"%%MatrixMarket matrix array ";
        os<<mm_numeric_type<T>::str()<<" general"<<std::endl;
      }
    };
 
    template<typename T, int i, int j>
    struct mm_header_printer<FieldMatrix<T,i,j> >
    {
      static void print(std::ostream& os)
      {
        os<<"%%MatrixMarket matrix array ";
        os<<mm_numeric_type<T>::str()<<" general"<<std::endl;
      }
    };
 
    template<class M>
    struct mm_block_structure_header;
 
    template<typename T, typename A>
    struct mm_block_structure_header<BlockVector<T,A> >
    {
      typedef BlockVector<T,A> M;
      static_assert(IsNumber<T>::value, "Only scalar entries are expected here!");
 
      static void print(std::ostream& os, const M&)
      {
        os<<"% ISTL_STRUCT blocked ";
        os<<"1 1"<<std::endl;
      }
    };
 
    template<typename T, typename A, int i>
    struct mm_block_structure_header<BlockVector<FieldVector<T,i>,A> >
    {
      typedef BlockVector<FieldVector<T,i>,A> M;
 
      static void print(std::ostream& os, const M&)
      {
        os<<"% ISTL_STRUCT blocked ";
        os<<i<<" "<<1<<std::endl;
      }
    };
 
    template<typename T, typename A>
    struct mm_block_structure_header<BCRSMatrix<T,A> >
    {
      typedef BCRSMatrix<T,A> M;
      static_assert(IsNumber<T>::value, "Only scalar entries are expected here!");
 
      static void print(std::ostream& os, const M&)
      {
        os<<"% ISTL_STRUCT blocked ";
        os<<"1 1"<<std::endl;
      }
    };
 
    template<typename T, typename A, int i, int j>
    struct mm_block_structure_header<BCRSMatrix<FieldMatrix<T,i,j>,A> >
    {
      typedef BCRSMatrix<FieldMatrix<T,i,j>,A> M;
 
      static void print(std::ostream& os, const M&)
      {
        os<<"% ISTL_STRUCT blocked ";
        os<<i<<" "<<j<<std::endl;
      }
    };
 
 
    template<typename T, int i, int j>
    struct mm_block_structure_header<FieldMatrix<T,i,j> >
    {
      typedef FieldMatrix<T,i,j> M;
 
      static void print(std::ostream& os, const M& m)
      {}
    };
 
    template<typename T, int i>
    struct mm_block_structure_header<FieldVector<T,i> >
    {
      typedef FieldVector<T,i> M;
 
      static void print(std::ostream& os, const M& m)
      {}
    };
 
    enum LineType { MM_HEADER, MM_ISTLSTRUCT, DATA };
    enum { MM_MAX_LINE_LENGTH=1025 };
 
    enum MM_TYPE { coordinate_type, array_type, unknown_type };
 
    enum MM_CTYPE { integer_type, double_type, complex_type, pattern, unknown_ctype };
 
    enum MM_STRUCTURE { general, symmetric, skew_symmetric, hermitian, unknown_structure  };
 
    struct MMHeader
    {
      MMHeader()
        : type(coordinate_type), ctype(double_type), structure(general)
      {}
      MM_TYPE type;
      MM_CTYPE ctype;
      MM_STRUCTURE structure;
    };
 
    inline bool lineFeed(std::istream& file)
    {
      char c;
      if(!file.eof())
        c=file.peek();
      else
        return false;
      // ignore whitespace
      while(c==' ')
      {
        file.get();
        if(file.eof())
          return false;
        c=file.peek();
      }
 
      if(c=='\n') {
        /* eat the line feed */
        file.get();
        return true;
      }
      return false;
    }
 
    inline void skipComments(std::istream& file)
    {
      lineFeed(file);
      char c=file.peek();
      // ignore comment lines
      while(c=='%')
      {
        /* discard the rest of the line */
        file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
        c=file.peek();
      }
    }
 
 
    inline bool readMatrixMarketBanner(std::istream& file, MMHeader& mmHeader)
    {
      std::string buffer;
      char c;
      file >> buffer;
      c=buffer[0];
      mmHeader=MMHeader();
      if(c!='%')
        return false;
      dverb<<buffer<<std::endl;
      /* read the banner */
      if(buffer!="%%MatrixMarket") {
        /* discard the rest of the line */
        file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
        return false;
      }
 
      if(lineFeed(file))
        /* premature end of line */
        return false;
 
      /* read the matrix_type */
      file >> buffer;
 
      if(buffer != "matrix")
      {
        /* discard the rest of the line */
        file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
        return false;
      }
 
      if(lineFeed(file))
        /* premature end of line */
        return false;
 
      /* The type of the matrix */
      file >> buffer;
 
      if(buffer.empty())
        return false;
 
      std::transform(buffer.begin(), buffer.end(), buffer.begin(),
                     ::tolower);
 
      switch(buffer[0])
      {
      case 'a' :
        /* sanity check */
        if(buffer != "array")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.type=array_type;
        break;
      case 'c' :
        /* sanity check */
        if(buffer != "coordinate")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.type=coordinate_type;
        break;
      default :
        file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
        return false;
      }
 
      if(lineFeed(file))
        /* premature end of line */
        return false;
 
      /* The numeric type used. */
      file >> buffer;
 
      if(buffer.empty())
        return false;
 
      std::transform(buffer.begin(), buffer.end(), buffer.begin(),
                     ::tolower);
      switch(buffer[0])
      {
      case 'i' :
        /* sanity check */
        if(buffer != "integer")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.ctype=integer_type;
        break;
      case 'r' :
        /* sanity check */
        if(buffer != "real")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.ctype=double_type;
        break;
      case 'c' :
        /* sanity check */
        if(buffer != "complex")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.ctype=complex_type;
        break;
      case 'p' :
        /* sanity check */
        if(buffer != "pattern")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.ctype=pattern;
        break;
      default :
        file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
        return false;
      }
 
      if(lineFeed(file))
        return false;
 
      file >> buffer;
 
      std::transform(buffer.begin(), buffer.end(), buffer.begin(),
                     ::tolower);
      switch(buffer[0])
      {
      case 'g' :
        /* sanity check */
        if(buffer != "general")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.structure=general;
        break;
      case 'h' :
        /* sanity check */
        if(buffer != "hermitian")
        {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        mmHeader.structure=hermitian;
        break;
      case 's' :
        if(buffer.size()==1) {
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
 
        switch(buffer[1])
        {
        case 'y' :
          /* sanity check */
          if(buffer != "symmetric")
          {
            file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
            return false;
          }
          mmHeader.structure=symmetric;
          break;
        case 'k' :
          /* sanity check */
          if(buffer != "skew-symmetric")
          {
            file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
            return false;
          }
          mmHeader.structure=skew_symmetric;
          break;
        default :
          file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
          return false;
        }
        break;
      default :
        file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
        return false;
      }
      file.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
      c=file.peek();
      return true;
 
    }
 
    template<std::size_t brows, std::size_t bcols>
    std::tuple<std::size_t, std::size_t, std::size_t>
    calculateNNZ(std::size_t rows, std::size_t cols, std::size_t entries, const MMHeader& header)
    {
      std::size_t blockrows=rows/brows;
      std::size_t blockcols=cols/bcols;
      std::size_t blocksize=brows*bcols;
      std::size_t blockentries=0;
 
      switch(header.structure)
      {
      case general :
        blockentries = entries/blocksize; break;
      case skew_symmetric :
        blockentries = 2*entries/blocksize; break;
      case symmetric :
        blockentries = (2*entries-rows)/blocksize; break;
      case hermitian :
        blockentries = (2*entries-rows)/blocksize; break;
      default :
        throw Dune::NotImplemented();
      }
      return std::make_tuple(blockrows, blockcols, blockentries);
    }
 
    /*
     *   @brief Storage class for the column index and the numeric value.
     *
     * \tparam T Either a NumericWrapper of the numeric type or PatternDummy
     *     for MatrixMarket pattern case.
     */
    template<typename T>
    struct IndexData : public T
    {
      std::size_t index = {};
    };
 
 
    template<typename T>
    struct NumericWrapper
    {
      T number = {};
      operator T&()
      {
        return number;
      }
    };
 
    struct PatternDummy
    {};
 
    template<>
    struct NumericWrapper<PatternDummy>
    {};
 
    template<typename T>
    std::istream& operator>>(std::istream& is, NumericWrapper<T>& num)
    {
      return is>>num.number;
    }
 
    inline std::istream& operator>>(std::istream& is, [[maybe_unused]] NumericWrapper<PatternDummy>& num)
    {
      return is;
    }
 
    template<typename T>
    bool operator<(const IndexData<T>& i1, const IndexData<T>& i2)
    {
      return i1.index<i2.index;
    }
 
    template<typename T>
    std::istream& operator>>(std::istream& is, IndexData<T>& data)
    {
      is>>data.index;
      /* MatrixMarket indices are one based. Decrement for C++ */
      --data.index;
      return is>>data.number;
    }
 
    template<typename T>
    std::istream& operator>>(std::istream& is, IndexData<NumericWrapper<std::complex<T>>>& data)
    {
      is>>data.index;
      /* MatrixMarket indices are one based. Decrement for C++ */
      --data.index;
      // real and imaginary part needs to be read separately as
      // complex numbers are not provided in pair form. (x,y)
      NumericWrapper<T> real, imag;
      is>>real;
      is>>imag;
      data.number = {real.number, imag.number};
      return is;
    }
 
    template<typename D, int brows, int bcols>
    struct MatrixValuesSetter
    {
      template<typename T>
      void operator()(const std::vector<std::set<IndexData<D> > >& rows,
                      BCRSMatrix<T>& matrix)
      {
        static_assert(IsNumber<T>::value && brows==1 && bcols==1, "Only scalar entries are expected here!");
        for (auto iter=matrix.begin(); iter!= matrix.end(); ++iter)
        {
          auto brow=iter.index();
          for (auto siter=rows[brow].begin(); siter != rows[brow].end(); ++siter)
            (*iter)[siter->index] = siter->number;
        }
      }
 
      template<typename T>
      void operator()(const std::vector<std::set<IndexData<D> > >& rows,
                      BCRSMatrix<FieldMatrix<T,brows,bcols> >& matrix)
      {
        for (auto iter=matrix.begin(); iter!= matrix.end(); ++iter)
        {
          for (auto brow=iter.index()*brows,
              browend=iter.index()*brows+brows;
              brow<browend; ++brow)
          {
            for (auto siter=rows[brow].begin(), send=rows[brow].end();
                siter != send; ++siter)
              (*iter)[siter->index/bcols][brow%brows][siter->index%bcols]=siter->number;
          }
        }
      }
    };
 
    template<int brows, int bcols>
    struct MatrixValuesSetter<PatternDummy,brows,bcols>
    {
      template<typename M>
      void operator()(const std::vector<std::set<IndexData<PatternDummy> > >& rows,
                      M& matrix)
      {}
    };
 
    template<class T> struct is_complex : std::false_type {};
    template<class T> struct is_complex<std::complex<T>> : std::true_type {};
 
    // wrapper for std::conj. Returns T if T is not complex.
    template<class T>
    std::enable_if_t<!is_complex<T>::value, T> conj(const T& r){
      return r;
    }
 
    template<class T>
    std::enable_if_t<is_complex<T>::value, T> conj(const T& r){
      return std::conj(r);
    }
 
    template<typename M>
    struct mm_multipliers
    {};
 
    template<typename B, typename A>
    struct mm_multipliers<BCRSMatrix<B,A> >
    {
      enum {
        rows = 1,
        cols = 1
      };
    };
 
    template<typename B, int i, int j, typename A>
    struct mm_multipliers<BCRSMatrix<FieldMatrix<B,i,j>,A> >
    {
      enum {
        rows = i,
        cols = j
      };
    };
 
    template<typename T, typename A, typename D>
    void readSparseEntries(Dune::BCRSMatrix<T,A>& matrix,
                           std::istream& file, std::size_t entries,
                           const MMHeader& mmHeader, const D&)
    {
      typedef Dune::BCRSMatrix<T,A> Matrix;
 
      // Number of rows and columns of T, if it is a matrix (1x1 otherwise)
      constexpr int brows = mm_multipliers<Matrix>::rows;
      constexpr int bcols = mm_multipliers<Matrix>::cols;
 
      // First path
      // store entries together with column index in a separate
      // data structure
      std::vector<std::set<IndexData<D> > > rows(matrix.N()*brows);
 
      auto readloop = [&] (auto symmetryFixup) {
        for(std::size_t i = 0; i < entries; ++i) {
          std::size_t row;
          IndexData<D> data;
          skipComments(file);
          file>>row;
          --row; // Index was 1 based.
          assert(row/bcols<matrix.N());
          file>>data;
          assert(data.index/bcols<matrix.M());
          rows[row].insert(data);
          if(row!=data.index)
            symmetryFixup(row, data);
        }
      };
 
      switch(mmHeader.structure)
      {
      case general:
        readloop([](auto...){});
        break;
      case symmetric :
        readloop([&](auto row, auto data) {
            IndexData<D> data_sym(data);
            data_sym.index = row;
            rows[data.index].insert(data_sym);
          });
        break;
      case skew_symmetric :
        readloop([&](auto row, auto data) {
            IndexData<D> data_sym;
            data_sym.number = -data.number;
            data_sym.index = row;
            rows[data.index].insert(data_sym);
          });
        break;
      case hermitian :
        readloop([&](auto row, auto data) {
            IndexData<D> data_sym;
            data_sym.number = conj(data.number);
            data_sym.index = row;
            rows[data.index].insert(data_sym);
          });
        break;
      default:
        DUNE_THROW(Dune::NotImplemented,
                   "Only general, symmetric, skew-symmetric and hermitian is supported right now!");
      }
 
      // Setup the matrix sparsity pattern
      int nnz=0;
      for(typename Matrix::CreateIterator iter=matrix.createbegin();
          iter!= matrix.createend(); ++iter)
      {
        for(std::size_t brow=iter.index()*brows, browend=iter.index()*brows+brows;
            brow<browend; ++brow)
        {
          typedef typename std::set<IndexData<D> >::const_iterator Siter;
          for(Siter siter=rows[brow].begin(), send=rows[brow].end();
              siter != send; ++siter, ++nnz)
            iter.insert(siter->index/bcols);
        }
      }
 
      //Set the matrix values
      matrix=0;
 
      MatrixValuesSetter<D,brows,bcols> Setter;
 
      Setter(rows, matrix);
    }
 
    inline std::tuple<std::string, std::string> splitFilename(const std::string& filename) {
      std::size_t lastdot = filename.find_last_of(".");
      if(lastdot == std::string::npos)
        return std::make_tuple(filename, "");
      else {
        std::string potentialFileExtension = filename.substr(lastdot);
        if (potentialFileExtension == ".mm" || potentialFileExtension == ".mtx")
          return std::make_tuple(filename.substr(0, lastdot), potentialFileExtension);
        else
          return std::make_tuple(filename, "");
      }
    }
 
  } // end namespace MatrixMarketImpl
 
  class MatrixMarketFormatError : public Dune::Exception
  {};
 
 
  inline void mm_read_header(std::size_t& rows, std::size_t& cols,
                             MatrixMarketImpl::MMHeader& header, std::istream& istr,
                             bool isVector)
  {
    using namespace MatrixMarketImpl;
 
    if(!readMatrixMarketBanner(istr, header)) {
      std::cerr << "First line was not a correct Matrix Market banner. Using default:\n"
                << "%%MatrixMarket matrix coordinate real general"<<std::endl;
      // Go to the beginning of the file
      istr.clear() ;
      istr.seekg(0, std::ios::beg);
      if(isVector)
        header.type=array_type;
    }
 
    skipComments(istr);
 
    if(lineFeed(istr))
      throw MatrixMarketFormatError();
 
    istr >> rows;
 
    if(lineFeed(istr))
      throw MatrixMarketFormatError();
    istr >> cols;
  }
 
  template<typename T, typename A>
  void mm_read_vector_entries(Dune::BlockVector<T,A>& vector,
                              std::size_t size,
                              std::istream& istr,
                              size_t lane)
  {
    for (int i=0; size>0; ++i, --size)
        istr>>Simd::lane(lane,vector[i]);
  }
 
  template<typename T, typename A, int entries>
  void mm_read_vector_entries(Dune::BlockVector<Dune::FieldVector<T,entries>,A>& vector,
                              std::size_t size,
                              std::istream& istr,
                              size_t lane)
  {
    for(int i=0; size>0; ++i, --size) {
      Simd::Scalar<T> val;
      istr>>val;
      Simd::lane(lane, vector[i/entries][i%entries])=val;
    }
  }
 
 
  template<typename T, typename A>
  void readMatrixMarket(Dune::BlockVector<T,A>& vector,
                        std::istream& istr)
  {
    typedef typename Dune::BlockVector<T,A>::field_type field_type;
    using namespace MatrixMarketImpl;
 
    MMHeader header;
    std::size_t rows, cols;
    mm_read_header(rows,cols,header,istr, true);
    if(cols!=Simd::lanes<field_type>()) {
      if(Simd::lanes<field_type>() == 1)
        DUNE_THROW(MatrixMarketFormatError, "cols!=1, therefore this is no vector!");
      else
        DUNE_THROW(MatrixMarketFormatError, "cols does not match the number of lanes in the field_type!");
    }
 
    if(header.type!=array_type)
      DUNE_THROW(MatrixMarketFormatError, "Vectors have to be stored in array format!");
 
 
    if constexpr (Dune::IsNumber<T>())
      vector.resize(rows);
    else
    {
        T dummy;
        auto blocksize = dummy.size();
        std::size_t size=rows/blocksize;
        if(size*blocksize!=rows)
          DUNE_THROW(MatrixMarketFormatError, "Block size of vector is not correct!");
 
        vector.resize(size);
    }
 
    istr.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
    for(size_t l=0;l<Simd::lanes<field_type>();++l){
      mm_read_vector_entries(vector, rows, istr, l);
    }
  }
 
  template<typename T, typename A>
  void readMatrixMarket(Dune::BCRSMatrix<T,A>& matrix,
                        std::istream& istr)
  {
    using namespace MatrixMarketImpl;
    using Matrix = Dune::BCRSMatrix<T,A>;
 
    MMHeader header;
    if(!readMatrixMarketBanner(istr, header)) {
      std::cerr << "First line was not a correct Matrix Market banner. Using default:\n"
                << "%%MatrixMarket matrix coordinate real general"<<std::endl;
      // Go to the beginning of the file
      istr.clear() ;
      istr.seekg(0, std::ios::beg);
    }
    skipComments(istr);
 
    std::size_t rows, cols, entries;
 
    if(lineFeed(istr))
      throw MatrixMarketFormatError();
 
    istr >> rows;
 
    if(lineFeed(istr))
      throw MatrixMarketFormatError();
    istr >> cols;
 
    if(lineFeed(istr))
      throw MatrixMarketFormatError();
 
    istr >>entries;
 
    std::size_t nnz, blockrows, blockcols;
 
    // Number of rows and columns of T, if it is a matrix (1x1 otherwise)
    constexpr int brows = mm_multipliers<Matrix>::rows;
    constexpr int bcols = mm_multipliers<Matrix>::cols;
 
    std::tie(blockrows, blockcols, nnz) = calculateNNZ<brows, bcols>(rows, cols, entries, header);
 
    istr.ignore(std::numeric_limits<std::streamsize>::max(),'\n');
 
 
    matrix.setSize(blockrows, blockcols, nnz);
    matrix.setBuildMode(Dune::BCRSMatrix<T,A>::row_wise);
 
    if(header.type==array_type)
      DUNE_THROW(Dune::NotImplemented, "Array format currently not supported for matrices!");
 
    readSparseEntries(matrix, istr, entries, header, NumericWrapper<typename Matrix::field_type>());
  }
 
  // Print a scalar entry
  template<typename B>
  void mm_print_entry(const B& entry,
                      std::size_t rowidx,
                      std::size_t colidx,
                      std::ostream& ostr)
  {
    if constexpr (IsNumber<B>())
      ostr << rowidx << " " << colidx << " " << entry << std::endl;
    else
    {
      for (auto row=entry.begin(); row != entry.end(); ++row, ++rowidx) {
        int coli=colidx;
        for (auto col = row->begin(); col != row->end(); ++col, ++coli)
          ostr<< rowidx<<" "<<coli<<" "<<*col<<std::endl;
      }
    }
  }
 
  // Write a vector entry
  template<typename V>
  void mm_print_vector_entry(const V& entry, std::ostream& ostr,
                             const std::integral_constant<int,1>&,
                             size_t lane)
  {
    ostr<<Simd::lane(lane,entry)<<std::endl;
  }
 
  // Write a vector
  template<typename V>
  void mm_print_vector_entry(const V& vector, std::ostream& ostr,
                             const std::integral_constant<int,0>&,
                             size_t lane)
  {
    using namespace MatrixMarketImpl;
 
    // Is the entry a supported numeric type?
    const int isnumeric = mm_numeric_type<Simd::Scalar<typename V::block_type>>::is_numeric;
    typedef typename V::const_iterator VIter;
 
    for(VIter i=vector.begin(); i != vector.end(); ++i)
 
      mm_print_vector_entry(*i, ostr,
                            std::integral_constant<int,isnumeric>(),
                            lane);
  }
 
  template<typename T, typename A>
  std::size_t countEntries(const BlockVector<T,A>& vector)
  {
    return vector.size();
  }
 
  template<typename T, typename A, int i>
  std::size_t countEntries(const BlockVector<FieldVector<T,i>,A>& vector)
  {
    return vector.size()*i;
  }
 
  // Version for writing vectors.
  template<typename V>
  void writeMatrixMarket(const V& vector, std::ostream& ostr,
                         const std::integral_constant<int,0>&)
  {
    using namespace MatrixMarketImpl;
    typedef typename V::field_type field_type;
 
    ostr<<countEntries(vector)<<" "<<Simd::lanes<field_type>()<<std::endl;
    const int isnumeric = mm_numeric_type<Simd::Scalar<V>>::is_numeric;
    for(size_t l=0;l<Simd::lanes<field_type>(); ++l){
      mm_print_vector_entry(vector,ostr, std::integral_constant<int,isnumeric>(), l);
    }
  }
 
  // Versions for writing matrices
  template<typename M>
  void writeMatrixMarket(const M& matrix,
                         std::ostream& ostr,
                         const std::integral_constant<int,1>&)
  {
    ostr<<matrix.N()*MatrixMarketImpl::mm_multipliers<M>::rows<<" "
        <<matrix.M()*MatrixMarketImpl::mm_multipliers<M>::cols<<" "
        <<countNonZeros(matrix)<<std::endl;
 
    typedef typename M::const_iterator riterator;
    typedef typename M::ConstColIterator citerator;
    for(riterator row=matrix.begin(); row != matrix.end(); ++row)
      for(citerator col = row->begin(); col != row->end(); ++col)
        // Matrix Market indexing start with 1!
        mm_print_entry(*col, row.index()*MatrixMarketImpl::mm_multipliers<M>::rows+1,
                       col.index()*MatrixMarketImpl::mm_multipliers<M>::cols+1, ostr);
  }
 
 
  template<typename M>
  void writeMatrixMarket(const M& matrix,
                         std::ostream& ostr)
  {
    using namespace MatrixMarketImpl;
 
    // Write header information
    mm_header_printer<M>::print(ostr);
    mm_block_structure_header<M>::print(ostr,matrix);
    // Choose the correct function for matrix and vector
    writeMatrixMarket(matrix,ostr,std::integral_constant<int,IsMatrix<M>::value>());
  }
 
  static const int default_precision = -1;
  template<typename M>
  void storeMatrixMarket(const M& matrix,
                         std::string filename,
                         int prec=default_precision)
  {
    auto [pureFilename, extension] = MatrixMarketImpl::splitFilename(filename);
    std::string rfilename;
    std::ofstream file;
    if (extension != "") {
      rfilename = pureFilename + extension;
      file.open(rfilename.c_str());
      if(!file)
        DUNE_THROW(IOError, "Could not open file for storage: " << rfilename.c_str());
    }
    else {
      // only try .mm so we do not ignore potential errors
      rfilename = pureFilename + ".mm";
      file.open(rfilename.c_str());
      if(!file)
        DUNE_THROW(IOError, "Could not open file for storage: " << rfilename.c_str());
    }
 
    file.setf(std::ios::scientific,std::ios::floatfield);
    if(prec>0)
      file.precision(prec);
    writeMatrixMarket(matrix, file);
    file.close();
  }
 
#if HAVE_MPI
  template<typename M, typename G, typename L>
  void storeMatrixMarket(const M& matrix,
                         std::string filename,
                         const OwnerOverlapCopyCommunication<G,L>& comm,
                         bool storeIndices=true,
                         int prec=default_precision)
  {
    // Get our rank
    int rank = comm.communicator().rank();
    // Write the local matrix
    auto [pureFilename, extension] = MatrixMarketImpl::splitFilename(filename);
    std::string rfilename;
    std::ofstream file;
    if (extension != "") {
      rfilename = pureFilename + "_" + std::to_string(rank) + extension;
      file.open(rfilename.c_str());
      dverb<< rfilename <<std::endl;
      if(!file)
        DUNE_THROW(IOError, "Could not open file for storage: " << rfilename.c_str());
    }
    else {
      // only try .mm so we do not ignore potential errors
      rfilename = pureFilename + "_" + std::to_string(rank) + ".mm";
      file.open(rfilename.c_str());
      dverb<< rfilename <<std::endl;
      if(!file)
        DUNE_THROW(IOError, "Could not open file for storage: " << rfilename.c_str());
    }
    file.setf(std::ios::scientific,std::ios::floatfield);
    if(prec>0)
      file.precision(prec);
    writeMatrixMarket(matrix, file);
    file.close();
 
    if(!storeIndices)
      return;
 
    // Write the global to local index mapping
    rfilename = pureFilename + "_" + std::to_string(rank) + ".idx";
    file.open(rfilename.c_str());
    if(!file)
      DUNE_THROW(IOError, "Could not open file for storage: " << rfilename.c_str());
    file.setf(std::ios::scientific,std::ios::floatfield);
    typedef typename OwnerOverlapCopyCommunication<G,L>::ParallelIndexSet IndexSet;
    typedef typename IndexSet::const_iterator Iterator;
    for(Iterator iter = comm.indexSet().begin();
        iter != comm.indexSet().end(); ++iter) {
      file << iter->global()<<" "<<(std::size_t)iter->local()<<" "
           <<(int)iter->local().attribute()<<" "<<(int)iter->local().isPublic()<<std::endl;
    }
    // Store neighbour information for efficient remote indices setup.
    file<<"neighbours:";
    const std::set<int>& neighbours=comm.remoteIndices().getNeighbours();
    typedef std::set<int>::const_iterator SIter;
    for(SIter neighbour=neighbours.begin(); neighbour != neighbours.end(); ++neighbour) {
      file<<" "<< *neighbour;
    }
    file.close();
  }
 
  template<typename M, typename G, typename L>
  void loadMatrixMarket(M& matrix,
                        const std::string& filename,
                        OwnerOverlapCopyCommunication<G,L>& comm,
                        bool readIndices=true)
  {
    using namespace MatrixMarketImpl;
 
    using LocalIndexT = typename OwnerOverlapCopyCommunication<G,L>::ParallelIndexSet::LocalIndex;
    typedef typename LocalIndexT::Attribute Attribute;
    // Get our rank
    int rank = comm.communicator().rank();
    // load local matrix
    auto [pureFilename, extension] = MatrixMarketImpl::splitFilename(filename);
    std::string rfilename;
    std::ifstream file;
    if (extension != "") {
      rfilename = pureFilename + "_" + std::to_string(rank) + extension;
      file.open(rfilename.c_str(), std::ios::in);
      dverb<< rfilename <<std::endl;
      if(!file)
        DUNE_THROW(IOError, "Could not open file: " << rfilename.c_str());
    }
    else {
      // try both .mm and .mtx
      rfilename = pureFilename + "_" + std::to_string(rank) + ".mm";
      file.open(rfilename.c_str(), std::ios::in);
      if(!file) {
        rfilename = pureFilename + "_" + std::to_string(rank) + ".mtx";
        file.open(rfilename.c_str(), std::ios::in);
        dverb<< rfilename <<std::endl;
        if(!file)
          DUNE_THROW(IOError, "Could not open file: " << rfilename.c_str());
      }
    }
    readMatrixMarket(matrix,file);
    file.close();
 
    if(!readIndices)
      return;
 
    // read indices
    typedef typename OwnerOverlapCopyCommunication<G,L>::ParallelIndexSet IndexSet;
    IndexSet& pis=comm.pis;
    rfilename = pureFilename + "_" + std::to_string(rank) + ".idx";
    file.open(rfilename.c_str());
    if(!file)
      DUNE_THROW(IOError, "Could not open file: " << rfilename.c_str());
    if(pis.size()!=0)
      DUNE_THROW(InvalidIndexSetState, "Index set is not empty!");
 
    pis.beginResize();
    while(!file.eof() && file.peek()!='n') {
      G g;
      file >>g;
      std::size_t l;
      file >>l;
      int c;
      file >>c;
      bool b;
      file >> b;
      pis.add(g,LocalIndexT(l,Attribute(c),b));
      lineFeed(file);
    }
    pis.endResize();
    if(!file.eof()) {
      // read neighbours
      std::string s;
      file>>s;
      if(s!="neighbours:")
        DUNE_THROW(MatrixMarketFormatError, "was expecting the string: \"neighbours:\"");
      std::set<int> nb;
      while(!file.eof()) {
        int i;
        file >> i;
        nb.insert(i);
      }
      file.close();
      comm.ri.setNeighbours(nb);
    }
    comm.ri.template rebuild<false>();
  }
 
  #endif
 
  template<typename M>
  void loadMatrixMarket(M& matrix,
                        const std::string& filename)
  {
    auto [pureFilename, extension] = MatrixMarketImpl::splitFilename(filename);
    std::string rfilename;
    std::ifstream file;
    if (extension != "") {
      rfilename = pureFilename + extension;
      file.open(rfilename.c_str());
      if(!file)
        DUNE_THROW(IOError, "Could not open file: " << rfilename.c_str());
    }
    else {
      // try both .mm and .mtx
      rfilename = pureFilename + ".mm";
      file.open(rfilename.c_str(), std::ios::in);
      if(!file) {
        rfilename = pureFilename + ".mtx";
        file.open(rfilename.c_str(), std::ios::in);
        if(!file)
          DUNE_THROW(IOError, "Could not open file: " << rfilename.c_str());
      }
    }
    readMatrixMarket(matrix,file);
    file.close();
  }
 
}
#endif