GpuDenseAdapter.h

/* Copyright 2017-2021 Institute for Automation of Complex Power Systems,
 *                     EONERC, RWTH Aachen University
 *
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at https://mozilla.org/MPL/2.0/.
 *********************************************************************************/
 
#pragma once
 
#include <bitset>
#include <iostream>
#include <list>
#include <memory>
#include <unordered_map>
#include <vector>
 
#include <dpsim/Config.h>
#include <dpsim/Definitions.h>
#include <dpsim/DirectLinearSolver.h>
 
#include <cuda_runtime.h>
#include <cusolverDn.h>
 
#define CUDA_ERROR_HANDLER(func)                                               \
  {                                                                            \
    cudaError_t error;                                                         \
    if ((error = func) != cudaSuccess)                                         \
      std::cerr << cudaGetErrorString(error) << std::endl;                     \
  }
 
namespace DPsim {
class GpuDenseAdapter : public DirectLinearSolver {
protected:
  // #### Attributes required for GPU ####
  cusolverDnHandle_t mCusolverHandle = nullptr;
  cudaStream_t mStream = nullptr;

  struct GpuData {
    double *matrix;
    UInt size;
    double *vector;

    double *workSpace;
    int *pivSeq;
    int *errInfo;
  } mDeviceCopy;
 
  void allocateDeviceMemory();
 
  void copySystemMatrixToDevice(Matrix systemMatrix);
 
  void LUfactorization();
 
public:
  using DirectLinearSolver::DirectLinearSolver;

  virtual ~GpuDenseAdapter();

  GpuDenseAdapter();

  virtual void preprocessing(SparseMatrix &systemMatrix,
                             std::vector<std::pair<UInt, UInt>>
                                 &listVariableSystemMatrixEntries) override;

  virtual void factorize(SparseMatrix &systemMatrix) override;

  virtual void refactorize(SparseMatrix &systemMatrix) override;

  virtual void partialRefactorize(SparseMatrix &systemMatrix,
                                  std::vector<std::pair<UInt, UInt>> &
                                      listVariableSystemMatrixEntries) override;

  virtual Matrix solve(Matrix &rightSideVector) override;
};
} // namespace DPsim