1
       2
       3
       4
       5
       6
       7
       8
       9
      10
      11
      12
      13
      14
      15
      16
      17
      18
      19
      20
      21
      22
      23
      24
      25
      26
      27
      28
      29
      30
      31
      32
      33
      34
      35
      36
      37
      38
      39
      40
      41
      42
      43
      44
      45
      46
      47
      48
      49
      50
      51
      52
      53
      54
      55
      56
      57
      58
      59
      60
      61
      62
      63
      64
      65
      66
      67
      68
      69
      70
      71
      72
      73
      74
      75
      76
      77
      78
      79
      80
      81
      82
      83
      84
      85
      86
      87
      88
      89
      90
      91
      92
      93
      94
      95
      96
      97
      98
      99
     100
     101
     102
     103
     104
     105
     106
     107
     108
     109
     110
     111
     112
     113
     114
     115
     116
     117
     118
     119
     120
     121
     122
     123
     124
     125
     126
     127
     128
     129
     130
     131
     132
     133
     134
     135
     136
     137
     138
     139
     140
     141
     142
     143
     144
     145
     146
     147
     148
     149
     150
     151
     152
     153
     154
     155
     156
     157
     158
     159
     160
     161
     162
     163
     164
     165
     166
     167
     168
     169
     170
     171
     172
     173
     174
     175
     176
     177
     178
     179
     180
     181
     182
     183
     184
     185
     186
     187
     188
     189
     190
     191
#ifndef HPC_CUDA_GEMATRIX_MAPPED_H
#define HPC_CUDA_GEMATRIX_MAPPED_H 1

/* vim: set sw=4: */

#include <cassert>
#include <cstdlib>
#include <hpc/cuda/check.h>
#include <hpc/cuda/densevector.h>
#include <hpc/cuda/gematrix.h>
#include <hpc/matvec/gematrix.h>

namespace hpc { namespace cuda {

template <typename T, typename I=std::size_t>
struct MappedGeMatrix
{
    typedef T                              ElementType;
    typedef I                              Index;

    typedef GeMatrix<T,Index>                           NoView;
    typedef GeMatrixConstView<T,Index>                  DeviceConstView;
    typedef GeMatrixView<T,Index>                       DeviceView;
    typedef hpc::matvec::GeMatrixConstView<T,Index>     HostConstView;
    typedef hpc::matvec::GeMatrixView<T,Index>          HostView;

    typedef DenseVectorConstView<T,Index>               DeviceConstVectorView;
    typedef DenseVectorView<T,Index>                    DeviceVectorView;
    typedef hpc::matvec::DenseVectorConstView<T,Index>  HostConstVectorView;
    typedef hpc::matvec::DenseVectorView<T,Index>       HostVectorView;


    MappedGeMatrix(Index numRows, Index numCols,
             StorageOrder order=ColMajor)
        : numRows(numRows), numCols(numCols),
          incRow(order==ColMajor ? 1: numCols),
          incCol(order==RowMajor ? 1: numRows)
    {
        CHECK_CUDA(cudaHostAlloc, (void**)&host_data,
            numRows*numCols * sizeof(T), cudaHostAllocMapped);
        CHECK_CUDA(cudaHostGetDevicePointer, &device_data,
            host_data, 0);
    }

    ~MappedGeMatrix()
    {
        CHECK_CUDA(cudaFreeHost, host_data);
    }

    __device__ __host__
    const ElementType &
    operator()(Index i, Index j) const
    {
        assert(i<numRows && j<numCols);
#       ifdef __CUDA_ARCH__
            return device_data[i*incRow + j*incCol];
#       else
            return host_data[i*incRow + j*incCol];
#       endif
    }

    __device__ __host__
    ElementType &
    operator()(Index i, Index j)
    {
        assert(i<numRows && j<numCols);
#       ifdef __CUDA_ARCH__
            return device_data[i*incRow + j*incCol];
#       else
            return host_data[i*incRow + j*incCol];
#       endif
    }

#ifdef __CUDA_ARCH__
    __device__
    DeviceConstView
    operator()(Index i, Index j, Index m, Index n) const
    {
        assert(i+m<=numRows);
        assert(j+n<=numCols);
        return DeviceConstView(m, n, &(operator()(i,j)), incRow, incCol);
    }
#endif

#ifndef __CUDA_ARCH__
    HostConstView
    operator()(Index i, Index j, Index m, Index n) const
    {
        assert(i+m<=numRows);
        assert(j+n<=numCols);
        return HostConstView(m, n, &(operator()(i,j)), incRow, incCol);
    }
#endif

#ifdef __CUDA_ARCH__
    __device__
    DeviceView
    operator()(Index i, Index j, Index m, Index n)
    {
        assert(i+m<=numRows);
        assert(j+n<=numCols);
        return DeviceView(m, n, &(operator()(i,j)), incRow, incCol);
    }
#endif

#ifndef __CUDA_ARCH__
    HostView
    operator()(Index i, Index j, Index m, Index n)
    {
        assert(i+m<=numRows);
        assert(j+n<=numCols);
        return HostView(m, n, &(operator()(i,j)), incRow, incCol);
    }
#endif

#ifdef __CUDA_ARCH__
    __device__
    DeviceConstVectorView
    row(Index i) const
    {
        return DeviceConstVectorView(numCols, &(operator()(i,0)), incCol);
    }
#endif

#ifndef __CUDA_ARCH__
    HostConstVectorView
    row(Index i) const
    {
        return HostConstVectorView(numCols, &(operator()(i,0)), incCol);
    }
#endif

#ifdef __CUDA_ARCH__
    __device__
    DeviceVectorView
    row(Index i)
    {
        return DeviceVectorView(numCols, &(operator()(i,0)), incCol);
    }
#endif

#ifndef __CUDA_ARCH__
    HostVectorView
    row(Index i)
    {
        return HostVectorView(numCols, &(operator()(i,0)), incCol);
    }
#endif

#ifdef __CUDA_ARCH__
    __device__
    DeviceConstVectorView
    col(Index j) const
    {
        return DeviceConstVectorView(numRows, &(operator()(0,j)), incRow);
    }
#endif

#ifndef __CUDA_ARCH__
    HostConstVectorView
    col(Index j) const
    {
        return HostConstVectorView(numRows, &(operator()(0,j)), incRow);
    }
#endif

#ifdef __CUDA_ARCH__
    __device__
    DeviceVectorView
    col(Index j)
    {
        return DeviceVectorView(numRows, &(operator()(0,j)), incRow);
    }
#endif

#ifndef __CUDA_ARCH__
    HostVectorView
    col(Index j)
    {
        return HostVectorView(numRows, &(operator()(0,j)), incRow);
    }
#endif

    const Index     numRows, numCols, incRow, incCol;
    ElementType*    host_data;
    ElementType*    device_data;
};

} } // namespace cuda, hpc

#endif // HPC_CUDA_GEMATRIX_MAPPED_H