matrix_relu.cu

Go to the documentation of this file.

/**
 * @file matrix_relu.cu
 * @brief Implementation of the ReLU activation function for matrices.
 */
 
#include "matrix.h"
#include <cuda_runtime.h>
 
/**
 * @brief CUDA kernel for applying the ReLU activation function element-wise.
 * @param input Pointer to the input matrix data.
 * @param output Pointer to the output matrix data.
 * @param size Total number of elements in the matrix.
 */
__global__ void reluKernel(const double* input, double* output, int size) {
    // Calculate the global thread index
    int idx = blockIdx.x * blockDim.x + threadIdx.x;
    
    // Check if the thread is within the matrix bounds
    if (idx < size) {
        // Apply ReLU: max(0, x)
        output[idx] = fmax(0.0, input[idx]);
    }
}
 
/**
 * @brief Applies the ReLU activation function to the matrix.
 * @return A new Matrix object with ReLU applied.
 */
Matrix Matrix::relu() const {
    // Create a new matrix with the same dimensions
    Matrix result(rows, cols);
    
    // Calculate the total number of elements
    int size = rows * cols;
    
    // Define the number of threads per block
    int threadsPerBlock = 256;
    
    // Calculate the number of blocks needed
    int blocksPerGrid = (size + threadsPerBlock - 1) / threadsPerBlock;
    
    // Launch the CUDA kernel
    reluKernel<<<blocksPerGrid, threadsPerBlock>>>(d_data, result.d_data, size);
    
    // Synchronize to ensure the kernel execution is complete
    cudaDeviceSynchronize();
    
    return result;
}