parsec.c

Go to the documentation of this file.

/**
 *
 * @file parsec.c
 *
 * @copyright 2014-2023 Bordeaux INP, CNRS (LaBRI UMR 5800), Inria,
 *                      Univ. Bordeaux. All rights reserved.
 *
 * PaStiX PaRSEC routines
 *
 * @version 6.3.2
 * @author Xavier Lacoste
 * @author Pierre Ramet
 * @author Mathieu Faverge
 * @date 2023-07-21
 *
 * @addtogroup pastix_parsec
 * @{
 *
 **/
#ifndef DOXYGEN_SHOULD_SKIP_THIS
#ifndef _GNU_SOURCE
#define _GNU_SOURCE 1
#endif
#endif /* DOXYGEN_SHOULD_SKIP_THIS */
#include "common.h"
#if !defined(PASTIX_WITH_PARSEC)
#error "This file should not be compiled if PaRSEC is not enabled"
#endif
#include <stdio.h>
#include <parsec.h>
#include "parsec/utils/mca_param.h"
#if defined(PASTIX_WITH_CUDA)
#include <cublas.h>
#endif
 
/**
 *******************************************************************************
 *
 * @brief Startup the PaRSEC runtime system.
 *
 * This function initialize and startup the PaRSEC runtime system with PaStix
 * configuration variables
 *
 *******************************************************************************
 *
 * @param[inout] pastix
 *          The main pastix_data structure.
 *
 * @param[inout] argc
 *          The number of arguments of the main program.
 *
 * @param[inout] argv
 *          The list of argument given to the main program.
 *
 * @param[in] bindtab
 *          The binding array of size the number of threads if a specific
 *          binding is required, NULL otherwise.
 *
 ******************************************************************************/
void
pastix_parsec_init( pastix_data_t *pastix,
                    int *argc, char **argv[],
                    const int *bindtab )
{
    extern char **environ;
    pastix_int_t *iparm = pastix->iparm;
    char **parsec_argv = (argv == NULL) ? NULL : *argv;
    char *value;
    int rc, thrdnbr;
 
    thrdnbr = iparm[IPARM_THREAD_NBR];
 
    /* Force no GPUs if CUDA has not been enabled in PaStiX */
#if !defined(PASTIX_WITH_CUDA)
    iparm[IPARM_GPU_NBR] = 0;
#endif
 
    if (iparm[IPARM_GPU_NBR] >= 0) {
#if defined(PASTIX_GENERATE_MODEL)
        pastix_print( pastix->procnum, 0,
                      "WARNING: PaStiX compiled with -DPASTIX_GENERATE_MODEL forces:\n"
                      "    - a single event per stream\n"
                      "    - a single stream per GPU\n"
                      "    - restore the automatic detection of the number of threads\n" );
 
        thrdnbr = -1;
        parsec_setenv_mca_param( "device_cuda_max_streams", "3", &environ );
        parsec_setenv_mca_param( "device_cuda_max_events_per_stream", "1", &environ );
#endif
 
        rc = asprintf(&value, "%d", (int)(iparm[IPARM_GPU_NBR]));
        parsec_setenv_mca_param( "device_cuda_enabled", value, &environ );
        free(value);
 
        rc = asprintf(&value, "%d", (int)(iparm[IPARM_GPU_MEMORY_BLOCK_SIZE]));
        parsec_setenv_mca_param( "device_cuda_memory_block_size", value, &environ );
        free(value);
 
        rc = asprintf(&value, "%d", (int)(iparm[IPARM_GPU_MEMORY_PERCENTAGE]));
        parsec_setenv_mca_param( "device_cuda_memory_use", value, &environ );
        free(value);
 
        if (iparm[IPARM_GPU_NBR] > 0) {
            if (iparm[IPARM_VERBOSE] > 2) {
                parsec_setenv_mca_param( "device_show_statistics", "1", &environ );
            }
            if (iparm[IPARM_VERBOSE] > 3) {
                parsec_setenv_mca_param( "device_show_capabilities", "1", &environ );
            }
        }
 
#if defined(PASTIX_WITH_CUDA)
        cublasInit();
#endif
    }
 
    if ( bindtab != NULL ) {
        char *valtmp;
        int i;
 
        rc = asprintf( &value, "%d", bindtab[0] );
        for(i=1; i<iparm[IPARM_THREAD_NBR]; i++ ) {
            valtmp = value;
            rc = asprintf( &value, "%s:%d", valtmp, bindtab[i] );
            free(valtmp);
        }
 
        if (parsec_argv == NULL) {
            parsec_argv = malloc( 4 * sizeof(char*) );
            parsec_argv[0] = strdup( "./pastix" );
            parsec_argv[1] = strdup( "--parsec_bind" );
            parsec_argv[2] = value;
            parsec_argv[3] = NULL;
            *argc = 3;
        }
        else {
            void *new_ptr = realloc( parsec_argv, (*argc+3) * sizeof(char*) );
            /* Silent cppcheck warning of realloc failure */
            if ( new_ptr != NULL ) {
                parsec_argv = new_ptr;
            }
            parsec_argv[*argc    ] = strdup( "--parsec_bind" );
            parsec_argv[*argc + 1] = value;
            parsec_argv[*argc + 2] = NULL;
            *argc = *argc + 2;
        }
        argv = &parsec_argv;
    }
    pastix->parsec = parsec_init( thrdnbr, argc, argv );
 
    if ( bindtab != NULL ) {
        assert( *argc >= 3 );
 
        free( parsec_argv[*argc - 1] );
        free( parsec_argv[*argc - 2] );
        if ( *argc == 3 ) {
            free( parsec_argv[*argc - 3] );
            free( parsec_argv );
        }
    }
    (void)rc;
}
 
/**
 *******************************************************************************
 *
 * @brief Finalize the PaRSEC runtime system.
 *
 * This function stop the PaRSEC runtime system.
 *
 *******************************************************************************
 *
 * @param[inout] pastix
 *          The main pastix_data structure.
 *
 ******************************************************************************/
void
pastix_parsec_finalize( pastix_data_t *pastix )
{
    if (pastix->parsec != NULL) {
        parsec_fini( (parsec_context_t**)&(pastix->parsec) );
    }
}
 
/**
 * @}
 */