sequential_cdiag.c

Go to the documentation of this file.

/**
 *
 * @file sequential_cdiag.c
 *
 * @copyright 2012-2024 Bordeaux INP, CNRS (LaBRI UMR 5800), Inria,
 *                      Univ. Bordeaux. All rights reserved.
 *
 * @version 6.4.0
 * @author Pascal Henon
 * @author Xavier Lacoste
 * @author Pierre Ramet
 * @author Mathieu Faverge
 * @author Tony Delarue
 * @author Vincent Bridonneau
 * @author Alycia Lisito
 * @date 2024-07-05
 *
 * @generated from /builds/2mk6rsew/0/solverstack/pastix/sopalin/sequential_zdiag.c, normal z -> c, Tue Feb 25 14:36:05 2025
 *
 **/
#include "common.h"
#include "blend/solver.h"
#include "sopalin/sopalin_data.h"
#include "pastix_ccores.h"
 
#if defined(PASTIX_WITH_STARPU)
#include "starpu/pastix_cstarpu.h"
#endif
 
/**
 *******************************************************************************
 *
 * @brief Apply the diagonal solve (sequential version)
 *
 *******************************************************************************
 *
 * @param[in] pastix_data
 *          The pastix_data structure.
 *
 * @param[in] sopalin_data
 *          The SolverMatrix structure from PaStiX.
 *
 * @param[in] rhsb
 *          The pointer to the rhs data structure that holds the vectors of the
 *          right hand side.
 *
 *******************************************************************************/
void
sequential_cdiag( pastix_data_t  *pastix_data,
                  sopalin_data_t *sopalin_data,
                  pastix_rhs_t    rhsb )
{
    SolverMatrix       *datacode = sopalin_data->solvmtx;
    SolverCblk         *cblk;
    pastix_complex32_t *b = rhsb->b;
    pastix_int_t        i, cblknbr;
    pastix_solv_mode_t  mode = pastix_data->iparm[IPARM_SCHUR_SOLV_MODE];
 
    cblk    = datacode->cblktab;
    cblknbr = (mode == PastixSolvModeSchur) ? datacode->cblknbr : datacode->cblkschur;
    for ( i = 0; i < cblknbr; i++, cblk++ ) {
        if ( cblk->ownerid != datacode->clustnum ) {
            continue;
        }
        solve_cblk_cdiag( cblk, cblk_getdataL( cblk ),
                          rhsb->n, b + cblk->lcolidx, rhsb->ld, NULL );
    }
}
 
/**
 * @brief Arguments for the diagonal solve.
 */
struct args_cdiag_t
{
    pastix_data_t    *pastix_data;
    sopalin_data_t   *sopalin_data;
    pastix_rhs_t      rhsb;
    volatile int32_t  taskcnt;
};
 
/**
 *******************************************************************************
 *
 * @brief Applies the diagonal solve.
 *
 *******************************************************************************
 *
 * @param[in] ctx
 *          Thread structure of the execution context of one instance of the
 *          scheduler.
 *
 * @param[in] args
 *          Arguments for the kernel diagonal call.
 *
 *******************************************************************************/
void
thread_cdiag_static( isched_thread_t *ctx,
                     void            *args )
{
    struct args_cdiag_t *arg          = (struct args_cdiag_t*)args;
    pastix_data_t       *pastix_data  = arg->pastix_data;
    sopalin_data_t      *sopalin_data = arg->sopalin_data;
    SolverMatrix        *datacode     = sopalin_data->solvmtx;
    pastix_complex32_t  *b            = arg->rhsb->b;
    pastix_int_t         nrhs         = arg->rhsb->n;
    pastix_int_t         ldb          = arg->rhsb->ld;
    SolverCblk          *cblk;
    Task                *t;
    pastix_int_t         i, ii, cblknbr;
    pastix_int_t         tasknbr, *tasktab;
    pastix_solv_mode_t   mode = pastix_data->iparm[IPARM_SCHUR_SOLV_MODE];
    int                  rank = ctx->rank;
 
    tasknbr = datacode->ttsknbr[rank];
    tasktab = datacode->ttsktab[rank];
    cblknbr = (mode == PastixSolvModeSchur) ? datacode->cblknbr : datacode->cblkschur;
 
    for (ii=0; ii<tasknbr; ii++) {
        i = tasktab[ii];
        t = datacode->tasktab + i;
 
        if ( t->cblknum >= cblknbr ) {
            continue;
        }
        cblk = datacode->cblktab + t->cblknum;
        if ( cblk->ownerid != datacode->clustnum ) {
            continue;
        }
        solve_cblk_cdiag( cblk, cblk_getdataL( cblk ),
                          nrhs, b + cblk->lcolidx, ldb, NULL );
    }
}
 
/**
 *******************************************************************************
 *
 * @brief Apply the diagonal solve (static version)
 *
 *******************************************************************************
 *
 * @param[in] pastix_data
 *          The pastix_data structure.
 *
 * @param[in] sopalin_data
 *          The SolverMatrix structure from PaStiX.
 *
 * @param[in] rhsb
 *          The pointer to the rhs data structure that holds the vectors of the
 *          right hand side.
 *
 *******************************************************************************/
void
static_cdiag( pastix_data_t  *pastix_data,
              sopalin_data_t *sopalin_data,
              pastix_rhs_t    rhsb )
{
    struct args_cdiag_t args_cdiag = {pastix_data, sopalin_data, rhsb, 0};
    isched_parallel_call( pastix_data->isched, thread_cdiag_static, &args_cdiag );
}
 
/**
 *******************************************************************************
 *
 * @brief Applies the diagonal solve.
 *
 *******************************************************************************
 *
 * @param[in] ctx
 *          Thread structure of the execution context of one instance of the
 *          scheduler.
 *
 * @param[in] args
 *          Arguments for the kernel diagonal call.
 *
 *******************************************************************************/
void
thread_cdiag_dynamic( isched_thread_t *ctx,
                      void            *args )
{
    struct args_cdiag_t *arg           = (struct args_cdiag_t*)args;
    pastix_data_t       *pastix_data   = arg->pastix_data;
    sopalin_data_t      *sopalin_data  = arg->sopalin_data;
    SolverMatrix        *datacode      = sopalin_data->solvmtx;
    pastix_complex32_t  *b             = arg->rhsb->b;
    pastix_int_t         nrhs          = arg->rhsb->n;
    pastix_int_t         ldb           = arg->rhsb->ld;
    int32_t              local_taskcnt = 0;
    pastix_queue_t      *computeQueue;
    pastix_int_t         i, ii, cblknbr;//, lcblknbr;
    pastix_int_t         tasknbr, *tasktab, cblknum;
    SolverCblk          *cblk;
    Task                *t;
    pastix_solv_mode_t   mode = pastix_data->iparm[IPARM_SCHUR_SOLV_MODE];
    int                  rank = ctx->rank;
 
    MALLOC_INTERN( datacode->computeQueue[rank], 1, pastix_queue_t );
 
    tasknbr      = datacode->ttsknbr[rank];
    tasktab      = datacode->ttsktab[rank];
    computeQueue = datacode->computeQueue[rank];
    pqueueInit( computeQueue, tasknbr );
    cblknbr = (mode == PastixSolvModeSchur) ? datacode->cblknbr : datacode->cblkschur;
 
    for ( ii = 0; ii < tasknbr; ii++ ) {
        i = tasktab[ii];
        t = datacode->tasktab + i;
 
        if ( t->cblknum >= cblknbr ) {
            continue;
        }
        cblk = datacode->cblktab + t->cblknum;
        pqueuePush1( computeQueue, t->cblknum, cblk->priority );
    }
 
    /* Make sure that all computeQueues are allocated */
    isched_barrier_wait( &(ctx->global_ctx->barrier) );
 
    /* When distributed -> only locals cblks, changes necessay */
    while( arg->taskcnt > 0 ) {
        cblknum = pqueuePop(computeQueue);
 
        if( cblknum == -1 ) {
            if ( local_taskcnt ) {
                pastix_atomic_sub_32b( &(arg->taskcnt), local_taskcnt );
                local_taskcnt = 0;
            }
            cblknum = stealQueue( datacode, rank,
                                  ctx->global_ctx->world_size );
        }
        if( cblknum != -1 ) {
            cblk = datacode->cblktab + cblknum;
            solve_cblk_cdiag( cblk, cblk_getdataL( cblk ),
                              nrhs, b + cblk->lcolidx, ldb, NULL );
            local_taskcnt++;
        }
    }
    /* Make sure that everyone is done before freeing */
    isched_barrier_wait( &(ctx->global_ctx->barrier) );
    pqueueExit( computeQueue );
    memFree_null( computeQueue );
}
 
/**
 *******************************************************************************
 *
 * @brief Apply the diagonal solve (dynamic version)
 *
 *******************************************************************************
 *
 * @param[in] pastix_data
 *          The pastix_data structure.
 *
 * @param[in] sopalin_data
 *          The SolverMatrix structure from PaStiX.
 *
 * @param[in] rhsb
 *          The pointer to the rhs data structure that holds the vectors of the
 *          right hand side.
 *
 *******************************************************************************/
void
dynamic_cdiag( pastix_data_t  *pastix_data,
               sopalin_data_t *sopalin_data,
               pastix_rhs_t    rhsb )
{
    pastix_solv_mode_t  mode = pastix_data->iparm[IPARM_SCHUR_SOLV_MODE];
    pastix_int_t        tasknbr = (mode == PastixSolvModeSchur) ?
                                  sopalin_data->solvmtx->cblknbr : sopalin_data->solvmtx->cblkschur;
    struct args_cdiag_t args_cdiag = { pastix_data, sopalin_data, rhsb, tasknbr };
    /* Allocate the computeQueue */
    MALLOC_INTERN( sopalin_data->solvmtx->computeQueue,
                   pastix_data->isched->world_size, pastix_queue_t * );
 
    isched_parallel_call( pastix_data->isched, thread_cdiag_static, &args_cdiag );
    memFree_null( sopalin_data->solvmtx->computeQueue );
}
 
#ifndef DOXYGEN_SHOULD_SKIP_THIS
static void (*cdiag_table[5])(pastix_data_t *, sopalin_data_t *, pastix_rhs_t) = {
    sequential_cdiag,
    static_cdiag,
#if defined(PASTIX_WITH_PARSEC)
    NULL, /* parsec_cdiag not yet implemented */
#else
    NULL,
#endif
#if defined(PASTIX_WITH_STARPU)
    starpu_cdiag,
#else
    NULL,
#endif
    dynamic_cdiag
};
#endif /* DOXYGEN_SHOULD_SKIP_THIS */
 
/**
 *******************************************************************************
 *
 * @brief Apply the diagonal solve
 *
 *******************************************************************************
 *
 * @param[in] pastix_data
 *          The pastix_data structure.
 *
 * @param[in] sopalin_data
 *          The SolverMatrix structure from PaStiX.
 *
 * @param[in] rhsb
 *          The pointer to the rhs data structure that holds the vectors of the
 *          right hand side.
 *
 *******************************************************************************/
void
sopalin_cdiag( pastix_data_t  *pastix_data,
               sopalin_data_t *sopalin_data,
               pastix_rhs_t    rhsb )
{
    int sched = pastix_data->iparm[IPARM_SCHEDULER];
    void (*cdiag)(pastix_data_t *, sopalin_data_t *, pastix_rhs_t ) = cdiag_table[ sched ];
 
    if (cdiag == NULL) {
        cdiag = static_cdiag;
    }
    cdiag( pastix_data, sopalin_data, rhsb );
}