dgecfi2.c

Go to the documentation of this file.

#include <sys/types.h>
#include "common.h"
#include "dgecfi2.h"

#define PLASMA_pdgetmi2(idep, odep, storev, m, n, mb, nb, A)     \
    plasma_parallel_call_10(                                     \
        plasma_pdgetmi2,                                         \
        PLASMA_enum,  (idep),                                    \
        PLASMA_enum,  (odep),                                    \
        PLASMA_enum,  (storev),                                  \
        int,  (m),                                               \
        int,  (n),                                               \
        int,  (mb),                                              \
        int,  (nb),                                              \
        double*, (A),                                \
        PLASMA_sequence*, sequence,                              \
        PLASMA_request*, request);

#define PLASMA_dshift(m, n, mb, nb, A)                          \
    plasma_dshift(plasma, (m), (n), (A),                        \
                  ( (n) / (nb) ), ( (m) / (mb) ), (nb), (mb),   \
                  sequence, request);

#define PLASMA_dshiftr(m, n, mb, nb, A)                         \
    plasma_dshift(plasma, (m), (n), (A),                        \
                  ( (n) / (nb) ), (nb), ( (m) / (mb) ), (mb),   \
                  sequence, request);

/*
 * Shift inside panels
 */
int ipt_dcm2ccrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    
    PLASMA_dshift(m, n, mb, nb, A);
    ipt_dpanel2tile(plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_dccrb2cm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;

    ipt_dtile2panel(plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshiftr(m, n, mb, nb, A);

    return PLASMA_SUCCESS;
}

/*
 * Transpose each tile
 */
int ipt_dccrb2crrb(plasma_context_t *plasma, PLASMA_enum idep, PLASMA_enum odep, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;

    PLASMA_pdgetmi2(idep, odep, PlasmaColumnwise, m, n, mb, nb, A);

    return PLASMA_SUCCESS;
}

int ipt_dcrrb2ccrb(plasma_context_t *plasma, PLASMA_enum idep, PLASMA_enum odep, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;

    PLASMA_pdgetmi2(idep, odep, PlasmaRowwise, n, m, nb, mb, A);

    return PLASMA_SUCCESS;
}

int ipt_drcrb2rrrb(plasma_context_t *plasma, PLASMA_enum idep, PLASMA_enum odep, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;

    PLASMA_pdgetmi2(idep, odep, PlasmaRowwise, m, n, mb, nb, A);

    return PLASMA_SUCCESS;
}

int ipt_drrrb2rcrb(plasma_context_t *plasma, PLASMA_enum idep, PLASMA_enum odep, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;

    PLASMA_pdgetmi2(idep, odep, PlasmaColumnwise, n, m, nb, mb, A);

    return PLASMA_SUCCESS;
}

/*
 * Transpose all tiles
 */
int ipt_dccrb2rcrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    int M_, N_;

    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;

    M_ = m / mb;
    N_ = n / nb;

    /* quick return */
    if( (M_ < 2) || (N_ < 2) ) {
        return PLASMA_SUCCESS;
    }

    plasma_dshift(plasma, m, n, A, 1, ( m / mb ), ( n / nb ), (mb*nb),
                  sequence, request);

    return PLASMA_SUCCESS;
}

/*
 * Shift inside panels + Transpose all tiles
 */
int ipt_dcm2rcrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    //ipt_dcm2ccrb(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshift(m, n, mb, nb, A);
    ipt_dpanel2all(plasma, m, n, A, mb, nb, sequence, request);
    ipt_dccrb2rcrb(plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_drcrb2cm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drcrb2ccrb(plasma, m, n, A, mb, nb, sequence, request);
    ipt_dall2panel(plasma, m, n, A, mb, nb, sequence, request);
    //ipt_dccrb2cm(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshiftr(m, n, mb, nb, A);

    return PLASMA_SUCCESS;
}

/*
 * Transpose each tile  + Transpose all tiles
 */
int ipt_dccrb2rrrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request)
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_dccrb2rcrb(plasma, m, n, A, mb, nb, sequence, request);
    ipt_drcrb2rrrb(plasma, PlasmaIPT_All, PlasmaIPT_NoDep, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_drrrb2ccrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drrrb2rcrb(plasma, PlasmaIPT_NoDep, PlasmaIPT_All, m, n, A, mb, nb, sequence, request);
    ipt_drcrb2ccrb(plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_drcrb2crrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drcrb2ccrb(plasma, m, n, A, mb, nb, sequence, request);
    ipt_dccrb2crrb(plasma, PlasmaIPT_All, PlasmaIPT_NoDep, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_dcrrb2rcrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_dcrrb2ccrb(plasma, PlasmaIPT_NoDep, PlasmaIPT_All, m, n, A, mb, nb, sequence, request);
    ipt_dccrb2rcrb(plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

/*
 * Transpose each tile  + Shift inside panels
 */
int ipt_dcm2crrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    //ipt_dcm2ccrb(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshift(m, n, mb, nb, A);
    ipt_dccrb2crrb(plasma, PlasmaIPT_Panel, PlasmaIPT_NoDep, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_dcrrb2cm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_dcrrb2ccrb(plasma, PlasmaIPT_NoDep, PlasmaIPT_Panel, m, n, A, mb, nb, sequence, request);
    //ipt_dccrb2cm(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshiftr(m, n, mb, nb, A);

    return PLASMA_SUCCESS;
}

int ipt_drm2rcrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drm2rrrb(  plasma, m, n, A, mb, nb, sequence, request);
    ipt_drrrb2rcrb(plasma, PlasmaIPT_Panel, PlasmaIPT_NoDep, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_drcrb2rm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drcrb2rrrb(plasma, PlasmaIPT_NoDep, PlasmaIPT_Panel, m, n, A, mb, nb, sequence, request);
    ipt_drrrb2rm(  plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

/*
 * Shift inside panels + Transpose all tiles + Transpose inside each tile
 */
int ipt_dcm2rrrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    //ipt_dcm2ccrb(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshift(m, n, mb, nb, A);
    ipt_dccrb2crrb(plasma, PlasmaIPT_Panel, PlasmaIPT_All, m, n, A, mb, nb, sequence, request);
    ipt_dcrrb2rrrb(plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_drrrb2cm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drrrb2crrb(plasma, m, n, A, mb, nb, sequence, request);
    ipt_dcrrb2ccrb(plasma, PlasmaIPT_All, PlasmaIPT_Panel, m, n, A, mb, nb, sequence, request);
    //ipt_dccrb2cm(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshiftr(m, n, mb, nb, A);

    return PLASMA_SUCCESS;
}

int ipt_dccrb2rm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_dccrb2rcrb(plasma, m, n, A, mb, nb, sequence, request);
    ipt_drcrb2rrrb(plasma, PlasmaIPT_All, PlasmaIPT_Panel, m, n, A, mb, nb, sequence, request);
    ipt_drrrb2rm(  plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_drm2ccrb(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drm2rrrb(  plasma, m, n, A, mb, nb, sequence, request);
    ipt_drrrb2rcrb(plasma, PlasmaIPT_Panel, PlasmaIPT_All, m, n, A, mb, nb, sequence, request);
    ipt_drcrb2ccrb(plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

/*
 * Shift inside panels + Transpose all tiles 
 *    + Transpose inside each tile + Shift inside panels
 */
int ipt_dcm2rm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
               PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    //ipt_dcm2ccrb(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshift(m, n, mb, nb, A);
    ipt_dpanel2all(plasma, m, n, A, mb, nb, sequence, request);
    ipt_dccrb2rcrb(plasma, m, n, A, mb, nb, sequence, request);
    ipt_drcrb2rrrb(plasma, PlasmaIPT_All, PlasmaIPT_Panel, m, n, A, mb, nb, sequence, request);
    ipt_drrrb2rm(  plasma, m, n, A, mb, nb, sequence, request);

    return PLASMA_SUCCESS;
}

int ipt_drm2cm(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                 PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( (m == 0) || (n == 0) )
        return PLASMA_SUCCESS;
    ipt_drm2rrrb(  plasma, m, n, A, mb, nb, sequence, request);
    ipt_drrrb2rcrb(plasma, PlasmaIPT_Panel, PlasmaIPT_All, m, n, A, mb, nb, sequence, request);
    ipt_drcrb2ccrb(plasma, m, n, A, mb, nb, sequence, request);
    ipt_dall2panel(plasma, m, n, A, mb, nb, sequence, request);
    //ipt_dccrb2cm(  plasma, m, n, A, mb, nb, sequence, request);
    PLASMA_dshiftr(m, n, mb, nb, A);

    return PLASMA_SUCCESS;
}


int ipt_dtile2panel( plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                     PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if( PLASMA_SCHEDULING != PLASMA_DYNAMIC_SCHEDULING )
        return PLASMA_SUCCESS;

    double *Al;
    int i,j;
    int M_ = m / mb;
    int N_ = n / nb;
    int bsiz = mb*nb;
    int psiz = m*nb;
    Quark_Task_Flags task_flags = Quark_Task_Flags_Initializer;
    QUARK_Task_Flag_Set(&task_flags, TASK_SEQUENCE, (intptr_t)sequence->quark_sequence);

    plasma_dynamic_spawn();
    for(j=0; j<N_; j++) {
        Al = &(A[psiz*j]);

        for(i=1; i<M_; i++) {

#ifdef TRACE_IPT
            char str[30];
            sprintf(str, "Foo2 C2RI %d", i*m*nb);
#endif
            QUARK_Insert_Task(plasma->quark, CORE_foo2_quark, &task_flags,
                              sizeof(double)*psiz,  Al,           INOUT | GATHERV,
                              sizeof(double)*bsiz, &(Al[i*bsiz]), INOUT,
#ifdef TRACE_IPT
                              30, str,   VALUE | TASKLABEL,
                              4, "red",  VALUE | TASKCOLOR,
#endif
                              0);
        }
    }

    return PLASMA_SUCCESS;
}

int ipt_dpanel2tile( plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                     PLASMA_sequence *sequence, PLASMA_request *request )
{
    if( PLASMA_SCHEDULING != PLASMA_DYNAMIC_SCHEDULING )
        return PLASMA_SUCCESS;

    double *Al;
    int i,j;
    int M_ = m / mb;
    int N_ = n / nb;
    int bsiz = mb*nb;
    int psiz = m*nb;
    Quark_Task_Flags task_flags = Quark_Task_Flags_Initializer;
    QUARK_Task_Flag_Set(&task_flags, TASK_SEQUENCE, (intptr_t)sequence->quark_sequence);

    plasma_dynamic_spawn();
    for(j=0; j<N_; j++) {
        Al = &(A[psiz*j]);

        for(i=1; i<M_; i++) {

#ifdef TRACE_IPT
            char str[30];
            sprintf(str, "Foo2 C2RI %d", i*m*nb);
#endif
            QUARK_Insert_Task(plasma->quark, CORE_foo2_quark, &task_flags,
                              sizeof(double)*psiz,  Al,           INPUT,
                              sizeof(double)*bsiz, &(Al[i*bsiz]), INOUT,
#ifdef TRACE_IPT
                              30, str,   VALUE | TASKLABEL,
                              4, "red",  VALUE | TASKCOLOR,
#endif
                              0);
        }
    }

    return PLASMA_SUCCESS;
}

int ipt_dpanel2all(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if (PLASMA_SCHEDULING != PLASMA_DYNAMIC_SCHEDULING)
        return PLASMA_SUCCESS;

    int i;
    int N_ = n / nb;
    Quark_Task_Flags task_flags = Quark_Task_Flags_Initializer;
    QUARK_Task_Flag_Set(&task_flags, TASK_SEQUENCE, (intptr_t)sequence->quark_sequence);

    if ( N_ > 1 ) {
        plasma_dynamic_spawn();
        for(i=1; i<N_; i++) {
#ifdef TRACE_IPT
            char str[30];
            sprintf(str, "Foo2 C2RI %d", i*m*nb);
#endif
            QUARK_Insert_Task(plasma->quark, CORE_foo2_quark, &task_flags,
                              sizeof(double)*m*n,  A,            INOUT | GATHERV,
                              sizeof(double)*m*nb, &(A[i*m*nb]), INPUT,
#ifdef TRACE_IPT
                              30, str,   VALUE | TASKLABEL,
                              4, "red",  VALUE | TASKCOLOR,
#endif
                              0);
        }
    }

    return PLASMA_SUCCESS;
}

int ipt_dall2panel(plasma_context_t *plasma, int m, int n, double *A, int mb, int nb,
                   PLASMA_sequence *sequence, PLASMA_request *request) 
{
    if (PLASMA_SCHEDULING != PLASMA_DYNAMIC_SCHEDULING)
        return PLASMA_SUCCESS;

    int i;
    int N_ = n / nb;
    Quark_Task_Flags task_flags = Quark_Task_Flags_Initializer;
    QUARK_Task_Flag_Set(&task_flags, TASK_SEQUENCE, (intptr_t)sequence->quark_sequence);

    if ( N_ > 1 ) {
        plasma_dynamic_spawn();
        for(i=1; i<N_; i++) {
#ifdef TRACE_IPT
            char str[30];
            sprintf(str, "Foo2 C2RI %d", i*m*nb);
#endif
            QUARK_Insert_Task(plasma->quark, CORE_foo2_quark, &task_flags,
                              sizeof(double)*m*n,  A,            INPUT,
                              sizeof(double)*m*nb, &(A[i*m*nb]), INOUT,
#ifdef TRACE_IPT
                              30, str,   VALUE | TASKLABEL,
                              4, "red",  VALUE | TASKCOLOR,
#endif
                              0);
        }
    }
    return PLASMA_SUCCESS;
}