nodeSort.c File Reference

#include "postgres.h"
#include "access/parallel.h"
#include "executor/execdebug.h"
#include "executor/nodeSort.h"
#include "miscadmin.h"
#include "utils/tuplesort.h"

Include dependency graph for nodeSort.c:

Go to the source code of this file.

Functions
static TupleTableSlot *	ExecSort (PlanState *pstate)
SortState *	ExecInitSort (Sort *node, EState *estate, int eflags)
void	ExecEndSort (SortState *node)
void	ExecSortMarkPos (SortState *node)
void	ExecSortRestrPos (SortState *node)
void	ExecReScanSort (SortState *node)
void	ExecSortEstimate (SortState *node, ParallelContext *pcxt)
void	ExecSortInitializeDSM (SortState *node, ParallelContext *pcxt)
void	ExecSortInitializeWorker (SortState *node, ParallelWorkerContext *pwcxt)
void	ExecSortRetrieveInstrumentation (SortState *node)

Function Documentation

ExecEndSort()

void ExecEndSort

(

SortState *

node

)

Definition at line 301 of file nodeSort.c.

{
    SO1_printf("ExecEndSort: %s\n",
               "shutting down sort node");
 
    /*
     * Release tuplesort resources
     */
    if (node->tuplesortstate != NULL)
        tuplesort_end((Tuplesortstate *) node->tuplesortstate);
    node->tuplesortstate = NULL;
 
    /*
     * shut down the subplan
     */
    ExecEndNode(outerPlanState(node));
 
    SO1_printf("ExecEndSort: %s\n",
               "sort node shutdown");
}

References ExecEndNode(), outerPlanState, SO1_printf, tuplesort_end(), and SortState::tuplesortstate.

Referenced by ExecEndNode().

ExecInitSort()

SortState* ExecInitSort	(	Sort *	node,
		EState *	estate,
		int	eflags
	)

Definition at line 221 of file nodeSort.c.

{
    SortState  *sortstate;
    TupleDesc   outerTupDesc;
 
    SO1_printf("ExecInitSort: %s\n",
               "initializing sort node");
 
    /*
     * create state structure
     */
    sortstate = makeNode(SortState);
    sortstate->ss.ps.plan = (Plan *) node;
    sortstate->ss.ps.state = estate;
    sortstate->ss.ps.ExecProcNode = ExecSort;
 
    /*
     * We must have random access to the sort output to do backward scan or
     * mark/restore.  We also prefer to materialize the sort output if we
     * might be called on to rewind and replay it many times.
     */
    sortstate->randomAccess = (eflags & (EXEC_FLAG_REWIND |
                                         EXEC_FLAG_BACKWARD |
                                         EXEC_FLAG_MARK)) != 0;
 
    sortstate->bounded = false;
    sortstate->sort_Done = false;
    sortstate->tuplesortstate = NULL;
 
    /*
     * Miscellaneous initialization
     *
     * Sort nodes don't initialize their ExprContexts because they never call
     * ExecQual or ExecProject.
     */
 
    /*
     * initialize child nodes
     *
     * We shield the child node from the need to support REWIND, BACKWARD, or
     * MARK/RESTORE.
     */
    eflags &= ~(EXEC_FLAG_REWIND | EXEC_FLAG_BACKWARD | EXEC_FLAG_MARK);
 
    outerPlanState(sortstate) = ExecInitNode(outerPlan(node), estate, eflags);
 
    /*
     * Initialize scan slot and type.
     */
    ExecCreateScanSlotFromOuterPlan(estate, &sortstate->ss, &TTSOpsVirtual);
 
    /*
     * Initialize return slot and type. No need to initialize projection info
     * because this node doesn't do projections.
     */
    ExecInitResultTupleSlotTL(&sortstate->ss.ps, &TTSOpsMinimalTuple);
    sortstate->ss.ps.ps_ProjInfo = NULL;
 
    outerTupDesc = ExecGetResultType(outerPlanState(sortstate));
 
    /*
     * We perform a Datum sort when we're sorting just a single column,
     * otherwise we perform a tuple sort.
     */
    if (outerTupDesc->natts == 1)
        sortstate->datumSort = true;
    else
        sortstate->datumSort = false;
 
    SO1_printf("ExecInitSort: %s\n",
               "sort node initialized");
 
    return sortstate;
}

References SortState::bounded, SortState::datumSort, EXEC_FLAG_BACKWARD, EXEC_FLAG_MARK, EXEC_FLAG_REWIND, ExecCreateScanSlotFromOuterPlan(), ExecGetResultType(), ExecInitNode(), ExecInitResultTupleSlotTL(), PlanState::ExecProcNode, ExecSort(), makeNode, TupleDescData::natts, outerPlan, outerPlanState, PlanState::plan, ScanState::ps, PlanState::ps_ProjInfo, SortState::randomAccess, SO1_printf, SortState::sort_Done, SortState::ss, PlanState::state, TTSOpsMinimalTuple, TTSOpsVirtual, and SortState::tuplesortstate.

Referenced by ExecInitNode().

ExecReScanSort()

void ExecReScanSort

(

SortState *

node

)

Definition at line 362 of file nodeSort.c.

{
    PlanState  *outerPlan = outerPlanState(node);
 
    /*
     * If we haven't sorted yet, just return. If outerplan's chgParam is not
     * NULL then it will be re-scanned by ExecProcNode, else no reason to
     * re-scan it at all.
     */
    if (!node->sort_Done)
        return;
 
    /* must drop pointer to sort result tuple */
    ExecClearTuple(node->ss.ps.ps_ResultTupleSlot);
 
    /*
     * If subnode is to be rescanned then we forget previous sort results; we
     * have to re-read the subplan and re-sort.  Also must re-sort if the
     * bounded-sort parameters changed or we didn't select randomAccess.
     *
     * Otherwise we can just rewind and rescan the sorted output.
     */
    if (outerPlan->chgParam != NULL ||
        node->bounded != node->bounded_Done ||
        node->bound != node->bound_Done ||
        !node->randomAccess)
    {
        node->sort_Done = false;
        tuplesort_end((Tuplesortstate *) node->tuplesortstate);
        node->tuplesortstate = NULL;
 
        /*
         * if chgParam of subnode is not null then plan will be re-scanned by
         * first ExecProcNode.
         */
        if (outerPlan->chgParam == NULL)
            ExecReScan(outerPlan);
    }
    else
        tuplesort_rescan((Tuplesortstate *) node->tuplesortstate);
}

References SortState::bound, SortState::bound_Done, SortState::bounded, SortState::bounded_Done, ExecClearTuple(), ExecReScan(), outerPlan, outerPlanState, ScanState::ps, PlanState::ps_ResultTupleSlot, SortState::randomAccess, SortState::sort_Done, SortState::ss, tuplesort_end(), tuplesort_rescan(), and SortState::tuplesortstate.

Referenced by ExecReScan().

ExecSort()

static TupleTableSlot* ExecSort ( PlanState *  pstate )

static

Definition at line 50 of file nodeSort.c.

{
    SortState  *node = castNode(SortState, pstate);
    EState     *estate;
    ScanDirection dir;
    Tuplesortstate *tuplesortstate;
    TupleTableSlot *slot;
 
    CHECK_FOR_INTERRUPTS();
 
    /*
     * get state info from node
     */
    SO1_printf("ExecSort: %s\n",
               "entering routine");
 
    estate = node->ss.ps.state;
    dir = estate->es_direction;
    tuplesortstate = (Tuplesortstate *) node->tuplesortstate;
 
    /*
     * If first time through, read all tuples from outer plan and pass them to
     * tuplesort.c. Subsequent calls just fetch tuples from tuplesort.
     */
 
    if (!node->sort_Done)
    {
        Sort       *plannode = (Sort *) node->ss.ps.plan;
        PlanState  *outerNode;
        TupleDesc   tupDesc;
        int         tuplesortopts = TUPLESORT_NONE;
 
        SO1_printf("ExecSort: %s\n",
                   "sorting subplan");
 
        /*
         * Want to scan subplan in the forward direction while creating the
         * sorted data.
         */
        estate->es_direction = ForwardScanDirection;
 
        /*
         * Initialize tuplesort module.
         */
        SO1_printf("ExecSort: %s\n",
                   "calling tuplesort_begin");
 
        outerNode = outerPlanState(node);
        tupDesc = ExecGetResultType(outerNode);
 
        if (node->randomAccess)
            tuplesortopts |= TUPLESORT_RANDOMACCESS;
        if (node->bounded)
            tuplesortopts |= TUPLESORT_ALLOWBOUNDED;
 
        if (node->datumSort)
            tuplesortstate = tuplesort_begin_datum(TupleDescAttr(tupDesc, 0)->atttypid,
                                                   plannode->sortOperators[0],
                                                   plannode->collations[0],
                                                   plannode->nullsFirst[0],
                                                   work_mem,
                                                   NULL,
                                                   tuplesortopts);
        else
            tuplesortstate = tuplesort_begin_heap(tupDesc,
                                                  plannode->numCols,
                                                  plannode->sortColIdx,
                                                  plannode->sortOperators,
                                                  plannode->collations,
                                                  plannode->nullsFirst,
                                                  work_mem,
                                                  NULL,
                                                  tuplesortopts);
        if (node->bounded)
            tuplesort_set_bound(tuplesortstate, node->bound);
        node->tuplesortstate = tuplesortstate;
 
        /*
         * Scan the subplan and feed all the tuples to tuplesort using the
         * appropriate method based on the type of sort we're doing.
         */
        if (node->datumSort)
        {
            for (;;)
            {
                slot = ExecProcNode(outerNode);
 
                if (TupIsNull(slot))
                    break;
                slot_getsomeattrs(slot, 1);
                tuplesort_putdatum(tuplesortstate,
                                   slot->tts_values[0],
                                   slot->tts_isnull[0]);
            }
        }
        else
        {
            for (;;)
            {
                slot = ExecProcNode(outerNode);
 
                if (TupIsNull(slot))
                    break;
                tuplesort_puttupleslot(tuplesortstate, slot);
            }
        }
 
        /*
         * Complete the sort.
         */
        tuplesort_performsort(tuplesortstate);
 
        /*
         * restore to user specified direction
         */
        estate->es_direction = dir;
 
        /*
         * finally set the sorted flag to true
         */
        node->sort_Done = true;
        node->bounded_Done = node->bounded;
        node->bound_Done = node->bound;
        if (node->shared_info && node->am_worker)
        {
            TuplesortInstrumentation *si;
 
            Assert(IsParallelWorker());
            Assert(ParallelWorkerNumber <= node->shared_info->num_workers);
            si = &node->shared_info->sinstrument[ParallelWorkerNumber];
            tuplesort_get_stats(tuplesortstate, si);
        }
        SO1_printf("ExecSort: %s\n", "sorting done");
    }
 
    SO1_printf("ExecSort: %s\n",
               "retrieving tuple from tuplesort");
 
    slot = node->ss.ps.ps_ResultTupleSlot;
 
    /*
     * Fetch the next sorted item from the appropriate tuplesort function. For
     * datum sorts we must manage the slot ourselves and leave it clear when
     * tuplesort_getdatum returns false to indicate there are no more datums.
     * For tuple sorts, tuplesort_gettupleslot manages the slot for us and
     * empties the slot when it runs out of tuples.
     */
    if (node->datumSort)
    {
        ExecClearTuple(slot);
        if (tuplesort_getdatum(tuplesortstate, ScanDirectionIsForward(dir),
                               false, &(slot->tts_values[0]),
                               &(slot->tts_isnull[0]), NULL))
            ExecStoreVirtualTuple(slot);
    }
    else
        (void) tuplesort_gettupleslot(tuplesortstate,
                                      ScanDirectionIsForward(dir),
                                      false, slot, NULL);
 
    return slot;
}

References SortState::am_worker, Assert, SortState::bound, SortState::bound_Done, SortState::bounded, SortState::bounded_Done, castNode, CHECK_FOR_INTERRUPTS, SortState::datumSort, EState::es_direction, ExecClearTuple(), ExecGetResultType(), ExecProcNode(), ExecStoreVirtualTuple(), ForwardScanDirection, if(), IsParallelWorker, Sort::numCols, outerPlanState, ParallelWorkerNumber, PlanState::plan, ScanState::ps, PlanState::ps_ResultTupleSlot, SortState::randomAccess, ScanDirectionIsForward, SortState::shared_info, SharedSortInfo::sinstrument, slot_getsomeattrs(), SO1_printf, SortState::sort_Done, SortState::ss, PlanState::state, TupleTableSlot::tts_isnull, TupleTableSlot::tts_values, TupIsNull, TupleDescAttr, TUPLESORT_ALLOWBOUNDED, tuplesort_begin_datum(), tuplesort_begin_heap(), tuplesort_get_stats(), tuplesort_getdatum(), tuplesort_gettupleslot(), TUPLESORT_NONE, tuplesort_performsort(), tuplesort_putdatum(), tuplesort_puttupleslot(), TUPLESORT_RANDOMACCESS, tuplesort_set_bound(), SortState::tuplesortstate, and work_mem.

Referenced by ExecInitSort().

ExecSortEstimate()

void ExecSortEstimate	(	SortState *	node,
		ParallelContext *	pcxt
	)

Definition at line 416 of file nodeSort.c.

{
    Size        size;
 
    /* don't need this if not instrumenting or no workers */
    if (!node->ss.ps.instrument || pcxt->nworkers == 0)
        return;
 
    size = mul_size(pcxt->nworkers, sizeof(TuplesortInstrumentation));
    size = add_size(size, offsetof(SharedSortInfo, sinstrument));
    shm_toc_estimate_chunk(&pcxt->estimator, size);
    shm_toc_estimate_keys(&pcxt->estimator, 1);
}

References add_size(), ParallelContext::estimator, PlanState::instrument, mul_size(), ParallelContext::nworkers, ScanState::ps, shm_toc_estimate_chunk, shm_toc_estimate_keys, size, and SortState::ss.

Referenced by ExecParallelEstimate().

ExecSortInitializeDSM()

void ExecSortInitializeDSM	(	SortState *	node,
		ParallelContext *	pcxt
	)

Definition at line 437 of file nodeSort.c.

{
    Size        size;
 
    /* don't need this if not instrumenting or no workers */
    if (!node->ss.ps.instrument || pcxt->nworkers == 0)
        return;
 
    size = offsetof(SharedSortInfo, sinstrument)
        + pcxt->nworkers * sizeof(TuplesortInstrumentation);
    node->shared_info = shm_toc_allocate(pcxt->toc, size);
    /* ensure any unfilled slots will contain zeroes */
    memset(node->shared_info, 0, size);
    node->shared_info->num_workers = pcxt->nworkers;
    shm_toc_insert(pcxt->toc, node->ss.ps.plan->plan_node_id,
                   node->shared_info);
}

References PlanState::instrument, SharedSortInfo::num_workers, ParallelContext::nworkers, PlanState::plan, Plan::plan_node_id, ScanState::ps, SortState::shared_info, shm_toc_allocate(), shm_toc_insert(), size, SortState::ss, and ParallelContext::toc.

Referenced by ExecParallelInitializeDSM().

ExecSortInitializeWorker()

void ExecSortInitializeWorker	(	SortState *	node,
		ParallelWorkerContext *	pwcxt
	)

Definition at line 462 of file nodeSort.c.

{
    node->shared_info =
        shm_toc_lookup(pwcxt->toc, node->ss.ps.plan->plan_node_id, true);
    node->am_worker = true;
}

References SortState::am_worker, PlanState::plan, Plan::plan_node_id, ScanState::ps, SortState::shared_info, shm_toc_lookup(), SortState::ss, and ParallelWorkerContext::toc.

Referenced by ExecParallelInitializeWorker().

ExecSortMarkPos()

void ExecSortMarkPos

(

SortState *

node

)

Definition at line 329 of file nodeSort.c.

{
    /*
     * if we haven't sorted yet, just return
     */
    if (!node->sort_Done)
        return;
 
    tuplesort_markpos((Tuplesortstate *) node->tuplesortstate);
}

References SortState::sort_Done, tuplesort_markpos(), and SortState::tuplesortstate.

Referenced by ExecMarkPos().

ExecSortRestrPos()

void ExecSortRestrPos

(

SortState *

node

)

Definition at line 347 of file nodeSort.c.

{
    /*
     * if we haven't sorted yet, just return.
     */
    if (!node->sort_Done)
        return;
 
    /*
     * restore the scan to the previously marked position
     */
    tuplesort_restorepos((Tuplesortstate *) node->tuplesortstate);
}

References SortState::sort_Done, tuplesort_restorepos(), and SortState::tuplesortstate.

Referenced by ExecRestrPos().

ExecSortRetrieveInstrumentation()

void ExecSortRetrieveInstrumentation

(

SortState *

node

)

Definition at line 476 of file nodeSort.c.

{
    Size        size;
    SharedSortInfo *si;
 
    if (node->shared_info == NULL)
        return;
 
    size = offsetof(SharedSortInfo, sinstrument)
        + node->shared_info->num_workers * sizeof(TuplesortInstrumentation);
    si = palloc(size);
    memcpy(si, node->shared_info, size);
    node->shared_info = si;
}

References SharedSortInfo::num_workers, palloc(), SortState::shared_info, and size.

Referenced by ExecParallelRetrieveInstrumentation().