PostgreSQL Source Code git master
Loading...
Searching...
No Matches
portalmem.c
Go to the documentation of this file.
1/*-------------------------------------------------------------------------
2 *
3 * portalmem.c
4 * backend portal memory management
5 *
6 * Portals are objects representing the execution state of a query.
7 * This module provides memory management services for portals, but it
8 * doesn't actually run the executor for them.
9 *
10 *
11 * Portions Copyright (c) 1996-2026, PostgreSQL Global Development Group
12 * Portions Copyright (c) 1994, Regents of the University of California
13 *
14 * IDENTIFICATION
15 * src/backend/utils/mmgr/portalmem.c
16 *
17 *-------------------------------------------------------------------------
18 */
19#include "postgres.h"
20
21#include "access/xact.h"
22#include "commands/portalcmds.h"
23#include "funcapi.h"
24#include "miscadmin.h"
25#include "storage/ipc.h"
26#include "utils/builtins.h"
27#include "utils/hsearch.h"
28#include "utils/memutils.h"
29#include "utils/snapmgr.h"
30#include "utils/timestamp.h"
31#include "utils/tuplestore.h"
32
33/*
34 * Estimate of the maximum number of open portals a user would have,
35 * used in initially sizing the PortalHashTable in EnablePortalManager().
36 * Since the hash table can expand, there's no need to make this overly
37 * generous, and keeping it small avoids unnecessary overhead in the
38 * hash_seq_search() calls executed during transaction end.
39 */
40#define PORTALS_PER_USER 16
41
42
43/* ----------------
44 * Global state
45 * ----------------
46 */
47
48#define MAX_PORTALNAME_LEN NAMEDATALEN
49
55
57
58#define PortalHashTableLookup(NAME, PORTAL) \
59do { \
60 PortalHashEnt *hentry; \
61 \
62 hentry = (PortalHashEnt *) hash_search(PortalHashTable, \
63 (NAME), HASH_FIND, NULL); \
64 if (hentry) \
65 PORTAL = hentry->portal; \
66 else \
67 PORTAL = NULL; \
68} while(0)
69
70#define PortalHashTableInsert(PORTAL, NAME) \
71do { \
72 PortalHashEnt *hentry; bool found; \
73 \
74 hentry = (PortalHashEnt *) hash_search(PortalHashTable, \
75 (NAME), HASH_ENTER, &found); \
76 if (found) \
77 elog(ERROR, "duplicate portal name"); \
78 hentry->portal = PORTAL; \
79 /* To avoid duplicate storage, make PORTAL->name point to htab entry */ \
80 PORTAL->name = hentry->portalname; \
81} while(0)
82
83#define PortalHashTableDelete(PORTAL) \
84do { \
85 PortalHashEnt *hentry; \
86 \
87 hentry = (PortalHashEnt *) hash_search(PortalHashTable, \
88 PORTAL->name, HASH_REMOVE, NULL); \
89 if (hentry == NULL) \
90 elog(WARNING, "trying to delete portal name that does not exist"); \
91} while(0)
92
94
95
96/* ----------------------------------------------------------------
97 * public portal interface functions
98 * ----------------------------------------------------------------
99 */
100
101/*
102 * EnablePortalManager
103 * Enables the portal management module at backend startup.
104 */
105void
107{
108 HASHCTL ctl;
109
111
113 "TopPortalContext",
115
116 ctl.keysize = MAX_PORTALNAME_LEN;
117 ctl.entrysize = sizeof(PortalHashEnt);
118
119 /*
120 * use PORTALS_PER_USER as a guess of how many hash table entries to
121 * create, initially
122 */
125}
126
127/*
128 * GetPortalByName
129 * Returns a portal given a portal name, or NULL if name not found.
130 */
131Portal
133{
134 Portal portal;
135
136 if (name)
138 else
139 portal = NULL;
140
141 return portal;
142}
143
144/*
145 * PortalGetPrimaryStmt
146 * Get the "primary" stmt within a portal, ie, the one marked canSetTag.
147 *
148 * Returns NULL if no such stmt. If multiple PlannedStmt structs within the
149 * portal are marked canSetTag, returns the first one. Neither of these
150 * cases should occur in present usages of this function.
151 */
154{
155 ListCell *lc;
156
157 foreach(lc, portal->stmts)
158 {
160
161 if (stmt->canSetTag)
162 return stmt;
163 }
164 return NULL;
165}
166
167/*
168 * CreatePortal
169 * Returns a new portal given a name.
170 *
171 * allowDup: if true, automatically drop any pre-existing portal of the
172 * same name (if false, an error is raised).
173 *
174 * dupSilent: if true, don't even emit a WARNING.
175 */
176Portal
177CreatePortal(const char *name, bool allowDup, bool dupSilent)
178{
179 Portal portal;
180
181 Assert(name);
182
183 portal = GetPortalByName(name);
184 if (PortalIsValid(portal))
185 {
186 if (!allowDup)
189 errmsg("cursor \"%s\" already exists", name)));
190 if (!dupSilent)
193 errmsg("closing existing cursor \"%s\"",
194 name)));
195 PortalDrop(portal, false);
196 }
197
198 /* make new portal structure */
199 portal = (Portal) MemoryContextAllocZero(TopPortalContext, sizeof *portal);
200
201 /* initialize portal context; typically it won't store much */
203 "PortalContext",
205
206 /* create a resource owner for the portal */
208 "Portal");
209
210 /* initialize portal fields that don't start off zero */
211 portal->status = PORTAL_NEW;
212 portal->cleanup = PortalCleanup;
214 portal->activeSubid = portal->createSubid;
218 portal->atStart = true;
219 portal->atEnd = true; /* disallow fetches until query is set */
220 portal->visible = true;
222
223 /* put portal in table (sets portal->name) */
225
226 /* for named portals reuse portal->name copy */
227 MemoryContextSetIdentifier(portal->portalContext, portal->name[0] ? portal->name : "<unnamed>");
228
229 return portal;
230}
231
232/*
233 * CreateNewPortal
234 * Create a new portal, assigning it a random nonconflicting name.
235 */
236Portal
238{
239 static unsigned int unnamed_portal_count = 0;
240
241 char portalname[MAX_PORTALNAME_LEN];
242
243 /* Select a nonconflicting name */
244 for (;;)
245 {
247 sprintf(portalname, "<unnamed portal %u>", unnamed_portal_count);
248 if (GetPortalByName(portalname) == NULL)
249 break;
250 }
251
252 return CreatePortal(portalname, false, false);
253}
254
255/*
256 * PortalDefineQuery
257 * A simple subroutine to establish a portal's query.
258 *
259 * Notes: as of PG 8.4, caller MUST supply a sourceText string; it is not
260 * allowed anymore to pass NULL. (If you really don't have source text,
261 * you can pass a constant string, perhaps "(query not available)".)
262 *
263 * commandTag shall be NULL if and only if the original query string
264 * (before rewriting) was an empty string. Also, the passed commandTag must
265 * be a pointer to a constant string, since it is not copied.
266 *
267 * If cplan is provided, then it is a cached plan containing the stmts, and
268 * the caller must have done GetCachedPlan(), causing a refcount increment.
269 * The refcount will be released when the portal is destroyed.
270 *
271 * If cplan is NULL, then it is the caller's responsibility to ensure that
272 * the passed plan trees have adequate lifetime. Typically this is done by
273 * copying them into the portal's context.
274 *
275 * The caller is also responsible for ensuring that the passed prepStmtName
276 * (if not NULL) and sourceText have adequate lifetime.
277 *
278 * NB: this function mustn't do much beyond storing the passed values; in
279 * particular don't do anything that risks elog(ERROR). If that were to
280 * happen here before storing the cplan reference, we'd leak the plancache
281 * refcount that the caller is trying to hand off to us.
282 */
283void
285 const char *prepStmtName,
286 const char *sourceText,
287 CommandTag commandTag,
288 List *stmts,
289 CachedPlan *cplan)
290{
291 Assert(PortalIsValid(portal));
292 Assert(portal->status == PORTAL_NEW);
293
294 Assert(sourceText != NULL);
295 Assert(commandTag != CMDTAG_UNKNOWN || stmts == NIL);
296
297 portal->prepStmtName = prepStmtName;
298 portal->sourceText = sourceText;
299 portal->commandTag = commandTag;
300 SetQueryCompletion(&portal->qc, commandTag, 0);
301 portal->stmts = stmts;
302 portal->cplan = cplan;
303 portal->status = PORTAL_DEFINED;
304}
305
306/*
307 * PortalReleaseCachedPlan
308 * Release a portal's reference to its cached plan, if any.
309 */
310static void
312{
313 if (portal->cplan)
314 {
315 ReleaseCachedPlan(portal->cplan, NULL);
316 portal->cplan = NULL;
317
318 /*
319 * We must also clear portal->stmts which is now a dangling reference
320 * to the cached plan's plan list. This protects any code that might
321 * try to examine the Portal later.
322 */
323 portal->stmts = NIL;
324 }
325}
326
327/*
328 * PortalCreateHoldStore
329 * Create the tuplestore for a portal.
330 */
331void
333{
335
336 Assert(portal->holdContext == NULL);
337 Assert(portal->holdStore == NULL);
338 Assert(portal->holdSnapshot == NULL);
339
340 /*
341 * Create the memory context that is used for storage of the tuple set.
342 * Note this is NOT a child of the portal's portalContext.
343 */
344 portal->holdContext =
346 "PortalHoldContext",
348
349 /*
350 * Create the tuple store, selecting cross-transaction temp files, and
351 * enabling random access only if cursor requires scrolling.
352 *
353 * XXX: Should maintenance_work_mem be used for the portal size?
354 */
356
357 portal->holdStore =
359 true, work_mem);
360
362}
363
364/*
365 * PinPortal
366 * Protect a portal from dropping.
367 *
368 * A pinned portal is still unpinned and dropped at transaction or
369 * subtransaction abort.
370 */
371void
373{
374 if (portal->portalPinned)
375 elog(ERROR, "portal already pinned");
376
377 portal->portalPinned = true;
378}
379
380void
382{
383 if (!portal->portalPinned)
384 elog(ERROR, "portal not pinned");
385
386 portal->portalPinned = false;
387}
388
389/*
390 * MarkPortalActive
391 * Transition a portal from READY to ACTIVE state.
392 *
393 * NOTE: never set portal->status = PORTAL_ACTIVE directly; call this instead.
394 */
395void
397{
398 /* For safety, this is a runtime test not just an Assert */
399 if (portal->status != PORTAL_READY)
402 errmsg("portal \"%s\" cannot be run", portal->name)));
403 /* Perform the state transition */
404 portal->status = PORTAL_ACTIVE;
406}
407
408/*
409 * MarkPortalDone
410 * Transition a portal from ACTIVE to DONE state.
411 *
412 * NOTE: never set portal->status = PORTAL_DONE directly; call this instead.
413 */
414void
416{
417 /* Perform the state transition */
418 Assert(portal->status == PORTAL_ACTIVE);
419 portal->status = PORTAL_DONE;
420
421 /*
422 * Allow portalcmds.c to clean up the state it knows about. We might as
423 * well do that now, since the portal can't be executed any more.
424 *
425 * In some cases involving execution of a ROLLBACK command in an already
426 * aborted transaction, this is necessary, or we'd reach AtCleanup_Portals
427 * with the cleanup hook still unexecuted.
428 */
429 if (portal->cleanup)
430 {
431 portal->cleanup(portal);
432 portal->cleanup = NULL;
433 }
434}
435
436/*
437 * MarkPortalFailed
438 * Transition a portal into FAILED state.
439 *
440 * NOTE: never set portal->status = PORTAL_FAILED directly; call this instead.
441 */
442void
444{
445 /* Perform the state transition */
446 Assert(portal->status != PORTAL_DONE);
447 portal->status = PORTAL_FAILED;
448
449 /*
450 * Allow portalcmds.c to clean up the state it knows about. We might as
451 * well do that now, since the portal can't be executed any more.
452 *
453 * In some cases involving cleanup of an already aborted transaction, this
454 * is necessary, or we'd reach AtCleanup_Portals with the cleanup hook
455 * still unexecuted.
456 */
457 if (portal->cleanup)
458 {
459 portal->cleanup(portal);
460 portal->cleanup = NULL;
461 }
462}
463
464/*
465 * PortalDrop
466 * Destroy the portal.
467 */
468void
470{
471 Assert(PortalIsValid(portal));
472
473 /*
474 * Don't allow dropping a pinned portal, it's still needed by whoever
475 * pinned it.
476 */
477 if (portal->portalPinned)
480 errmsg("cannot drop pinned portal \"%s\"", portal->name)));
481
482 /*
483 * Not sure if the PORTAL_ACTIVE case can validly happen or not...
484 */
485 if (portal->status == PORTAL_ACTIVE)
488 errmsg("cannot drop active portal \"%s\"", portal->name)));
489
490 /*
491 * Allow portalcmds.c to clean up the state it knows about, in particular
492 * shutting down the executor if still active. This step potentially runs
493 * user-defined code so failure has to be expected. It's the cleanup
494 * hook's responsibility to not try to do that more than once, in the case
495 * that failure occurs and then we come back to drop the portal again
496 * during transaction abort.
497 *
498 * Note: in most paths of control, this will have been done already in
499 * MarkPortalDone or MarkPortalFailed. We're just making sure.
500 */
501 if (portal->cleanup)
502 {
503 portal->cleanup(portal);
504 portal->cleanup = NULL;
505 }
506
507 /* There shouldn't be an active snapshot anymore, except after error */
508 Assert(portal->portalSnapshot == NULL || !isTopCommit);
509
510 /*
511 * Remove portal from hash table. Because we do this here, we will not
512 * come back to try to remove the portal again if there's any error in the
513 * subsequent steps. Better to leak a little memory than to get into an
514 * infinite error-recovery loop.
515 */
516 PortalHashTableDelete(portal);
517
518 /* drop cached plan reference, if any */
520
521 /*
522 * If portal has a snapshot protecting its data, release that. This needs
523 * a little care since the registration will be attached to the portal's
524 * resowner; if the portal failed, we will already have released the
525 * resowner (and the snapshot) during transaction abort.
526 */
527 if (portal->holdSnapshot)
528 {
529 if (portal->resowner)
531 portal->resowner);
532 portal->holdSnapshot = NULL;
533 }
534
535 /*
536 * Release any resources still attached to the portal. There are several
537 * cases being covered here:
538 *
539 * Top transaction commit (indicated by isTopCommit): normally we should
540 * do nothing here and let the regular end-of-transaction resource
541 * releasing mechanism handle these resources too. However, if we have a
542 * FAILED portal (eg, a cursor that got an error), we'd better clean up
543 * its resources to avoid resource-leakage warning messages.
544 *
545 * Sub transaction commit: never comes here at all, since we don't kill
546 * any portals in AtSubCommit_Portals().
547 *
548 * Main or sub transaction abort: we will do nothing here because
549 * portal->resowner was already set NULL; the resources were already
550 * cleaned up in transaction abort.
551 *
552 * Ordinary portal drop: must release resources. However, if the portal
553 * is not FAILED then we do not release its locks. The locks become the
554 * responsibility of the transaction's ResourceOwner (since it is the
555 * parent of the portal's owner) and will be released when the transaction
556 * eventually ends.
557 */
558 if (portal->resowner &&
559 (!isTopCommit || portal->status == PORTAL_FAILED))
560 {
561 bool isCommit = (portal->status != PORTAL_FAILED);
562
565 isCommit, false);
568 isCommit, false);
571 isCommit, false);
573 }
574 portal->resowner = NULL;
575
576 /*
577 * Delete tuplestore if present. We should do this even under error
578 * conditions; since the tuplestore would have been using cross-
579 * transaction storage, its temp files need to be explicitly deleted.
580 */
581 if (portal->holdStore)
582 {
583 MemoryContext oldcontext;
584
585 oldcontext = MemoryContextSwitchTo(portal->holdContext);
586 tuplestore_end(portal->holdStore);
587 MemoryContextSwitchTo(oldcontext);
588 portal->holdStore = NULL;
589 }
590
591 /* delete tuplestore storage, if any */
592 if (portal->holdContext)
594
595 /* release subsidiary storage */
597
598 /* release portal struct (it's in TopPortalContext) */
599 pfree(portal);
600}
601
602/*
603 * Delete all declared cursors.
604 *
605 * Used by commands: CLOSE ALL, DISCARD ALL
606 */
607void
609{
610 HASH_SEQ_STATUS status;
612
613 if (PortalHashTable == NULL)
614 return;
615
617 while ((hentry = hash_seq_search(&status)) != NULL)
618 {
619 Portal portal = hentry->portal;
620
621 /* Can't close the active portal (the one running the command) */
622 if (portal->status == PORTAL_ACTIVE)
623 continue;
624
625 PortalDrop(portal, false);
626
627 /* Restart the iteration in case that led to other drops */
628 hash_seq_term(&status);
630 }
631}
632
633/*
634 * "Hold" a portal. Prepare it for access by later transactions.
635 */
636static void
638{
639 /*
640 * Note that PersistHoldablePortal() must release all resources used by
641 * the portal that are local to the creating transaction.
642 */
643 PortalCreateHoldStore(portal);
644 PersistHoldablePortal(portal);
645
646 /* drop cached plan reference, if any */
648
649 /*
650 * Any resources belonging to the portal will be released in the upcoming
651 * transaction-wide cleanup; the portal will no longer have its own
652 * resources.
653 */
654 portal->resowner = NULL;
655
656 /*
657 * Having successfully exported the holdable cursor, mark it as not
658 * belonging to this transaction.
659 */
662 portal->createLevel = 0;
663}
664
665/*
666 * Pre-commit processing for portals.
667 *
668 * Holdable cursors created in this transaction need to be converted to
669 * materialized form, since we are going to close down the executor and
670 * release locks. Non-holdable portals created in this transaction are
671 * simply removed. Portals remaining from prior transactions should be
672 * left untouched.
673 *
674 * Returns true if any portals changed state (possibly causing user-defined
675 * code to be run), false if not.
676 */
677bool
679{
680 bool result = false;
681 HASH_SEQ_STATUS status;
683
685
686 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
687 {
688 Portal portal = hentry->portal;
689
690 /*
691 * There should be no pinned portals anymore. Complain if someone
692 * leaked one. Auto-held portals are allowed; we assume that whoever
693 * pinned them is managing them.
694 */
695 if (portal->portalPinned && !portal->autoHeld)
696 elog(ERROR, "cannot commit while a portal is pinned");
697
698 /*
699 * Do not touch active portals --- this can only happen in the case of
700 * a multi-transaction utility command, such as VACUUM, or a commit in
701 * a procedure.
702 *
703 * Note however that any resource owner attached to such a portal is
704 * still going to go away, so don't leave a dangling pointer. Also
705 * unregister any snapshots held by the portal, mainly to avoid
706 * snapshot leak warnings from ResourceOwnerRelease().
707 */
708 if (portal->status == PORTAL_ACTIVE)
709 {
710 if (portal->holdSnapshot)
711 {
712 if (portal->resowner)
714 portal->resowner);
715 portal->holdSnapshot = NULL;
716 }
717 portal->resowner = NULL;
718 /* Clear portalSnapshot too, for cleanliness */
719 portal->portalSnapshot = NULL;
720 continue;
721 }
722
723 /* Is it a holdable portal created in the current xact? */
724 if ((portal->cursorOptions & CURSOR_OPT_HOLD) &&
726 portal->status == PORTAL_READY)
727 {
728 /*
729 * We are exiting the transaction that created a holdable cursor.
730 * Instead of dropping the portal, prepare it for access by later
731 * transactions.
732 *
733 * However, if this is PREPARE TRANSACTION rather than COMMIT,
734 * refuse PREPARE, because the semantics seem pretty unclear.
735 */
736 if (isPrepare)
739 errmsg("cannot PREPARE a transaction that has created a cursor WITH HOLD")));
740
741 HoldPortal(portal);
742
743 /* Report we changed state */
744 result = true;
745 }
746 else if (portal->createSubid == InvalidSubTransactionId)
747 {
748 /*
749 * Do nothing to cursors held over from a previous transaction
750 * (including ones we just froze in a previous cycle of this loop)
751 */
752 continue;
753 }
754 else
755 {
756 /* Zap all non-holdable portals */
757 PortalDrop(portal, true);
758
759 /* Report we changed state */
760 result = true;
761 }
762
763 /*
764 * After either freezing or dropping a portal, we have to restart the
765 * iteration, because we could have invoked user-defined code that
766 * caused a drop of the next portal in the hash chain.
767 */
768 hash_seq_term(&status);
770 }
771
772 return result;
773}
774
775/*
776 * Abort processing for portals.
777 *
778 * At this point we run the cleanup hook if present, but we can't release the
779 * portal's memory until the cleanup call.
780 */
781void
783{
784 HASH_SEQ_STATUS status;
786
788
789 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
790 {
791 Portal portal = hentry->portal;
792
793 /*
794 * When elog(FATAL) is progress, we need to set the active portal to
795 * failed, so that PortalCleanup() doesn't run the executor shutdown.
796 */
798 MarkPortalFailed(portal);
799
800 /*
801 * Do nothing else to cursors held over from a previous transaction.
802 */
804 continue;
805
806 /*
807 * Do nothing to auto-held cursors. This is similar to the case of a
808 * cursor from a previous transaction, but it could also be that the
809 * cursor was auto-held in this transaction, so it wants to live on.
810 */
811 if (portal->autoHeld)
812 continue;
813
814 /*
815 * If it was created in the current transaction, we can't do normal
816 * shutdown on a READY portal either; it might refer to objects
817 * created in the failed transaction. See comments in
818 * AtSubAbort_Portals.
819 */
820 if (portal->status == PORTAL_READY)
821 MarkPortalFailed(portal);
822
823 /*
824 * Allow portalcmds.c to clean up the state it knows about, if we
825 * haven't already.
826 */
827 if (portal->cleanup)
828 {
829 portal->cleanup(portal);
830 portal->cleanup = NULL;
831 }
832
833 /* drop cached plan reference, if any */
835
836 /*
837 * Any resources belonging to the portal will be released in the
838 * upcoming transaction-wide cleanup; they will be gone before we run
839 * PortalDrop.
840 */
841 portal->resowner = NULL;
842
843 /*
844 * Although we can't delete the portal data structure proper, we can
845 * release any memory in subsidiary contexts, such as executor state.
846 * The cleanup hook was the last thing that might have needed data
847 * there. But leave active portals alone.
848 */
849 if (portal->status != PORTAL_ACTIVE)
851 }
852}
853
854/*
855 * Post-abort cleanup for portals.
856 *
857 * Delete all portals not held over from prior transactions.
858 */
859void
861{
862 HASH_SEQ_STATUS status;
864
866
867 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
868 {
869 Portal portal = hentry->portal;
870
871 /*
872 * Do not touch active portals --- this can only happen in the case of
873 * a multi-transaction command.
874 */
875 if (portal->status == PORTAL_ACTIVE)
876 continue;
877
878 /*
879 * Do nothing to cursors held over from a previous transaction or
880 * auto-held ones.
881 */
882 if (portal->createSubid == InvalidSubTransactionId || portal->autoHeld)
883 {
884 Assert(portal->status != PORTAL_ACTIVE);
885 Assert(portal->resowner == NULL);
886 continue;
887 }
888
889 /*
890 * If a portal is still pinned, forcibly unpin it. PortalDrop will not
891 * let us drop the portal otherwise. Whoever pinned the portal was
892 * interrupted by the abort too and won't try to use it anymore.
893 */
894 if (portal->portalPinned)
895 portal->portalPinned = false;
896
897 /*
898 * We had better not call any user-defined code during cleanup, so if
899 * the cleanup hook hasn't been run yet, too bad; we'll just skip it.
900 */
901 if (portal->cleanup)
902 {
903 elog(WARNING, "skipping cleanup for portal \"%s\"", portal->name);
904 portal->cleanup = NULL;
905 }
906
907 /* Zap it. */
908 PortalDrop(portal, false);
909 }
910}
911
912/*
913 * Portal-related cleanup when we return to the main loop on error.
914 *
915 * This is different from the cleanup at transaction abort. Auto-held portals
916 * are cleaned up on error but not on transaction abort.
917 */
918void
920{
921 HASH_SEQ_STATUS status;
923
925
926 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
927 {
928 Portal portal = hentry->portal;
929
930 if (portal->autoHeld)
931 {
932 portal->portalPinned = false;
933 PortalDrop(portal, false);
934 }
935 }
936}
937
938/*
939 * Pre-subcommit processing for portals.
940 *
941 * Reassign portals created or used in the current subtransaction to the
942 * parent subtransaction.
943 */
944void
947 int parentLevel,
949{
950 HASH_SEQ_STATUS status;
952
954
955 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
956 {
957 Portal portal = hentry->portal;
958
959 if (portal->createSubid == mySubid)
960 {
961 portal->createSubid = parentSubid;
962 portal->createLevel = parentLevel;
963 if (portal->resowner)
965 }
966 if (portal->activeSubid == mySubid)
967 portal->activeSubid = parentSubid;
968 }
969}
970
971/*
972 * Subtransaction abort handling for portals.
973 *
974 * Deactivate portals created or used during the failed subtransaction.
975 * Note that per AtSubCommit_Portals, this will catch portals created/used
976 * in descendants of the subtransaction too.
977 *
978 * We don't destroy any portals here; that's done in AtSubCleanup_Portals.
979 */
980void
985{
986 HASH_SEQ_STATUS status;
988
990
991 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
992 {
993 Portal portal = hentry->portal;
994
995 /* Was it created in this subtransaction? */
996 if (portal->createSubid != mySubid)
997 {
998 /* No, but maybe it was used in this subtransaction? */
999 if (portal->activeSubid == mySubid)
1000 {
1001 /* Maintain activeSubid until the portal is removed */
1002 portal->activeSubid = parentSubid;
1003
1004 /*
1005 * A MarkPortalActive() caller ran an upper-level portal in
1006 * this subtransaction and left the portal ACTIVE. This can't
1007 * happen, but force the portal into FAILED state for the same
1008 * reasons discussed below.
1009 *
1010 * We assume we can get away without forcing upper-level READY
1011 * portals to fail, even if they were run and then suspended.
1012 * In theory a suspended upper-level portal could have
1013 * acquired some references to objects that are about to be
1014 * destroyed, but there should be sufficient defenses against
1015 * such cases: the portal's original query cannot contain such
1016 * references, and any references within, say, cached plans of
1017 * PL/pgSQL functions are not from active queries and should
1018 * be protected by revalidation logic.
1019 */
1020 if (portal->status == PORTAL_ACTIVE)
1021 MarkPortalFailed(portal);
1022
1023 /*
1024 * Also, if we failed it during the current subtransaction
1025 * (either just above, or earlier), reattach its resource
1026 * owner to the current subtransaction's resource owner, so
1027 * that any resources it still holds will be released while
1028 * cleaning up this subtransaction. This prevents some corner
1029 * cases wherein we might get Asserts or worse while cleaning
1030 * up objects created during the current subtransaction
1031 * (because they're still referenced within this portal).
1032 */
1033 if (portal->status == PORTAL_FAILED && portal->resowner)
1034 {
1036 portal->resowner = NULL;
1037 }
1038 }
1039 /* Done if it wasn't created in this subtransaction */
1040 continue;
1041 }
1042
1043 /*
1044 * Force any live portals of my own subtransaction into FAILED state.
1045 * We have to do this because they might refer to objects created or
1046 * changed in the failed subtransaction, leading to crashes within
1047 * ExecutorEnd when portalcmds.c tries to close down the portal.
1048 * Currently, every MarkPortalActive() caller ensures it updates the
1049 * portal status again before relinquishing control, so ACTIVE can't
1050 * happen here. If it does happen, dispose the portal like existing
1051 * MarkPortalActive() callers would.
1052 */
1053 if (portal->status == PORTAL_READY ||
1054 portal->status == PORTAL_ACTIVE)
1055 MarkPortalFailed(portal);
1056
1057 /*
1058 * Allow portalcmds.c to clean up the state it knows about, if we
1059 * haven't already.
1060 */
1061 if (portal->cleanup)
1062 {
1063 portal->cleanup(portal);
1064 portal->cleanup = NULL;
1065 }
1066
1067 /* drop cached plan reference, if any */
1069
1070 /*
1071 * Any resources belonging to the portal will be released in the
1072 * upcoming transaction-wide cleanup; they will be gone before we run
1073 * PortalDrop.
1074 */
1075 portal->resowner = NULL;
1076
1077 /*
1078 * Although we can't delete the portal data structure proper, we can
1079 * release any memory in subsidiary contexts, such as executor state.
1080 * The cleanup hook was the last thing that might have needed data
1081 * there.
1082 */
1084 }
1085}
1086
1087/*
1088 * Post-subabort cleanup for portals.
1089 *
1090 * Drop all portals created in the failed subtransaction (but note that
1091 * we will not drop any that were reassigned to the parent above).
1092 */
1093void
1095{
1096 HASH_SEQ_STATUS status;
1098
1100
1101 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
1102 {
1103 Portal portal = hentry->portal;
1104
1105 if (portal->createSubid != mySubid)
1106 continue;
1107
1108 /*
1109 * If a portal is still pinned, forcibly unpin it. PortalDrop will not
1110 * let us drop the portal otherwise. Whoever pinned the portal was
1111 * interrupted by the abort too and won't try to use it anymore.
1112 */
1113 if (portal->portalPinned)
1114 portal->portalPinned = false;
1115
1116 /*
1117 * We had better not call any user-defined code during cleanup, so if
1118 * the cleanup hook hasn't been run yet, too bad; we'll just skip it.
1119 */
1120 if (portal->cleanup)
1121 {
1122 elog(WARNING, "skipping cleanup for portal \"%s\"", portal->name);
1123 portal->cleanup = NULL;
1124 }
1125
1126 /* Zap it. */
1127 PortalDrop(portal, false);
1128 }
1129}
1130
1131/* Find all available cursors */
1132Datum
1134{
1135 ReturnSetInfo *rsinfo = (ReturnSetInfo *) fcinfo->resultinfo;
1138
1139 /*
1140 * We put all the tuples into a tuplestore in one scan of the hashtable.
1141 * This avoids any issue of the hashtable possibly changing between calls.
1142 */
1143 InitMaterializedSRF(fcinfo, 0);
1144
1146 while ((hentry = hash_seq_search(&hash_seq)) != NULL)
1147 {
1148 Portal portal = hentry->portal;
1149 Datum values[6];
1150 bool nulls[6] = {0};
1151
1152 /* report only "visible" entries */
1153 if (!portal->visible)
1154 continue;
1155 /* also ignore it if PortalDefineQuery hasn't been called yet */
1156 if (!portal->sourceText)
1157 continue;
1158
1159 values[0] = CStringGetTextDatum(portal->name);
1165
1166 tuplestore_putvalues(rsinfo->setResult, rsinfo->setDesc, values, nulls);
1167 }
1168
1169 return (Datum) 0;
1170}
1171
1172bool
1174{
1175 HASH_SEQ_STATUS status;
1177
1179
1180 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
1181 {
1182 Portal portal = hentry->portal;
1183
1184 if (portal->status == PORTAL_READY)
1185 return false;
1186 }
1187
1188 return true;
1189}
1190
1191/*
1192 * Hold all pinned portals.
1193 *
1194 * When initiating a COMMIT or ROLLBACK inside a procedure, this must be
1195 * called to protect internally-generated cursors from being dropped during
1196 * the transaction shutdown. Currently, SPI calls this automatically; PLs
1197 * that initiate COMMIT or ROLLBACK some other way are on the hook to do it
1198 * themselves. (Note that we couldn't do this in, say, AtAbort_Portals
1199 * because we need to run user-defined code while persisting a portal.
1200 * It's too late to do that once transaction abort has started.)
1201 *
1202 * We protect such portals by converting them to held cursors. We mark them
1203 * as "auto-held" so that exception exit knows to clean them up. (In normal,
1204 * non-exception code paths, the PL needs to clean such portals itself, since
1205 * transaction end won't do it anymore; but that should be normal practice
1206 * anyway.)
1207 */
1208void
1210{
1211 HASH_SEQ_STATUS status;
1213
1215
1216 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
1217 {
1218 Portal portal = hentry->portal;
1219
1220 if (portal->portalPinned && !portal->autoHeld)
1221 {
1222 /*
1223 * Doing transaction control, especially abort, inside a cursor
1224 * loop that is not read-only, for example using UPDATE ...
1225 * RETURNING, has weird semantics issues. Also, this
1226 * implementation wouldn't work, because such portals cannot be
1227 * held. (The core grammar enforces that only SELECT statements
1228 * can drive a cursor, but for example PL/pgSQL does not restrict
1229 * it.)
1230 */
1231 if (portal->strategy != PORTAL_ONE_SELECT)
1232 ereport(ERROR,
1234 errmsg("cannot perform transaction commands inside a cursor loop that is not read-only")));
1235
1236 /* Verify it's in a suitable state to be held */
1237 if (portal->status != PORTAL_READY)
1238 elog(ERROR, "pinned portal is not ready to be auto-held");
1239
1240 HoldPortal(portal);
1241 portal->autoHeld = true;
1242 }
1243 }
1244}
1245
1246/*
1247 * Drop the outer active snapshots for all portals, so that no snapshots
1248 * remain active.
1249 *
1250 * Like HoldPinnedPortals, this must be called when initiating a COMMIT or
1251 * ROLLBACK inside a procedure. This has to be separate from that since it
1252 * should not be run until we're done with steps that are likely to fail.
1253 *
1254 * It's tempting to fold this into PreCommit_Portals, but to do so, we'd
1255 * need to clean up snapshot management in VACUUM and perhaps other places.
1256 */
1257void
1259{
1260 HASH_SEQ_STATUS status;
1262 int numPortalSnaps = 0;
1263 int numActiveSnaps = 0;
1264
1265 /* First, scan PortalHashTable and clear portalSnapshot fields */
1267
1268 while ((hentry = (PortalHashEnt *) hash_seq_search(&status)) != NULL)
1269 {
1270 Portal portal = hentry->portal;
1271
1272 if (portal->portalSnapshot != NULL)
1273 {
1274 portal->portalSnapshot = NULL;
1276 }
1277 /* portal->holdSnapshot will be cleaned up in PreCommit_Portals */
1278 }
1279
1280 /*
1281 * Now, pop all the active snapshots, which should be just those that were
1282 * portal snapshots. Ideally we'd drive this directly off the portal
1283 * scan, but there's no good way to visit the portals in the correct
1284 * order. So just cross-check after the fact.
1285 */
1286 while (ActiveSnapshotSet())
1287 {
1290 }
1291
1293 elog(ERROR, "portal snapshots (%d) did not account for all active snapshots (%d)",
1295}
static Datum values[MAXATTR]
Definition bootstrap.c:188
#define CStringGetTextDatum(s)
Definition builtins.h:98
uint32 SubTransactionId
Definition c.h:742
#define InvalidSubTransactionId
Definition c.h:744
#define Assert(condition)
Definition c.h:945
static void SetQueryCompletion(QueryCompletion *qc, CommandTag commandTag, uint64 nprocessed)
Definition cmdtag.h:37
CommandTag
Definition cmdtag.h:23
HTAB * hash_create(const char *tabname, int64 nelem, const HASHCTL *info, int flags)
Definition dynahash.c:358
void * hash_seq_search(HASH_SEQ_STATUS *status)
Definition dynahash.c:1415
void hash_seq_term(HASH_SEQ_STATUS *status)
Definition dynahash.c:1509
void hash_seq_init(HASH_SEQ_STATUS *status, HTAB *hashp)
Definition dynahash.c:1380
int errcode(int sqlerrcode)
Definition elog.c:874
#define WARNING
Definition elog.h:36
#define ERROR
Definition elog.h:39
#define elog(elevel,...)
Definition elog.h:226
#define ereport(elevel,...)
Definition elog.h:150
#define PG_FUNCTION_ARGS
Definition fmgr.h:193
void InitMaterializedSRF(FunctionCallInfo fcinfo, bits32 flags)
Definition funcapi.c:76
int work_mem
Definition globals.c:131
#define HASH_STRINGS
Definition hsearch.h:96
#define HASH_ELEM
Definition hsearch.h:95
#define stmt
bool shmem_exit_inprogress
Definition ipc.c:46
void * MemoryContextAllocZero(MemoryContext context, Size size)
Definition mcxt.c:1266
void pfree(void *pointer)
Definition mcxt.c:1616
void MemoryContextDeleteChildren(MemoryContext context)
Definition mcxt.c:555
MemoryContext TopMemoryContext
Definition mcxt.c:166
void MemoryContextDelete(MemoryContext context)
Definition mcxt.c:472
void MemoryContextSetIdentifier(MemoryContext context, const char *id)
Definition mcxt.c:661
#define AllocSetContextCreate
Definition memutils.h:129
#define ALLOCSET_DEFAULT_SIZES
Definition memutils.h:160
#define ALLOCSET_SMALL_SIZES
Definition memutils.h:170
static char * errmsg
static MemoryContext MemoryContextSwitchTo(MemoryContext context)
Definition palloc.h:124
#define CURSOR_OPT_SCROLL
#define CURSOR_OPT_HOLD
#define CURSOR_OPT_BINARY
#define CURSOR_OPT_NO_SCROLL
#define lfirst_node(type, lc)
Definition pg_list.h:176
#define NIL
Definition pg_list.h:68
void ReleaseCachedPlan(CachedPlan *plan, ResourceOwner owner)
Definition plancache.c:1428
#define sprintf
Definition port.h:262
@ PORTAL_FAILED
Definition portal.h:110
@ PORTAL_NEW
Definition portal.h:105
@ PORTAL_ACTIVE
Definition portal.h:108
@ PORTAL_DONE
Definition portal.h:109
@ PORTAL_READY
Definition portal.h:107
@ PORTAL_DEFINED
Definition portal.h:106
struct PortalData * Portal
Definition portal.h:113
@ PORTAL_MULTI_QUERY
Definition portal.h:95
@ PORTAL_ONE_SELECT
Definition portal.h:91
#define PortalIsValid(p)
Definition portal.h:211
void PortalCleanup(Portal portal)
Definition portalcmds.c:274
void PersistHoldablePortal(Portal portal)
Definition portalcmds.c:327
void AtAbort_Portals(void)
Definition portalmem.c:782
void AtSubAbort_Portals(SubTransactionId mySubid, SubTransactionId parentSubid, ResourceOwner myXactOwner, ResourceOwner parentXactOwner)
Definition portalmem.c:981
void EnablePortalManager(void)
Definition portalmem.c:106
void MarkPortalDone(Portal portal)
Definition portalmem.c:415
#define MAX_PORTALNAME_LEN
Definition portalmem.c:48
void PinPortal(Portal portal)
Definition portalmem.c:372
Datum pg_cursor(PG_FUNCTION_ARGS)
Definition portalmem.c:1133
static HTAB * PortalHashTable
Definition portalmem.c:56
#define PortalHashTableInsert(PORTAL, NAME)
Definition portalmem.c:70
Portal CreateNewPortal(void)
Definition portalmem.c:237
bool PreCommit_Portals(bool isPrepare)
Definition portalmem.c:678
static MemoryContext TopPortalContext
Definition portalmem.c:93
void MarkPortalFailed(Portal portal)
Definition portalmem.c:443
static void PortalReleaseCachedPlan(Portal portal)
Definition portalmem.c:311
void UnpinPortal(Portal portal)
Definition portalmem.c:381
void HoldPinnedPortals(void)
Definition portalmem.c:1209
PlannedStmt * PortalGetPrimaryStmt(Portal portal)
Definition portalmem.c:153
void MarkPortalActive(Portal portal)
Definition portalmem.c:396
void PortalDrop(Portal portal, bool isTopCommit)
Definition portalmem.c:469
#define PortalHashTableLookup(NAME, PORTAL)
Definition portalmem.c:58
bool ThereAreNoReadyPortals(void)
Definition portalmem.c:1173
Portal GetPortalByName(const char *name)
Definition portalmem.c:132
void AtSubCommit_Portals(SubTransactionId mySubid, SubTransactionId parentSubid, int parentLevel, ResourceOwner parentXactOwner)
Definition portalmem.c:945
#define PortalHashTableDelete(PORTAL)
Definition portalmem.c:83
void AtCleanup_Portals(void)
Definition portalmem.c:860
void PortalDefineQuery(Portal portal, const char *prepStmtName, const char *sourceText, CommandTag commandTag, List *stmts, CachedPlan *cplan)
Definition portalmem.c:284
void PortalHashTableDeleteAll(void)
Definition portalmem.c:608
static void HoldPortal(Portal portal)
Definition portalmem.c:637
Portal CreatePortal(const char *name, bool allowDup, bool dupSilent)
Definition portalmem.c:177
void AtSubCleanup_Portals(SubTransactionId mySubid)
Definition portalmem.c:1094
void PortalErrorCleanup(void)
Definition portalmem.c:919
void ForgetPortalSnapshots(void)
Definition portalmem.c:1258
struct portalhashent PortalHashEnt
void PortalCreateHoldStore(Portal portal)
Definition portalmem.c:332
#define PORTALS_PER_USER
Definition portalmem.c:40
static Datum BoolGetDatum(bool X)
Definition postgres.h:112
uint64_t Datum
Definition postgres.h:70
static int fb(int x)
tree ctl
Definition radixtree.h:1838
void ResourceOwnerNewParent(ResourceOwner owner, ResourceOwner newparent)
Definition resowner.c:911
ResourceOwner ResourceOwnerCreate(ResourceOwner parent, const char *name)
Definition resowner.c:418
void ResourceOwnerRelease(ResourceOwner owner, ResourceReleasePhase phase, bool isCommit, bool isTopLevel)
Definition resowner.c:655
void ResourceOwnerDelete(ResourceOwner owner)
Definition resowner.c:868
ResourceOwner CurTransactionResourceOwner
Definition resowner.c:174
@ RESOURCE_RELEASE_LOCKS
Definition resowner.h:55
@ RESOURCE_RELEASE_BEFORE_LOCKS
Definition resowner.h:54
@ RESOURCE_RELEASE_AFTER_LOCKS
Definition resowner.h:56
void UnregisterSnapshotFromOwner(Snapshot snapshot, ResourceOwner owner)
Definition snapmgr.c:879
bool ActiveSnapshotSet(void)
Definition snapmgr.c:812
void PopActiveSnapshot(void)
Definition snapmgr.c:775
Definition pg_list.h:54
SubTransactionId createSubid
Definition portal.h:131
Snapshot portalSnapshot
Definition portal.h:169
SubTransactionId activeSubid
Definition portal.h:132
CommandTag commandTag
Definition portal.h:137
const char * sourceText
Definition portal.h:136
bool atEnd
Definition portal.h:199
bool atStart
Definition portal.h:198
List * stmts
Definition portal.h:139
ResourceOwner resowner
Definition portal.h:121
TimestampTz creation_time
Definition portal.h:203
bool autoHeld
Definition portal.h:152
bool portalPinned
Definition portal.h:151
int createLevel
Definition portal.h:133
MemoryContext holdContext
Definition portal.h:177
QueryCompletion qc
Definition portal.h:138
MemoryContext portalContext
Definition portal.h:120
bool visible
Definition portal.h:204
Snapshot holdSnapshot
Definition portal.h:187
const char * name
Definition portal.h:118
const char * prepStmtName
Definition portal.h:119
CachedPlan * cplan
Definition portal.h:140
Tuplestorestate * holdStore
Definition portal.h:176
int cursorOptions
Definition portal.h:147
void(* cleanup)(Portal portal)
Definition portal.h:122
PortalStrategy strategy
Definition portal.h:146
PortalStatus status
Definition portal.h:150
Portal portal
Definition portalmem.c:53
char portalname[MAX_PORTALNAME_LEN]
Definition portalmem.c:52
Tuplestorestate * tuplestore_begin_heap(bool randomAccess, bool interXact, int maxKBytes)
Definition tuplestore.c:331
void tuplestore_putvalues(Tuplestorestate *state, TupleDesc tdesc, const Datum *values, const bool *isnull)
Definition tuplestore.c:785
void tuplestore_end(Tuplestorestate *state)
Definition tuplestore.c:493
static Datum TimestampTzGetDatum(TimestampTz X)
Definition timestamp.h:52
const char * name
SubTransactionId GetCurrentSubTransactionId(void)
Definition xact.c:793
int GetCurrentTransactionNestLevel(void)
Definition xact.c:931
TimestampTz GetCurrentStatementStartTimestamp(void)
Definition xact.c:881