pg_backup_archiver.c File Reference

#include "postgres_fe.h"
#include <ctype.h>
#include <fcntl.h>
#include <unistd.h>
#include <sys/stat.h>
#include <sys/wait.h>
#include "parallel.h"
#include "pg_backup_archiver.h"
#include "pg_backup_db.h"
#include "pg_backup_utils.h"
#include "dumputils.h"
#include "fe_utils/string_utils.h"
#include "libpq/libpq-fs.h"

Include dependency graph for pg_backup_archiver.c:

Go to the source code of this file.

Data Structures
struct	_outputContext

Macros
#define	TEXT_DUMP_HEADER   "--\n-- PostgreSQL database dump\n--\n\n"
#define	TEXT_DUMPALL_HEADER   "--\n-- PostgreSQL database cluster dump\n--\n\n"

Typedefs
typedef struct _outputContext	OutputContext

Functions
static ArchiveHandle *	_allocAH (const char *FileSpec, const ArchiveFormat fmt, const int compression, bool dosync, ArchiveMode mode, SetupWorkerPtrType setupWorkerPtr)
static void	_getObjectDescription (PQExpBuffer buf, TocEntry *te, ArchiveHandle *AH)
static void	_printTocEntry (ArchiveHandle *AH, TocEntry *te, bool isData, bool acl_pass)
static char *	replace_line_endings (const char *str)
static void	_doSetFixedOutputState (ArchiveHandle *AH)
static void	_doSetSessionAuth (ArchiveHandle *AH, const char *user)
static void	_doSetWithOids (ArchiveHandle *AH, const bool withOids)
static void	_reconnectToDB (ArchiveHandle *AH, const char *dbname)
static void	_becomeUser (ArchiveHandle *AH, const char *user)
static void	_becomeOwner (ArchiveHandle *AH, TocEntry *te)
static void	_selectOutputSchema (ArchiveHandle *AH, const char *schemaName)
static void	_selectTablespace (ArchiveHandle *AH, const char *tablespace)
static void	processEncodingEntry (ArchiveHandle *AH, TocEntry *te)
static void	processStdStringsEntry (ArchiveHandle *AH, TocEntry *te)
static teReqs	_tocEntryRequired (TocEntry *te, teSection curSection, RestoreOptions *ropt)
static bool	_tocEntryIsACL (TocEntry *te)
static void	_disableTriggersIfNecessary (ArchiveHandle *AH, TocEntry *te)
static void	_enableTriggersIfNecessary (ArchiveHandle *AH, TocEntry *te)
static void	buildTocEntryArrays (ArchiveHandle *AH)
static void	_moveBefore (ArchiveHandle *AH, TocEntry *pos, TocEntry *te)
static int	_discoverArchiveFormat (ArchiveHandle *AH)
static int	RestoringToDB (ArchiveHandle *AH)
static void	dump_lo_buf (ArchiveHandle *AH)
static void	dumpTimestamp (ArchiveHandle *AH, const char *msg, time_t tim)
static void	SetOutput (ArchiveHandle *AH, const char *filename, int compression)
static OutputContext	SaveOutput (ArchiveHandle *AH)
static void	RestoreOutput (ArchiveHandle *AH, OutputContext savedContext)
static int	restore_toc_entry (ArchiveHandle *AH, TocEntry *te, bool is_parallel)
static void	restore_toc_entries_prefork (ArchiveHandle *AH)
static void	restore_toc_entries_parallel (ArchiveHandle *AH, ParallelState *pstate, TocEntry *pending_list)
static void	restore_toc_entries_postfork (ArchiveHandle *AH, TocEntry *pending_list)
static void	par_list_header_init (TocEntry *l)
static void	par_list_append (TocEntry *l, TocEntry *te)
static void	par_list_remove (TocEntry *te)
static TocEntry *	get_next_work_item (ArchiveHandle *AH, TocEntry *ready_list, ParallelState *pstate)
static void	mark_dump_job_done (ArchiveHandle *AH, TocEntry *te, int status, void *callback_data)
static void	mark_restore_job_done (ArchiveHandle *AH, TocEntry *te, int status, void *callback_data)
static void	fix_dependencies (ArchiveHandle *AH)
static bool	has_lock_conflicts (TocEntry *te1, TocEntry *te2)
static void	repoint_table_dependencies (ArchiveHandle *AH)
static void	identify_locking_dependencies (ArchiveHandle *AH, TocEntry *te)
static void	reduce_dependencies (ArchiveHandle *AH, TocEntry *te, TocEntry *ready_list)
static void	mark_create_done (ArchiveHandle *AH, TocEntry *te)
static void	inhibit_data_for_failed_table (ArchiveHandle *AH, TocEntry *te)
static void	StrictNamesCheck (RestoreOptions *ropt)
DumpOptions *	NewDumpOptions (void)
void	InitDumpOptions (DumpOptions *opts)
DumpOptions *	dumpOptionsFromRestoreOptions (RestoreOptions *ropt)
static void	setupRestoreWorker (Archive *AHX)
Archive *	CreateArchive (const char *FileSpec, const ArchiveFormat fmt, const int compression, bool dosync, ArchiveMode mode, SetupWorkerPtrType setupDumpWorker)
Archive *	OpenArchive (const char *FileSpec, const ArchiveFormat fmt)
void	CloseArchive (Archive *AHX)
void	SetArchiveOptions (Archive *AH, DumpOptions *dopt, RestoreOptions *ropt)
void	ProcessArchiveRestoreOptions (Archive *AHX)
void	RestoreArchive (Archive *AHX)
RestoreOptions *	NewRestoreOptions (void)
void	WriteData (Archive *AHX, const void *data, size_t dLen)
void	ArchiveEntry (Archive *AHX, CatalogId catalogId, DumpId dumpId, const char *tag, const char *namespace, const char *tablespace, const char *owner, bool withOids, const char *desc, teSection section, const char *defn, const char *dropStmt, const char *copyStmt, const DumpId *deps, int nDeps, DataDumperPtr dumpFn, void *dumpArg)
void	PrintTOCSummary (Archive *AHX)
int	StartBlob (Archive *AHX, Oid oid)
int	EndBlob (Archive *AHX, Oid oid)
void	StartRestoreBlobs (ArchiveHandle *AH)
void	EndRestoreBlobs (ArchiveHandle *AH)
void	StartRestoreBlob (ArchiveHandle *AH, Oid oid, bool drop)
void	EndRestoreBlob (ArchiveHandle *AH, Oid oid)
void	SortTocFromFile (Archive *AHX)
void	archputs (const char *s, Archive *AH)
int	archprintf (Archive *AH, const char *fmt,...)
int	ahprintf (ArchiveHandle *AH, const char *fmt,...)
void	ahlog (ArchiveHandle *AH, int level, const char *fmt,...)
void	ahwrite (const void *ptr, size_t size, size_t nmemb, ArchiveHandle *AH)
void	warn_or_exit_horribly (ArchiveHandle *AH, const char *modulename, const char *fmt,...)
TocEntry *	getTocEntryByDumpId (ArchiveHandle *AH, DumpId id)
teReqs	TocIDRequired (ArchiveHandle *AH, DumpId id)
size_t	WriteOffset (ArchiveHandle *AH, pgoff_t o, int wasSet)
int	ReadOffset (ArchiveHandle *AH, pgoff_t *o)
size_t	WriteInt (ArchiveHandle *AH, int i)
int	ReadInt (ArchiveHandle *AH)
size_t	WriteStr (ArchiveHandle *AH, const char *c)
char *	ReadStr (ArchiveHandle *AH)
void	WriteDataChunks (ArchiveHandle *AH, ParallelState *pstate)
void	WriteDataChunksForTocEntry (ArchiveHandle *AH, TocEntry *te)
void	WriteToc (ArchiveHandle *AH)
void	ReadToc (ArchiveHandle *AH)
static void	_setWithOids (ArchiveHandle *AH, TocEntry *te)
void	WriteHead (ArchiveHandle *AH)
void	ReadHead (ArchiveHandle *AH)
bool	checkSeek (FILE *fp)
int	parallel_restore (ArchiveHandle *AH, TocEntry *te)
ArchiveHandle *	CloneArchive (ArchiveHandle *AH)
void	DeCloneArchive (ArchiveHandle *AH)

Variables
static const char *	modulename = gettext_noop("archiver")

Macro Definition Documentation

#define TEXT_DUMP_HEADER   "--\n-- PostgreSQL database dump\n--\n\n"

Definition at line 42 of file pg_backup_archiver.c.

Referenced by _discoverArchiveFormat().

#define TEXT_DUMPALL_HEADER   "--\n-- PostgreSQL database cluster dump\n--\n\n"

Definition at line 43 of file pg_backup_archiver.c.

Referenced by _discoverArchiveFormat().

Typedef Documentation

typedef struct _outputContext OutputContext

Function Documentation

static ArchiveHandle * _allocAH ( const char *  FileSpec, const ArchiveFormat  fmt, const int  compression, bool  dosync, ArchiveMode  mode, SetupWorkerPtrType  setupWorkerPtr  )

static

Definition at line 2275 of file pg_backup_archiver.c.

References _discoverArchiveFormat(), archCustom, archDirectory, _archiveHandle::archiveDumpVersion, archModeWrite, archNull, archTar, archUnknown, _archiveHandle::compression, _archiveHandle::createDate, _archiveHandle::currSchema, _archiveHandle::currTablespace, _archiveHandle::currUser, _archiveHandle::currWithOids, dosync, _archiveHandle::dosync, Archive::encoding, exit_horribly(), Archive::exit_on_error, _archiveHandle::format, _archiveHandle::fSpec, _archiveHandle::gzOut, InitArchiveFmt_Custom(), InitArchiveFmt_Directory(), InitArchiveFmt_Null(), InitArchiveFmt_Tar(), _archiveHandle::intSize, K_VERS_SELF, _archiveHandle::mode, modulename, Archive::n_errors, _tocEntry::next, NULL, _archiveHandle::OF, _archiveHandle::offSize, pg_malloc0(), pg_strdup(), pgoff_t, _tocEntry::prev, _archiveHandle::promptPassword, _archiveHandle::public, _archiveHandle::SetupWorkerPtr, _archiveHandle::sqlparse, Archive::std_strings, _archiveHandle::toc, TRI_DEFAULT, _archiveHandle::version, and write_msg().

Referenced by CreateArchive(), and OpenArchive().

{
    ArchiveHandle *AH;

#if 0
    write_msg(modulename, "allocating AH for %s, format %d\n", FileSpec, fmt);
#endif

    AH = (ArchiveHandle *) pg_malloc0(sizeof(ArchiveHandle));

    /* AH->debugLevel = 100; */

    AH->version = K_VERS_SELF;

    /* initialize for backwards compatible string processing */
    AH->public.encoding = 0;    /* PG_SQL_ASCII */
    AH->public.std_strings = false;

    /* sql error handling */
    AH->public.exit_on_error = true;
    AH->public.n_errors = 0;

    AH->archiveDumpVersion = PG_VERSION;

    AH->createDate = time(NULL);

    AH->intSize = sizeof(int);
    AH->offSize = sizeof(pgoff_t);
    if (FileSpec)
    {
        AH->fSpec = pg_strdup(FileSpec);

        /*
         * Not used; maybe later....
         *
         * AH->workDir = pg_strdup(FileSpec); for(i=strlen(FileSpec) ; i > 0 ;
         * i--) if (AH->workDir[i-1] == '/')
         */
    }
    else
        AH->fSpec = NULL;

    AH->currUser = NULL;        /* unknown */
    AH->currSchema = NULL;      /* ditto */
    AH->currTablespace = NULL;  /* ditto */
    AH->currWithOids = -1;      /* force SET */

    AH->toc = (TocEntry *) pg_malloc0(sizeof(TocEntry));

    AH->toc->next = AH->toc;
    AH->toc->prev = AH->toc;

    AH->mode = mode;
    AH->compression = compression;
    AH->dosync = dosync;

    memset(&(AH->sqlparse), 0, sizeof(AH->sqlparse));

    /* Open stdout with no compression for AH output handle */
    AH->gzOut = 0;
    AH->OF = stdout;

    /*
     * On Windows, we need to use binary mode to read/write non-text files,
     * which include all archive formats as well as compressed plain text.
     * Force stdin/stdout into binary mode if that is what we are using.
     */
#ifdef WIN32
    if ((fmt != archNull || compression != 0) &&
        (AH->fSpec == NULL || strcmp(AH->fSpec, "") == 0))
    {
        if (mode == archModeWrite)
            setmode(fileno(stdout), O_BINARY);
        else
            setmode(fileno(stdin), O_BINARY);
    }
#endif

    AH->SetupWorkerPtr = setupWorkerPtr;

    if (fmt == archUnknown)
        AH->format = _discoverArchiveFormat(AH);
    else
        AH->format = fmt;

    AH->promptPassword = TRI_DEFAULT;

    switch (AH->format)
    {
        case archCustom:
            InitArchiveFmt_Custom(AH);
            break;

        case archNull:
            InitArchiveFmt_Null(AH);
            break;

        case archDirectory:
            InitArchiveFmt_Directory(AH);
            break;

        case archTar:
            InitArchiveFmt_Tar(AH);
            break;

        default:
            exit_horribly(modulename, "unrecognized file format \"%d\"\n", fmt);
    }

    return AH;
}

static void _becomeOwner ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 3158 of file pg_backup_archiver.c.

References _becomeUser(), _restoreOptions::noOwner, _tocEntry::owner, _archiveHandle::public, Archive::ropt, and _restoreOptions::use_setsessauth.

Referenced by _printTocEntry(), restore_toc_entry(), and RestoreArchive().

{
    RestoreOptions *ropt = AH->public.ropt;

    if (ropt && (ropt->noOwner || !ropt->use_setsessauth))
        return;

    _becomeUser(AH, te->owner);
}

static void _becomeUser ( ArchiveHandle *  AH, const char *  user  )

static

Definition at line 3134 of file pg_backup_archiver.c.

References _doSetSessionAuth(), _archiveHandle::currUser, free, and pg_strdup().

Referenced by _becomeOwner(), _disableTriggersIfNecessary(), and _enableTriggersIfNecessary().

{
    if (!user)
        user = "";              /* avoid null pointers */

    if (AH->currUser && strcmp(AH->currUser, user) == 0)
        return;                 /* no need to do anything */

    _doSetSessionAuth(AH, user);

    /*
     * NOTE: currUser keeps track of what the imaginary session user in our
     * script is
     */
    if (AH->currUser)
        free(AH->currUser);
    AH->currUser = pg_strdup(user);
}

static void _disableTriggersIfNecessary ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 947 of file pg_backup_archiver.c.

References _becomeUser(), _selectOutputSchema(), ahlog(), ahprintf(), _restoreOptions::dataOnly, _restoreOptions::disable_triggers, fmtId(), _archiveHandle::public, Archive::ropt, _restoreOptions::superuser, and _tocEntry::tag.

Referenced by restore_toc_entry().

{
    RestoreOptions *ropt = AH->public.ropt;

    /* This hack is only needed in a data-only restore */
    if (!ropt->dataOnly || !ropt->disable_triggers)
        return;

    ahlog(AH, 1, "disabling triggers for %s\n", te->tag);

    /*
     * Become superuser if possible, since they are the only ones who can
     * disable constraint triggers.  If -S was not given, assume the initial
     * user identity is a superuser.  (XXX would it be better to become the
     * table owner?)
     */
    _becomeUser(AH, ropt->superuser);

    /*
     * Disable them.
     */
    _selectOutputSchema(AH, te->namespace);

    ahprintf(AH, "ALTER TABLE %s DISABLE TRIGGER ALL;\n\n",
             fmtId(te->tag));
}

static int _discoverArchiveFormat ( ArchiveHandle *  AH )

static

Definition at line 2070 of file pg_backup_archiver.c.

References archDirectory, archTar, buf, exit_horribly(), _archiveHandle::format, free, fseeko, _archiveHandle::fSpec, _archiveHandle::intSize, isValidTarHeader(), K_VERS_1_7, _archiveHandle::lookahead, _archiveHandle::lookaheadLen, _archiveHandle::lookaheadPos, _archiveHandle::lookaheadSize, MAKE_ARCHIVE_VERSION, MAXPGPATH, modulename, NULL, _archiveHandle::offSize, PG_BINARY_R, pg_malloc0(), READ_ERROR_EXIT, _archiveHandle::readHeader, sig, snprintf(), strerror(), TEXT_DUMP_HEADER, TEXT_DUMPALL_HEADER, _archiveHandle::version, and write_msg().

Referenced by _allocAH().

{
    FILE       *fh;
    char        sig[6];         /* More than enough */
    size_t      cnt;
    int         wantClose = 0;

#if 0
    write_msg(modulename, "attempting to ascertain archive format\n");
#endif

    if (AH->lookahead)
        free(AH->lookahead);

    AH->lookaheadSize = 512;
    AH->lookahead = pg_malloc0(512);
    AH->lookaheadLen = 0;
    AH->lookaheadPos = 0;

    if (AH->fSpec)
    {
        struct stat st;

        wantClose = 1;

        /*
         * Check if the specified archive is a directory. If so, check if
         * there's a "toc.dat" (or "toc.dat.gz") file in it.
         */
        if (stat(AH->fSpec, &st) == 0 && S_ISDIR(st.st_mode))
        {
            char        buf[MAXPGPATH];

            if (snprintf(buf, MAXPGPATH, "%s/toc.dat", AH->fSpec) >= MAXPGPATH)
                exit_horribly(modulename, "directory name too long: \"%s\"\n",
                              AH->fSpec);
            if (stat(buf, &st) == 0 && S_ISREG(st.st_mode))
            {
                AH->format = archDirectory;
                return AH->format;
            }

#ifdef HAVE_LIBZ
            if (snprintf(buf, MAXPGPATH, "%s/toc.dat.gz", AH->fSpec) >= MAXPGPATH)
                exit_horribly(modulename, "directory name too long: \"%s\"\n",
                              AH->fSpec);
            if (stat(buf, &st) == 0 && S_ISREG(st.st_mode))
            {
                AH->format = archDirectory;
                return AH->format;
            }
#endif
            exit_horribly(modulename, "directory \"%s\" does not appear to be a valid archive (\"toc.dat\" does not exist)\n",
                          AH->fSpec);
            fh = NULL;          /* keep compiler quiet */
        }
        else
        {
            fh = fopen(AH->fSpec, PG_BINARY_R);
            if (!fh)
                exit_horribly(modulename, "could not open input file \"%s\": %s\n",
                              AH->fSpec, strerror(errno));
        }
    }
    else
    {
        fh = stdin;
        if (!fh)
            exit_horribly(modulename, "could not open input file: %s\n",
                          strerror(errno));
    }

    if ((cnt = fread(sig, 1, 5, fh)) != 5)
    {
        if (ferror(fh))
            exit_horribly(modulename, "could not read input file: %s\n", strerror(errno));
        else
            exit_horribly(modulename, "input file is too short (read %lu, expected 5)\n",
                          (unsigned long) cnt);
    }

    /* Save it, just in case we need it later */
    memcpy(&AH->lookahead[0], sig, 5);
    AH->lookaheadLen = 5;

    if (strncmp(sig, "PGDMP", 5) == 0)
    {
        int         byteread;
        char        vmaj,
                    vmin,
                    vrev;

        /*
         * Finish reading (most of) a custom-format header.
         *
         * NB: this code must agree with ReadHead().
         */
        if ((byteread = fgetc(fh)) == EOF)
            READ_ERROR_EXIT(fh);

        vmaj = byteread;

        if ((byteread = fgetc(fh)) == EOF)
            READ_ERROR_EXIT(fh);

        vmin = byteread;

        /* Save these too... */
        AH->lookahead[AH->lookaheadLen++] = vmaj;
        AH->lookahead[AH->lookaheadLen++] = vmin;

        /* Check header version; varies from V1.0 */
        if (vmaj > 1 || (vmaj == 1 && vmin > 0))    /* Version > 1.0 */
        {
            if ((byteread = fgetc(fh)) == EOF)
                READ_ERROR_EXIT(fh);

            vrev = byteread;
            AH->lookahead[AH->lookaheadLen++] = vrev;
        }
        else
            vrev = 0;

        AH->version = MAKE_ARCHIVE_VERSION(vmaj, vmin, vrev);

        if ((AH->intSize = fgetc(fh)) == EOF)
            READ_ERROR_EXIT(fh);
        AH->lookahead[AH->lookaheadLen++] = AH->intSize;

        if (AH->version >= K_VERS_1_7)
        {
            if ((AH->offSize = fgetc(fh)) == EOF)
                READ_ERROR_EXIT(fh);
            AH->lookahead[AH->lookaheadLen++] = AH->offSize;
        }
        else
            AH->offSize = AH->intSize;

        if ((byteread = fgetc(fh)) == EOF)
            READ_ERROR_EXIT(fh);

        AH->format = byteread;
        AH->lookahead[AH->lookaheadLen++] = AH->format;
    }
    else
    {
        /*
         * *Maybe* we have a tar archive format file or a text dump ... So,
         * read first 512 byte header...
         */
        cnt = fread(&AH->lookahead[AH->lookaheadLen], 1, 512 - AH->lookaheadLen, fh);
        /* read failure is checked below */
        AH->lookaheadLen += cnt;

        if (AH->lookaheadLen >= strlen(TEXT_DUMPALL_HEADER) &&
            (strncmp(AH->lookahead, TEXT_DUMP_HEADER, strlen(TEXT_DUMP_HEADER)) == 0 ||
             strncmp(AH->lookahead, TEXT_DUMPALL_HEADER, strlen(TEXT_DUMPALL_HEADER)) == 0))
        {
            /*
             * looks like it's probably a text format dump. so suggest they
             * try psql
             */
            exit_horribly(modulename, "input file appears to be a text format dump. Please use psql.\n");
        }

        if (AH->lookaheadLen != 512)
        {
            if (feof(fh))
                exit_horribly(modulename, "input file does not appear to be a valid archive (too short?)\n");
            else
                READ_ERROR_EXIT(fh);
        }

        if (!isValidTarHeader(AH->lookahead))
            exit_horribly(modulename, "input file does not appear to be a valid archive\n");

        AH->format = archTar;
    }

    /* If we can't seek, then mark the header as read */
    if (fseeko(fh, 0, SEEK_SET) != 0)
    {
        /*
         * NOTE: Formats that use the lookahead buffer can unset this in their
         * Init routine.
         */
        AH->readHeader = 1;
    }
    else
        AH->lookaheadLen = 0;   /* Don't bother since we've reset the file */

    /* Close the file */
    if (wantClose)
        if (fclose(fh) != 0)
            exit_horribly(modulename, "could not close input file: %s\n",
                          strerror(errno));

    return AH->format;
}

static void _doSetFixedOutputState ( ArchiveHandle *  AH )

static

Definition at line 2965 of file pg_backup_archiver.c.

References ahprintf(), _restoreOptions::enable_row_security, Archive::encoding, fmtId(), pg_encoding_to_char(), _archiveHandle::public, Archive::ropt, Archive::std_strings, and _restoreOptions::use_role.

Referenced by _reconnectToDB(), CloneArchive(), restore_toc_entries_postfork(), and RestoreArchive().

{
    RestoreOptions *ropt = AH->public.ropt;

    /*
     * Disable timeouts to allow for slow commands, idle parallel workers, etc
     */
    ahprintf(AH, "SET statement_timeout = 0;\n");
    ahprintf(AH, "SET lock_timeout = 0;\n");
    ahprintf(AH, "SET idle_in_transaction_session_timeout = 0;\n");

    /* Select the correct character set encoding */
    ahprintf(AH, "SET client_encoding = '%s';\n",
             pg_encoding_to_char(AH->public.encoding));

    /* Select the correct string literal syntax */
    ahprintf(AH, "SET standard_conforming_strings = %s;\n",
             AH->public.std_strings ? "on" : "off");

    /* Select the role to be used during restore */
    if (ropt && ropt->use_role)
        ahprintf(AH, "SET ROLE %s;\n", fmtId(ropt->use_role));

    /* Make sure function checking is disabled */
    ahprintf(AH, "SET check_function_bodies = false;\n");

    /* Avoid annoying notices etc */
    ahprintf(AH, "SET client_min_messages = warning;\n");
    if (!AH->public.std_strings)
        ahprintf(AH, "SET escape_string_warning = off;\n");

    /* Adjust row-security state */
    if (ropt && ropt->enable_row_security)
        ahprintf(AH, "SET row_security = on;\n");
    else
        ahprintf(AH, "SET row_security = off;\n");

    ahprintf(AH, "\n");
}

static void _doSetSessionAuth ( ArchiveHandle *  AH, const char *  user  )

static

Definition at line 3011 of file pg_backup_archiver.c.

References ahprintf(), appendPQExpBufferChar(), appendPQExpBufferStr(), appendStringLiteralAHX, _archiveHandle::connection, createPQExpBuffer(), PQExpBufferData::data, destroyPQExpBuffer(), exit_horribly(), modulename, PGRES_COMMAND_OK, PQclear(), PQerrorMessage(), PQexec(), PQresultStatus(), and RestoringToDB().

Referenced by _becomeUser().

{
    PQExpBuffer cmd = createPQExpBuffer();

    appendPQExpBufferStr(cmd, "SET SESSION AUTHORIZATION ");

    /*
     * SQL requires a string literal here.  Might as well be correct.
     */
    if (user && *user)
        appendStringLiteralAHX(cmd, user, AH);
    else
        appendPQExpBufferStr(cmd, "DEFAULT");
    appendPQExpBufferChar(cmd, ';');

    if (RestoringToDB(AH))
    {
        PGresult   *res;

        res = PQexec(AH->connection, cmd->data);

        if (!res || PQresultStatus(res) != PGRES_COMMAND_OK)
            /* NOT warn_or_exit_horribly... use -O instead to skip this. */
            exit_horribly(modulename, "could not set session user to \"%s\": %s",
                          user, PQerrorMessage(AH->connection));

        PQclear(res);
    }
    else
        ahprintf(AH, "%s\n\n", cmd->data);

    destroyPQExpBuffer(cmd);
}

static void _doSetWithOids ( ArchiveHandle *  AH, const bool  withOids  )

static

Definition at line 3051 of file pg_backup_archiver.c.

References ahprintf(), appendPQExpBuffer(), _archiveHandle::connection, createPQExpBuffer(), PQExpBufferData::data, destroyPQExpBuffer(), modulename, PGRES_COMMAND_OK, PQclear(), PQerrorMessage(), PQexec(), PQresultStatus(), RestoringToDB(), and warn_or_exit_horribly().

Referenced by _setWithOids().

{
    PQExpBuffer cmd = createPQExpBuffer();

    appendPQExpBuffer(cmd, "SET default_with_oids = %s;", withOids ?
                      "true" : "false");

    if (RestoringToDB(AH))
    {
        PGresult   *res;

        res = PQexec(AH->connection, cmd->data);

        if (!res || PQresultStatus(res) != PGRES_COMMAND_OK)
            warn_or_exit_horribly(AH, modulename,
                                  "could not set default_with_oids: %s",
                                  PQerrorMessage(AH->connection));

        PQclear(res);
    }
    else
        ahprintf(AH, "%s\n\n", cmd->data);

    destroyPQExpBuffer(cmd);
}

static void _enableTriggersIfNecessary ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 975 of file pg_backup_archiver.c.

References _becomeUser(), _selectOutputSchema(), ahlog(), ahprintf(), _restoreOptions::dataOnly, _restoreOptions::disable_triggers, fmtId(), _archiveHandle::public, Archive::ropt, _restoreOptions::superuser, and _tocEntry::tag.

Referenced by restore_toc_entry().

{
    RestoreOptions *ropt = AH->public.ropt;

    /* This hack is only needed in a data-only restore */
    if (!ropt->dataOnly || !ropt->disable_triggers)
        return;

    ahlog(AH, 1, "enabling triggers for %s\n", te->tag);

    /*
     * Become superuser if possible, since they are the only ones who can
     * disable constraint triggers.  If -S was not given, assume the initial
     * user identity is a superuser.  (XXX would it be better to become the
     * table owner?)
     */
    _becomeUser(AH, ropt->superuser);

    /*
     * Enable them.
     */
    _selectOutputSchema(AH, te->namespace);

    ahprintf(AH, "ALTER TABLE %s ENABLE TRIGGER ALL;\n\n",
             fmtId(te->tag));
}

static void _getObjectDescription ( PQExpBuffer  buf, TocEntry *  te, ArchiveHandle *  AH  )

static

Definition at line 3294 of file pg_backup_archiver.c.

References appendPQExpBuffer(), appendPQExpBufferStr(), _tocEntry::desc, _tocEntry::dropStmt, fmtId(), free, modulename, pg_strdup(), _tocEntry::tag, and write_msg().

Referenced by _printTocEntry().

{
    const char *type = te->desc;

    /* Use ALTER TABLE for views and sequences */
    if (strcmp(type, "VIEW") == 0 || strcmp(type, "SEQUENCE") == 0 ||
        strcmp(type, "MATERIALIZED VIEW") == 0)
        type = "TABLE";

    /* objects that don't require special decoration */
    if (strcmp(type, "COLLATION") == 0 ||
        strcmp(type, "CONVERSION") == 0 ||
        strcmp(type, "DOMAIN") == 0 ||
        strcmp(type, "TABLE") == 0 ||
        strcmp(type, "TYPE") == 0 ||
        strcmp(type, "FOREIGN TABLE") == 0 ||
        strcmp(type, "TEXT SEARCH DICTIONARY") == 0 ||
        strcmp(type, "TEXT SEARCH CONFIGURATION") == 0 ||
    /* non-schema-specified objects */
        strcmp(type, "DATABASE") == 0 ||
        strcmp(type, "PROCEDURAL LANGUAGE") == 0 ||
        strcmp(type, "SCHEMA") == 0 ||
        strcmp(type, "FOREIGN DATA WRAPPER") == 0 ||
        strcmp(type, "SERVER") == 0 ||
        strcmp(type, "PUBLICATION") == 0 ||
        strcmp(type, "SUBSCRIPTION") == 0 ||
        strcmp(type, "USER MAPPING") == 0)
    {
        /* We already know that search_path was set properly */
        appendPQExpBuffer(buf, "%s %s", type, fmtId(te->tag));
        return;
    }

    /* BLOBs just have a name, but it's numeric so must not use fmtId */
    if (strcmp(type, "BLOB") == 0)
    {
        appendPQExpBuffer(buf, "LARGE OBJECT %s", te->tag);
        return;
    }

    /*
     * These object types require additional decoration.  Fortunately, the
     * information needed is exactly what's in the DROP command.
     */
    if (strcmp(type, "AGGREGATE") == 0 ||
        strcmp(type, "FUNCTION") == 0 ||
        strcmp(type, "OPERATOR") == 0 ||
        strcmp(type, "OPERATOR CLASS") == 0 ||
        strcmp(type, "OPERATOR FAMILY") == 0)
    {
        /* Chop "DROP " off the front and make a modifiable copy */
        char       *first = pg_strdup(te->dropStmt + 5);
        char       *last;

        /* point to last character in string */
        last = first + strlen(first) - 1;

        /* Strip off any ';' or '\n' at the end */
        while (last >= first && (*last == '\n' || *last == ';'))
            last--;
        *(last + 1) = '\0';

        appendPQExpBufferStr(buf, first);

        free(first);
        return;
    }

    write_msg(modulename, "WARNING: don't know how to set owner for object type %s\n",
              type);
}

static void _moveBefore ( ArchiveHandle *  AH, TocEntry *  pos, TocEntry *  te  )

static

Definition at line 1802 of file pg_backup_archiver.c.

References _tocEntry::next, and _tocEntry::prev.

Referenced by SortTocFromFile().

{
    /* Unlink te from list */
    te->prev->next = te->next;
    te->next->prev = te->prev;

    /* and insert it before "pos" */
    te->prev = pos->prev;
    te->next = pos;
    pos->prev->next = te;
    pos->prev = te;
}

static void _printTocEntry ( ArchiveHandle *  AH, TocEntry *  te, bool  isData, bool  acl_pass  )

static

Definition at line 3367 of file pg_backup_archiver.c.

References _becomeOwner(), _getObjectDescription(), _selectOutputSchema(), _selectTablespace(), _setWithOids(), _tocEntryIsACL(), ahprintf(), appendPQExpBuffer(), appendPQExpBufferStr(), _tocEntry::catalogId, _restoreOptions::createDB, createPQExpBuffer(), _archiveHandle::currUser, PQExpBufferData::data, _tocEntry::defn, _tocEntry::dependencies, _tocEntry::desc, destroyPQExpBuffer(), _restoreOptions::dropSchema, _tocEntry::dropStmt, _tocEntry::dumpId, fmtId(), free, i, modulename, _tocEntry::nDeps, _restoreOptions::noOwner, _restoreOptions::noTablespace, _archiveHandle::noTocComments, NULL, CatalogId::oid, _tocEntry::owner, pg_strdup(), _archiveHandle::PrintExtraTocPtr, _archiveHandle::public, replace_line_endings(), Archive::ropt, CatalogId::tableoid, _tocEntry::tablespace, _tocEntry::tag, _restoreOptions::use_setsessauth, Archive::verbose, and write_msg().

Referenced by restore_toc_entry(), and RestoreArchive().

{
    RestoreOptions *ropt = AH->public.ropt;

    /* ACLs are dumped only during acl pass */
    if (acl_pass)
    {
        if (!_tocEntryIsACL(te))
            return;
    }
    else
    {
        if (_tocEntryIsACL(te))
            return;
    }

    /*
     * Avoid dumping the public schema, as it will already be created ...
     * unless we are using --clean mode (and *not* --create mode), in which
     * case we've previously issued a DROP for it so we'd better recreate it.
     *
     * Likewise for its comment, if any.  (We could try issuing the COMMENT
     * command anyway; but it'd fail if the restore is done as non-super-user,
     * so let's not.)
     *
     * XXX it looks pretty ugly to hard-wire the public schema like this, but
     * it sits in a sort of no-mans-land between being a system object and a
     * user object, so it really is special in a way.
     */
    if (!(ropt->dropSchema && !ropt->createDB))
    {
        if (strcmp(te->desc, "SCHEMA") == 0 &&
            strcmp(te->tag, "public") == 0)
            return;
        if (strcmp(te->desc, "COMMENT") == 0 &&
            strcmp(te->tag, "SCHEMA public") == 0)
            return;
    }

    /* Select owner, schema, and tablespace as necessary */
    _becomeOwner(AH, te);
    _selectOutputSchema(AH, te->namespace);
    _selectTablespace(AH, te->tablespace);

    /* Set up OID mode too */
    if (strcmp(te->desc, "TABLE") == 0)
        _setWithOids(AH, te);

    /* Emit header comment for item */
    if (!AH->noTocComments)
    {
        const char *pfx;
        char       *sanitized_name;
        char       *sanitized_schema;
        char       *sanitized_owner;

        if (isData)
            pfx = "Data for ";
        else
            pfx = "";

        ahprintf(AH, "--\n");
        if (AH->public.verbose)
        {
            ahprintf(AH, "-- TOC entry %d (class %u OID %u)\n",
                     te->dumpId, te->catalogId.tableoid, te->catalogId.oid);
            if (te->nDeps > 0)
            {
                int         i;

                ahprintf(AH, "-- Dependencies:");
                for (i = 0; i < te->nDeps; i++)
                    ahprintf(AH, " %d", te->dependencies[i]);
                ahprintf(AH, "\n");
            }
        }

        /*
         * Zap any line endings embedded in user-supplied fields, to prevent
         * corruption of the dump (which could, in the worst case, present an
         * SQL injection vulnerability if someone were to incautiously load a
         * dump containing objects with maliciously crafted names).
         */
        sanitized_name = replace_line_endings(te->tag);
        if (te->namespace)
            sanitized_schema = replace_line_endings(te->namespace);
        else
            sanitized_schema = pg_strdup("-");
        if (!ropt->noOwner)
            sanitized_owner = replace_line_endings(te->owner);
        else
            sanitized_owner = pg_strdup("-");

        ahprintf(AH, "-- %sName: %s; Type: %s; Schema: %s; Owner: %s",
                 pfx, sanitized_name, te->desc, sanitized_schema,
                 sanitized_owner);

        free(sanitized_name);
        free(sanitized_schema);
        free(sanitized_owner);

        if (te->tablespace && strlen(te->tablespace) > 0 && !ropt->noTablespace)
        {
            char       *sanitized_tablespace;

            sanitized_tablespace = replace_line_endings(te->tablespace);
            ahprintf(AH, "; Tablespace: %s", sanitized_tablespace);
            free(sanitized_tablespace);
        }
        ahprintf(AH, "\n");

        if (AH->PrintExtraTocPtr != NULL)
            (*AH->PrintExtraTocPtr) (AH, te);
        ahprintf(AH, "--\n\n");
    }

    /*
     * Actually print the definition.
     *
     * Really crude hack for suppressing AUTHORIZATION clause that old pg_dump
     * versions put into CREATE SCHEMA.  We have to do this when --no-owner
     * mode is selected.  This is ugly, but I see no other good way ...
     */
    if (ropt->noOwner && strcmp(te->desc, "SCHEMA") == 0)
    {
        ahprintf(AH, "CREATE SCHEMA %s;\n\n\n", fmtId(te->tag));
    }
    else
    {
        if (strlen(te->defn) > 0)
            ahprintf(AH, "%s\n\n", te->defn);
    }

    /*
     * If we aren't using SET SESSION AUTH to determine ownership, we must
     * instead issue an ALTER OWNER command.  We assume that anything without
     * a DROP command is not a separately ownable object.  All the categories
     * with DROP commands must appear in one list or the other.
     */
    if (!ropt->noOwner && !ropt->use_setsessauth &&
        strlen(te->owner) > 0 && strlen(te->dropStmt) > 0)
    {
        if (strcmp(te->desc, "AGGREGATE") == 0 ||
            strcmp(te->desc, "BLOB") == 0 ||
            strcmp(te->desc, "COLLATION") == 0 ||
            strcmp(te->desc, "CONVERSION") == 0 ||
            strcmp(te->desc, "DATABASE") == 0 ||
            strcmp(te->desc, "DOMAIN") == 0 ||
            strcmp(te->desc, "FUNCTION") == 0 ||
            strcmp(te->desc, "OPERATOR") == 0 ||
            strcmp(te->desc, "OPERATOR CLASS") == 0 ||
            strcmp(te->desc, "OPERATOR FAMILY") == 0 ||
            strcmp(te->desc, "PROCEDURAL LANGUAGE") == 0 ||
            strcmp(te->desc, "SCHEMA") == 0 ||
            strcmp(te->desc, "TABLE") == 0 ||
            strcmp(te->desc, "TYPE") == 0 ||
            strcmp(te->desc, "VIEW") == 0 ||
            strcmp(te->desc, "MATERIALIZED VIEW") == 0 ||
            strcmp(te->desc, "SEQUENCE") == 0 ||
            strcmp(te->desc, "FOREIGN TABLE") == 0 ||
            strcmp(te->desc, "TEXT SEARCH DICTIONARY") == 0 ||
            strcmp(te->desc, "TEXT SEARCH CONFIGURATION") == 0 ||
            strcmp(te->desc, "FOREIGN DATA WRAPPER") == 0 ||
            strcmp(te->desc, "SERVER") == 0 ||
            strcmp(te->desc, "PUBLICATION") == 0 ||
            strcmp(te->desc, "SUBSCRIPTION") == 0)
        {
            PQExpBuffer temp = createPQExpBuffer();

            appendPQExpBufferStr(temp, "ALTER ");
            _getObjectDescription(temp, te, AH);
            appendPQExpBuffer(temp, " OWNER TO %s;", fmtId(te->owner));
            ahprintf(AH, "%s\n\n", temp->data);
            destroyPQExpBuffer(temp);
        }
        else if (strcmp(te->desc, "CAST") == 0 ||
                 strcmp(te->desc, "CHECK CONSTRAINT") == 0 ||
                 strcmp(te->desc, "CONSTRAINT") == 0 ||
                 strcmp(te->desc, "DEFAULT") == 0 ||
                 strcmp(te->desc, "FK CONSTRAINT") == 0 ||
                 strcmp(te->desc, "INDEX") == 0 ||
                 strcmp(te->desc, "RULE") == 0 ||
                 strcmp(te->desc, "TRIGGER") == 0 ||
                 strcmp(te->desc, "ROW SECURITY") == 0 ||
                 strcmp(te->desc, "POLICY") == 0 ||
                 strcmp(te->desc, "USER MAPPING") == 0 ||
                 strcmp(te->desc, "STATISTICS") == 0)
        {
            /* these object types don't have separate owners */
        }
        else
        {
            write_msg(modulename, "WARNING: don't know how to set owner for object type %s\n",
                      te->desc);
        }
    }

    /*
     * If it's an ACL entry, it might contain SET SESSION AUTHORIZATION
     * commands, so we can no longer assume we know the current auth setting.
     */
    if (acl_pass)
    {
        if (AH->currUser)
            free(AH->currUser);
        AH->currUser = NULL;
    }
}

static void _reconnectToDB ( ArchiveHandle *  AH, const char *  dbname  )

static

Definition at line 3088 of file pg_backup_archiver.c.

References _doSetFixedOutputState(), ahprintf(), appendPsqlMetaConnect(), _archiveHandle::currSchema, _archiveHandle::currTablespace, _archiveHandle::currUser, _archiveHandle::currWithOids, PQExpBufferData::data, free, initPQExpBuffer(), NULL, ReconnectToServer(), RestoringToDB(), and termPQExpBuffer().

Referenced by restore_toc_entry().

{
    if (RestoringToDB(AH))
        ReconnectToServer(AH, dbname, NULL);
    else
    {
        if (dbname)
        {
            PQExpBufferData connectbuf;

            initPQExpBuffer(&connectbuf);
            appendPsqlMetaConnect(&connectbuf, dbname);
            ahprintf(AH, "%s\n", connectbuf.data);
            termPQExpBuffer(&connectbuf);
        }
        else
            ahprintf(AH, "%s\n", "\\connect -\n");
    }

    /*
     * NOTE: currUser keeps track of what the imaginary session user in our
     * script is.  It's now effectively reset to the original userID.
     */
    if (AH->currUser)
        free(AH->currUser);
    AH->currUser = NULL;

    /* don't assume we still know the output schema, tablespace, etc either */
    if (AH->currSchema)
        free(AH->currSchema);
    AH->currSchema = NULL;
    if (AH->currTablespace)
        free(AH->currTablespace);
    AH->currTablespace = NULL;
    AH->currWithOids = -1;

    /* re-establish fixed state */
    _doSetFixedOutputState(AH);
}

static void _selectOutputSchema ( ArchiveHandle *  AH, const char *  schemaName  )

static

Definition at line 3188 of file pg_backup_archiver.c.

References ahprintf(), appendPQExpBuffer(), appendPQExpBufferStr(), _archiveHandle::connection, createPQExpBuffer(), _archiveHandle::currSchema, PQExpBufferData::data, destroyPQExpBuffer(), fmtId(), free, modulename, pg_strdup(), PGRES_COMMAND_OK, PQclear(), PQerrorMessage(), PQexec(), PQresultStatus(), RestoringToDB(), and warn_or_exit_horribly().

Referenced by _disableTriggersIfNecessary(), _enableTriggersIfNecessary(), _printTocEntry(), restore_toc_entry(), and RestoreArchive().

{
    PQExpBuffer qry;

    if (!schemaName || *schemaName == '\0' ||
        (AH->currSchema && strcmp(AH->currSchema, schemaName) == 0))
        return;                 /* no need to do anything */

    qry = createPQExpBuffer();

    appendPQExpBuffer(qry, "SET search_path = %s",
                      fmtId(schemaName));
    if (strcmp(schemaName, "pg_catalog") != 0)
        appendPQExpBufferStr(qry, ", pg_catalog");

    if (RestoringToDB(AH))
    {
        PGresult   *res;

        res = PQexec(AH->connection, qry->data);

        if (!res || PQresultStatus(res) != PGRES_COMMAND_OK)
            warn_or_exit_horribly(AH, modulename,
                                  "could not set search_path to \"%s\": %s",
                                  schemaName, PQerrorMessage(AH->connection));

        PQclear(res);
    }
    else
        ahprintf(AH, "%s;\n\n", qry->data);

    if (AH->currSchema)
        free(AH->currSchema);
    AH->currSchema = pg_strdup(schemaName);

    destroyPQExpBuffer(qry);
}

static void _selectTablespace ( ArchiveHandle *  AH, const char *  tablespace  )

static

Definition at line 3231 of file pg_backup_archiver.c.

References ahprintf(), appendPQExpBuffer(), appendPQExpBufferStr(), _archiveHandle::connection, createPQExpBuffer(), _archiveHandle::currTablespace, PQExpBufferData::data, destroyPQExpBuffer(), fmtId(), free, modulename, _restoreOptions::noTablespace, pg_strdup(), PGRES_COMMAND_OK, PQclear(), PQerrorMessage(), PQexec(), PQresultStatus(), _archiveHandle::public, RestoringToDB(), Archive::ropt, tablespace, and warn_or_exit_horribly().

Referenced by _printTocEntry().

{
    RestoreOptions *ropt = AH->public.ropt;
    PQExpBuffer qry;
    const char *want,
               *have;

    /* do nothing in --no-tablespaces mode */
    if (ropt->noTablespace)
        return;

    have = AH->currTablespace;
    want = tablespace;

    /* no need to do anything for non-tablespace object */
    if (!want)
        return;

    if (have && strcmp(want, have) == 0)
        return;                 /* no need to do anything */

    qry = createPQExpBuffer();

    if (strcmp(want, "") == 0)
    {
        /* We want the tablespace to be the database's default */
        appendPQExpBufferStr(qry, "SET default_tablespace = ''");
    }
    else
    {
        /* We want an explicit tablespace */
        appendPQExpBuffer(qry, "SET default_tablespace = %s", fmtId(want));
    }

    if (RestoringToDB(AH))
    {
        PGresult   *res;

        res = PQexec(AH->connection, qry->data);

        if (!res || PQresultStatus(res) != PGRES_COMMAND_OK)
            warn_or_exit_horribly(AH, modulename,
                                  "could not set default_tablespace to %s: %s",
                                  fmtId(want), PQerrorMessage(AH->connection));

        PQclear(res);
    }
    else
        ahprintf(AH, "%s;\n\n", qry->data);

    if (AH->currTablespace)
        free(AH->currTablespace);
    AH->currTablespace = pg_strdup(want);

    destroyPQExpBuffer(qry);
}

static void _setWithOids ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 3173 of file pg_backup_archiver.c.

References _doSetWithOids(), _archiveHandle::currWithOids, and _tocEntry::withOids.

Referenced by _printTocEntry().

{
    if (AH->currWithOids != te->withOids)
    {
        _doSetWithOids(AH, te->withOids);
        AH->currWithOids = te->withOids;
    }
}

static bool _tocEntryIsACL ( TocEntry *  te )

static

Definition at line 2950 of file pg_backup_archiver.c.

References _tocEntry::desc.

Referenced by _printTocEntry(), _tocEntryRequired(), restore_toc_entries_parallel(), and restore_toc_entry().

{
    /* "ACL LANGUAGE" was a crock emitted only in PG 7.4 */
    if (strcmp(te->desc, "ACL") == 0 ||
        strcmp(te->desc, "ACL LANGUAGE") == 0 ||
        strcmp(te->desc, "DEFAULT ACL") == 0)
        return true;
    return false;
}

static teReqs _tocEntryRequired ( TocEntry *  te, teSection  curSection, RestoreOptions *  ropt  )

static

Definition at line 2783 of file pg_backup_archiver.c.

References _tocEntryIsACL(), _restoreOptions::aclsSkip, _restoreOptions::binary_upgrade, _restoreOptions::dataOnly, _tocEntry::defn, _tocEntry::desc, DUMP_DATA, DUMP_POST_DATA, DUMP_PRE_DATA, _tocEntry::dumpId, _restoreOptions::dumpSections, _restoreOptions::functionNames, _tocEntry::hadDumper, SimpleStringList::head, _restoreOptions::idWanted, _restoreOptions::indexNames, _restoreOptions::no_publications, _restoreOptions::no_security_labels, _restoreOptions::no_subscriptions, NULL, REQ_DATA, REQ_SCHEMA, REQ_SPECIAL, _restoreOptions::schemaExcludeNames, _restoreOptions::schemaNames, _restoreOptions::schemaOnly, SECTION_DATA, SECTION_POST_DATA, SECTION_PRE_DATA, _restoreOptions::selFunction, _restoreOptions::selIndex, _restoreOptions::selTable, _restoreOptions::selTrigger, _restoreOptions::selTypes, _restoreOptions::sequence_data, simple_string_list_member(), _restoreOptions::tableNames, _tocEntry::tag, and _restoreOptions::triggerNames.

Referenced by PrintTOCSummary(), and ProcessArchiveRestoreOptions().

{
    teReqs      res = REQ_SCHEMA | REQ_DATA;

    /* ENCODING and STDSTRINGS items are treated specially */
    if (strcmp(te->desc, "ENCODING") == 0 ||
        strcmp(te->desc, "STDSTRINGS") == 0)
        return REQ_SPECIAL;

    /* If it's an ACL, maybe ignore it */
    if (ropt->aclsSkip && _tocEntryIsACL(te))
        return 0;

    /* If it's a publication, maybe ignore it */
    if (ropt->no_publications && strcmp(te->desc, "PUBLICATION") == 0)
        return 0;

    /* If it's security labels, maybe ignore it */
    if (ropt->no_security_labels && strcmp(te->desc, "SECURITY LABEL") == 0)
        return 0;

    /* If it's a subcription, maybe ignore it */
    if (ropt->no_subscriptions && strcmp(te->desc, "SUBSCRIPTION") == 0)
        return 0;

    /* Ignore it if section is not to be dumped/restored */
    switch (curSection)
    {
        case SECTION_PRE_DATA:
            if (!(ropt->dumpSections & DUMP_PRE_DATA))
                return 0;
            break;
        case SECTION_DATA:
            if (!(ropt->dumpSections & DUMP_DATA))
                return 0;
            break;
        case SECTION_POST_DATA:
            if (!(ropt->dumpSections & DUMP_POST_DATA))
                return 0;
            break;
        default:
            /* shouldn't get here, really, but ignore it */
            return 0;
    }

    /* Check options for selective dump/restore */
    if (ropt->schemaNames.head != NULL)
    {
        /* If no namespace is specified, it means all. */
        if (!te->namespace)
            return 0;
        if (!(simple_string_list_member(&ropt->schemaNames, te->namespace)))
            return 0;
    }

    if (ropt->schemaExcludeNames.head != NULL &&
        te->namespace &&
        simple_string_list_member(&ropt->schemaExcludeNames, te->namespace))
        return 0;

    if (ropt->selTypes)
    {
        if (strcmp(te->desc, "TABLE") == 0 ||
            strcmp(te->desc, "TABLE DATA") == 0 ||
            strcmp(te->desc, "VIEW") == 0 ||
            strcmp(te->desc, "FOREIGN TABLE") == 0 ||
            strcmp(te->desc, "MATERIALIZED VIEW") == 0 ||
            strcmp(te->desc, "MATERIALIZED VIEW DATA") == 0 ||
            strcmp(te->desc, "SEQUENCE") == 0 ||
            strcmp(te->desc, "SEQUENCE SET") == 0)
        {
            if (!ropt->selTable)
                return 0;
            if (ropt->tableNames.head != NULL && (!(simple_string_list_member(&ropt->tableNames, te->tag))))
                return 0;
        }
        else if (strcmp(te->desc, "INDEX") == 0)
        {
            if (!ropt->selIndex)
                return 0;
            if (ropt->indexNames.head != NULL && (!(simple_string_list_member(&ropt->indexNames, te->tag))))
                return 0;
        }
        else if (strcmp(te->desc, "FUNCTION") == 0)
        {
            if (!ropt->selFunction)
                return 0;
            if (ropt->functionNames.head != NULL && (!(simple_string_list_member(&ropt->functionNames, te->tag))))
                return 0;
        }
        else if (strcmp(te->desc, "TRIGGER") == 0)
        {
            if (!ropt->selTrigger)
                return 0;
            if (ropt->triggerNames.head != NULL && (!(simple_string_list_member(&ropt->triggerNames, te->tag))))
                return 0;
        }
        else
            return 0;
    }

    /*
     * Check if we had a dataDumper. Indicates if the entry is schema or data
     */
    if (!te->hadDumper)
    {
        /*
         * Special Case: If 'SEQUENCE SET' or anything to do with BLOBs, then
         * it is considered a data entry.  We don't need to check for the
         * BLOBS entry or old-style BLOB COMMENTS, because they will have
         * hadDumper = true ... but we do need to check new-style BLOB
         * comments.
         */
        if (strcmp(te->desc, "SEQUENCE SET") == 0 ||
            strcmp(te->desc, "BLOB") == 0 ||
            (strcmp(te->desc, "ACL") == 0 &&
             strncmp(te->tag, "LARGE OBJECT ", 13) == 0) ||
            (strcmp(te->desc, "COMMENT") == 0 &&
             strncmp(te->tag, "LARGE OBJECT ", 13) == 0) ||
            (strcmp(te->desc, "SECURITY LABEL") == 0 &&
             strncmp(te->tag, "LARGE OBJECT ", 13) == 0))
            res = res & REQ_DATA;
        else
            res = res & ~REQ_DATA;
    }

    /*
     * Special case: <Init> type with <Max OID> tag; this is obsolete and we
     * always ignore it.
     */
    if ((strcmp(te->desc, "<Init>") == 0) && (strcmp(te->tag, "Max OID") == 0))
        return 0;

    /* Mask it if we only want schema */
    if (ropt->schemaOnly)
    {
        /*
         * In binary-upgrade mode, even with schema-only set, we do not mask
         * out large objects.  Only large object definitions, comments and
         * other information should be generated in binary-upgrade mode (not
         * the actual data).
         */
        if (!(ropt->sequence_data && strcmp(te->desc, "SEQUENCE SET") == 0) &&
            !(ropt->binary_upgrade && strcmp(te->desc, "BLOB") == 0) &&
            !(ropt->binary_upgrade && strncmp(te->tag, "LARGE OBJECT ", 13) == 0))
            res = res & REQ_SCHEMA;
    }

    /* Mask it if we only want data */
    if (ropt->dataOnly)
        res = res & REQ_DATA;

    /* Mask it if we don't have a schema contribution */
    if (!te->defn || strlen(te->defn) == 0)
        res = res & ~REQ_SCHEMA;

    /* Finally, if there's a per-ID filter, limit based on that as well */
    if (ropt->idWanted && !ropt->idWanted[te->dumpId - 1])
        return 0;

    return res;
}

void ahlog	(	ArchiveHandle *	AH,
		int	level,
		const char *	fmt,
			...
	)

Definition at line 1618 of file pg_backup_archiver.c.

References _archiveHandle::debugLevel, NULL, _archiveHandle::public, Archive::verbose, and vwrite_msg().

Referenced by _connectDB(), _disableTriggersIfNecessary(), _enableTriggersIfNecessary(), _LoadBlobs(), _tarGetHeader(), _tarPositionTo(), dump_lo_buf(), EndRestoreBlobs(), get_next_work_item(), inhibit_data_for_failed_table(), mark_dump_job_done(), mark_restore_job_done(), ReadToc(), reduce_dependencies(), repoint_table_dependencies(), restore_toc_entries_parallel(), restore_toc_entries_postfork(), restore_toc_entries_prefork(), restore_toc_entry(), RestoreArchive(), and StartRestoreBlob().

{
    va_list     ap;

    if (AH->debugLevel < level && (!AH->public.verbose || level > 1))
        return;

    va_start(ap, fmt);
    vwrite_msg(NULL, fmt, ap);
    va_end(ap);
}

int ahprintf	(	ArchiveHandle *	AH,
		const char *	fmt,
			...
	)

Definition at line 1586 of file pg_backup_archiver.c.

References ahwrite(), generate_unaccent_rules::args, free, pg_malloc(), and pvsnprintf().

Referenced by _disableTriggersIfNecessary(), _doSetFixedOutputState(), _doSetSessionAuth(), _doSetWithOids(), _enableTriggersIfNecessary(), _EndBlob(), _EndBlobs(), _EndData(), _PrintExtraToc(), _PrintTocData(), _printTocEntry(), _reconnectToDB(), _selectOutputSchema(), _selectTablespace(), _StartBlob(), _StartBlobs(), _WriteBlobData(), DropBlobIfExists(), dump_lo_buf(), dumpTimestamp(), EndRestoreBlob(), EndRestoreBlobs(), PrintTOCSummary(), restore_toc_entry(), RestoreArchive(), StartRestoreBlob(), and StartRestoreBlobs().

{
    char       *p;
    size_t      len = 128;      /* initial assumption about buffer size */
    size_t      cnt;

    for (;;)
    {
        va_list     args;

        /* Allocate work buffer. */
        p = (char *) pg_malloc(len);

        /* Try to format the data. */
        va_start(args, fmt);
        cnt = pvsnprintf(p, len, fmt, args);
        va_end(args);

        if (cnt < len)
            break;              /* success */

        /* Release buffer and loop around to try again with larger len. */
        free(p);
        len = cnt;
    }

    ahwrite(p, 1, cnt, AH);
    free(p);
    return (int) cnt;
}

void ahwrite	(	const void *	ptr,
		size_t	size,
		size_t	nmemb,
		ArchiveHandle *	AH
	)

Definition at line 1688 of file pg_backup_archiver.c.

References _archiveHandle::CustomOutPtr, dump_lo_buf(), ExecuteSqlCommandBuf(), _archiveHandle::gzOut, GZWRITE, _archiveHandle::lo_buf, _archiveHandle::lo_buf_size, _archiveHandle::lo_buf_used, _archiveHandle::OF, _archiveHandle::public, remaining, RestoringToDB(), WRITE_ERROR_EXIT, and _archiveHandle::writingBlob.

Referenced by _LoadBlobs(), _PrintFileData(), _PrintTocData(), _WriteData(), ahprintf(), and ReadDataFromArchiveNone().

{
    int         bytes_written = 0;

    if (AH->writingBlob)
    {
        size_t      remaining = size * nmemb;

        while (AH->lo_buf_used + remaining > AH->lo_buf_size)
        {
            size_t      avail = AH->lo_buf_size - AH->lo_buf_used;

            memcpy((char *) AH->lo_buf + AH->lo_buf_used, ptr, avail);
            ptr = (const void *) ((const char *) ptr + avail);
            remaining -= avail;
            AH->lo_buf_used += avail;
            dump_lo_buf(AH);
        }

        memcpy((char *) AH->lo_buf + AH->lo_buf_used, ptr, remaining);
        AH->lo_buf_used += remaining;

        bytes_written = size * nmemb;
    }
    else if (AH->gzOut)
        bytes_written = GZWRITE(ptr, size, nmemb, AH->OF);
    else if (AH->CustomOutPtr)
        bytes_written = AH->CustomOutPtr(AH, ptr, size * nmemb);

    else
    {
        /*
         * If we're doing a restore, and it's direct to DB, and we're
         * connected then send it to the DB.
         */
        if (RestoringToDB(AH))
            bytes_written = ExecuteSqlCommandBuf(&AH->public, (const char *) ptr, size * nmemb);
        else
            bytes_written = fwrite(ptr, size, nmemb, AH->OF) * size;
    }

    if (bytes_written != size * nmemb)
        WRITE_ERROR_EXIT;

    return;
}

void ArchiveEntry	(	Archive *	AHX,
		CatalogId	catalogId,
		DumpId	dumpId,
		const char *	tag,
		const char *	namespace,
		const char *	tablespace,
		const char *	owner,
		bool	withOids,
		const char *	desc,
		teSection	section,
		const char *	defn,
		const char *	dropStmt,
		const char *	copyStmt,
		const DumpId *	deps,
		int	nDeps,
		DataDumperPtr	dumpFn,
		void *	dumpArg
	)

Definition at line 1027 of file pg_backup_archiver.c.

References _archiveHandle::ArchiveEntryPtr, _tocEntry::catalogId, _tocEntry::dataDumper, _tocEntry::dataDumperArg, _tocEntry::dependencies, _tocEntry::dumpId, _tocEntry::formatData, _tocEntry::hadDumper, _archiveHandle::maxDumpId, _tocEntry::nDeps, _tocEntry::next, NULL, pg_malloc(), pg_malloc0(), pg_strdup(), _tocEntry::prev, _tocEntry::section, _tocEntry::tag, _archiveHandle::toc, and _archiveHandle::tocCount.

Referenced by dumpAccessMethod(), dumpACL(), dumpAgg(), dumpAttrDef(), dumpBaseType(), dumpBlob(), dumpCast(), dumpCollation(), dumpComment(), dumpCompositeType(), dumpCompositeTypeColComments(), dumpConstraint(), dumpConversion(), dumpDatabase(), dumpDefaultACL(), dumpDomain(), dumpDumpableObject(), dumpEncoding(), dumpEnumType(), dumpEventTrigger(), dumpExtension(), dumpForeignDataWrapper(), dumpForeignServer(), dumpFunc(), dumpIndex(), dumpNamespace(), dumpOpclass(), dumpOpfamily(), dumpOpr(), dumpPolicy(), dumpProcLang(), dumpPublication(), dumpPublicationTable(), dumpRangeType(), dumpRule(), dumpSecLabel(), dumpSequence(), dumpSequenceData(), dumpShellType(), dumpStatisticsExt(), dumpStdStrings(), dumpSubscription(), dumpTableComment(), dumpTableData(), dumpTableSchema(), dumpTableSecLabel(), dumpTransform(), dumpTrigger(), dumpTSConfig(), dumpTSDictionary(), dumpTSParser(), dumpTSTemplate(), dumpUndefinedType(), dumpUserMappings(), and refreshMatViewData().

{
    ArchiveHandle *AH = (ArchiveHandle *) AHX;
    TocEntry   *newToc;

    newToc = (TocEntry *) pg_malloc0(sizeof(TocEntry));

    AH->tocCount++;
    if (dumpId > AH->maxDumpId)
        AH->maxDumpId = dumpId;

    newToc->prev = AH->toc->prev;
    newToc->next = AH->toc;
    AH->toc->prev->next = newToc;
    AH->toc->prev = newToc;

    newToc->catalogId = catalogId;
    newToc->dumpId = dumpId;
    newToc->section = section;

    newToc->tag = pg_strdup(tag);
    newToc->namespace = namespace ? pg_strdup(namespace) : NULL;
    newToc->tablespace = tablespace ? pg_strdup(tablespace) : NULL;
    newToc->owner = pg_strdup(owner);
    newToc->withOids = withOids;
    newToc->desc = pg_strdup(desc);
    newToc->defn = pg_strdup(defn);
    newToc->dropStmt = pg_strdup(dropStmt);
    newToc->copyStmt = copyStmt ? pg_strdup(copyStmt) : NULL;

    if (nDeps > 0)
    {
        newToc->dependencies = (DumpId *) pg_malloc(nDeps * sizeof(DumpId));
        memcpy(newToc->dependencies, deps, nDeps * sizeof(DumpId));
        newToc->nDeps = nDeps;
    }
    else
    {
        newToc->dependencies = NULL;
        newToc->nDeps = 0;
    }

    newToc->dataDumper = dumpFn;
    newToc->dataDumperArg = dumpArg;
    newToc->hadDumper = dumpFn ? true : false;

    newToc->formatData = NULL;

    if (AH->ArchiveEntryPtr != NULL)
        (*AH->ArchiveEntryPtr) (AH, newToc);
}

int archprintf	(	Archive *	AH,
		const char *	fmt,
			...
	)

Definition at line 1453 of file pg_backup_archiver.c.

References generate_unaccent_rules::args, free, pg_malloc(), pvsnprintf(), and WriteData().

{
    char       *p;
    size_t      len = 128;      /* initial assumption about buffer size */
    size_t      cnt;

    for (;;)
    {
        va_list     args;

        /* Allocate work buffer. */
        p = (char *) pg_malloc(len);

        /* Try to format the data. */
        va_start(args, fmt);
        cnt = pvsnprintf(p, len, fmt, args);
        va_end(args);

        if (cnt < len)
            break;              /* success */

        /* Release buffer and loop around to try again with larger len. */
        free(p);
        len = cnt;
    }

    WriteData(AH, p, cnt);
    free(p);
    return (int) cnt;
}

void archputs	(	const char *	s,
		Archive *	AH
	)

Definition at line 1445 of file pg_backup_archiver.c.

References WriteData().

Referenced by dumpTableData_insert().

{
    WriteData(AH, s, strlen(s));
    return;
}

static void buildTocEntryArrays ( ArchiveHandle *  AH )

static

Definition at line 1827 of file pg_backup_archiver.c.

References _tocEntry::dependencies, _tocEntry::desc, _tocEntry::dumpId, exit_horribly(), _archiveHandle::maxDumpId, modulename, _tocEntry::nDeps, _tocEntry::next, pg_malloc0(), _archiveHandle::tableDataId, _archiveHandle::toc, and _archiveHandle::tocsByDumpId.

Referenced by getTocEntryByDumpId(), and RestoreArchive().

{
    DumpId      maxDumpId = AH->maxDumpId;
    TocEntry   *te;

    AH->tocsByDumpId = (TocEntry **) pg_malloc0((maxDumpId + 1) * sizeof(TocEntry *));
    AH->tableDataId = (DumpId *) pg_malloc0((maxDumpId + 1) * sizeof(DumpId));

    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        /* this check is purely paranoia, maxDumpId should be correct */
        if (te->dumpId <= 0 || te->dumpId > maxDumpId)
            exit_horribly(modulename, "bad dumpId\n");

        /* tocsByDumpId indexes all TOCs by their dump ID */
        AH->tocsByDumpId[te->dumpId] = te;

        /*
         * tableDataId provides the TABLE DATA item's dump ID for each TABLE
         * TOC entry that has a DATA item.  We compute this by reversing the
         * TABLE DATA item's dependency, knowing that a TABLE DATA item has
         * just one dependency and it is the TABLE item.
         */
        if (strcmp(te->desc, "TABLE DATA") == 0 && te->nDeps > 0)
        {
            DumpId      tableId = te->dependencies[0];

            /*
             * The TABLE item might not have been in the archive, if this was
             * a data-only dump; but its dump ID should be less than its data
             * item's dump ID, so there should be a place for it in the array.
             */
            if (tableId <= 0 || tableId > maxDumpId)
                exit_horribly(modulename, "bad table dumpId for TABLE DATA item\n");

            AH->tableDataId[tableId] = te->dumpId;
        }
    }
}

bool checkSeek

(

FILE *

fp

)

Definition at line 3728 of file pg_backup_archiver.c.

References fseeko, ftello, and pgoff_t.

Referenced by InitArchiveFmt_Custom(), and InitArchiveFmt_Tar().

{
    pgoff_t     tpos;

    /*
     * If pgoff_t is wider than long, we must have "real" fseeko and not an
     * emulation using fseek.  Otherwise report no seek capability.
     */
#ifndef HAVE_FSEEKO
    if (sizeof(pgoff_t) > sizeof(long))
        return false;
#endif

    /* Check that ftello works on this file */
    tpos = ftello(fp);
    if (tpos < 0)
        return false;

    /*
     * Check that fseeko(SEEK_SET) works, too.  NB: we used to try to test
     * this with fseeko(fp, 0, SEEK_CUR).  But some platforms treat that as a
     * successful no-op even on files that are otherwise unseekable.
     */
    if (fseeko(fp, tpos, SEEK_SET) != 0)
        return false;

    return true;
}

ArchiveHandle* CloneArchive

(

ArchiveHandle *

AH

)

Definition at line 4509 of file pg_backup_archiver.c.

References _doSetFixedOutputState(), appendConnStrVal(), appendPQExpBuffer(), archModeRead, Assert, _archiveHandle::ClonePtr, _archiveHandle::connCancel, ConnectDatabase(), _archiveHandle::connection, connstr, _archiveHandle::currSchema, _archiveHandle::currTablespace, _archiveHandle::currUser, _archiveHandle::currWithOids, PQExpBufferData::data, _restoreOptions::dbname, initPQExpBuffer(), _archiveHandle::mode, Archive::n_errors, NULL, pg_malloc(), pg_strdup(), _restoreOptions::pghost, pghost, _restoreOptions::pgport, pgport, PQdb(), PQhost(), PQport(), PQuser(), _restoreOptions::promptPassword, _archiveHandle::public, Archive::ropt, _archiveHandle::savedPassword, _archiveHandle::sqlparse, termPQExpBuffer(), TRI_NO, _restoreOptions::username, and username.

Referenced by RunWorker().

{
    ArchiveHandle *clone;

    /* Make a "flat" copy */
    clone = (ArchiveHandle *) pg_malloc(sizeof(ArchiveHandle));
    memcpy(clone, AH, sizeof(ArchiveHandle));

    /* Handle format-independent fields */
    memset(&(clone->sqlparse), 0, sizeof(clone->sqlparse));

    /* The clone will have its own connection, so disregard connection state */
    clone->connection = NULL;
    clone->connCancel = NULL;
    clone->currUser = NULL;
    clone->currSchema = NULL;
    clone->currTablespace = NULL;
    clone->currWithOids = -1;

    /* savedPassword must be local in case we change it while connecting */
    if (clone->savedPassword)
        clone->savedPassword = pg_strdup(clone->savedPassword);

    /* clone has its own error count, too */
    clone->public.n_errors = 0;

    /*
     * Connect our new clone object to the database: In parallel restore the
     * parent is already disconnected, because we can connect the worker
     * processes independently to the database (no snapshot sync required). In
     * parallel backup we clone the parent's existing connection.
     */
    if (AH->mode == archModeRead)
    {
        RestoreOptions *ropt = AH->public.ropt;

        Assert(AH->connection == NULL);

        /* this also sets clone->connection */
        ConnectDatabase((Archive *) clone, ropt->dbname,
                        ropt->pghost, ropt->pgport, ropt->username,
                        ropt->promptPassword);

        /* re-establish fixed state */
        _doSetFixedOutputState(clone);
    }
    else
    {
        PQExpBufferData connstr;
        char       *pghost;
        char       *pgport;
        char       *username;

        Assert(AH->connection != NULL);

        /*
         * Even though we are technically accessing the parent's database
         * object here, these functions are fine to be called like that
         * because all just return a pointer and do not actually send/receive
         * any data to/from the database.
         */
        initPQExpBuffer(&connstr);
        appendPQExpBuffer(&connstr, "dbname=");
        appendConnStrVal(&connstr, PQdb(AH->connection));
        pghost = PQhost(AH->connection);
        pgport = PQport(AH->connection);
        username = PQuser(AH->connection);

        /* this also sets clone->connection */
        ConnectDatabase((Archive *) clone, connstr.data,
                        pghost, pgport, username, TRI_NO);

        termPQExpBuffer(&connstr);
        /* setupDumpWorker will fix up connection state */
    }

    /* Let the format-specific code have a chance too */
    (clone->ClonePtr) (clone);

    Assert(clone->connection != NULL);
    return clone;
}

void CloseArchive

(

Archive *

AHX

)

Definition at line 229 of file pg_backup_archiver.c.

References _archiveHandle::ClosePtr, exit_horribly(), GZCLOSE, _archiveHandle::gzOut, modulename, _archiveHandle::OF, and strerror().

Referenced by main().

{
    int         res = 0;
    ArchiveHandle *AH = (ArchiveHandle *) AHX;

    (*AH->ClosePtr) (AH);

    /* Close the output */
    if (AH->gzOut)
        res = GZCLOSE(AH->OF);
    else if (AH->OF != stdout)
        res = fclose(AH->OF);

    if (res != 0)
        exit_horribly(modulename, "could not close output file: %s\n",
                      strerror(errno));
}

Archive* CreateArchive	(	const char *	FileSpec,
		const ArchiveFormat	fmt,
		const int	compression,
		bool	dosync,
		ArchiveMode	mode,
		SetupWorkerPtrType	setupDumpWorker
	)

Definition at line 206 of file pg_backup_archiver.c.

References _allocAH().

Referenced by main().

{
    ArchiveHandle *AH = _allocAH(FileSpec, fmt, compression, dosync,
                                 mode, setupDumpWorker);

    return (Archive *) AH;
}

void DeCloneArchive

(

ArchiveHandle *

AH

)

Definition at line 4598 of file pg_backup_archiver.c.

References Assert, _archiveHandle::connection, sqlparseInfo::curCmd, _archiveHandle::currSchema, _archiveHandle::currTablespace, _archiveHandle::currUser, _archiveHandle::DeClonePtr, destroyPQExpBuffer(), free, NULL, _archiveHandle::savedPassword, and _archiveHandle::sqlparse.

Referenced by RunWorker().

{
    /* Should not have an open database connection */
    Assert(AH->connection == NULL);

    /* Clear format-specific state */
    (AH->DeClonePtr) (AH);

    /* Clear state allocated by CloneArchive */
    if (AH->sqlparse.curCmd)
        destroyPQExpBuffer(AH->sqlparse.curCmd);

    /* Clear any connection-local state */
    if (AH->currUser)
        free(AH->currUser);
    if (AH->currSchema)
        free(AH->currSchema);
    if (AH->currTablespace)
        free(AH->currTablespace);
    if (AH->savedPassword)
        free(AH->savedPassword);

    free(AH);
}

static void dump_lo_buf ( ArchiveHandle *  AH )

static

Definition at line 1645 of file pg_backup_archiver.c.

References ahlog(), ahprintf(), appendByteaLiteralAHX, buf, _archiveHandle::connection, createPQExpBuffer(), PQExpBufferData::data, destroyPQExpBuffer(), exit_horribly(), _archiveHandle::lo_buf, _archiveHandle::lo_buf_used, lo_write(), _archiveHandle::loFd, modulename, ngettext, and _archiveHandle::writingBlob.

Referenced by ahwrite(), and EndRestoreBlob().

{
    if (AH->connection)
    {
        size_t      res;

        res = lo_write(AH->connection, AH->loFd, AH->lo_buf, AH->lo_buf_used);
        ahlog(AH, 5, ngettext("wrote %lu byte of large object data (result = %lu)\n",
                              "wrote %lu bytes of large object data (result = %lu)\n",
                              AH->lo_buf_used),
              (unsigned long) AH->lo_buf_used, (unsigned long) res);
        if (res != AH->lo_buf_used)
            exit_horribly(modulename,
                          "could not write to large object (result: %lu, expected: %lu)\n",
                          (unsigned long) res, (unsigned long) AH->lo_buf_used);
    }
    else
    {
        PQExpBuffer buf = createPQExpBuffer();

        appendByteaLiteralAHX(buf,
                              (const unsigned char *) AH->lo_buf,
                              AH->lo_buf_used,
                              AH);

        /* Hack: turn off writingBlob so ahwrite doesn't recurse to here */
        AH->writingBlob = 0;
        ahprintf(AH, "SELECT pg_catalog.lowrite(0, %s);\n", buf->data);
        AH->writingBlob = 1;

        destroyPQExpBuffer(buf);
    }
    AH->lo_buf_used = 0;
}

DumpOptions* dumpOptionsFromRestoreOptions

(

RestoreOptions *

ropt

)

Definition at line 148 of file pg_backup_archiver.c.

References _restoreOptions::aclsSkip, _dumpOptions::aclsSkip, _restoreOptions::column_inserts, _dumpOptions::column_inserts, _restoreOptions::createDB, _restoreOptions::dataOnly, _dumpOptions::dataOnly, _restoreOptions::disable_dollar_quoting, _dumpOptions::disable_dollar_quoting, _restoreOptions::disable_triggers, _dumpOptions::disable_triggers, _restoreOptions::dropSchema, _restoreOptions::dump_inserts, _dumpOptions::dump_inserts, _restoreOptions::dumpSections, _dumpOptions::dumpSections, _restoreOptions::enable_row_security, _dumpOptions::enable_row_security, _restoreOptions::if_exists, _dumpOptions::if_exists, _restoreOptions::include_everything, _dumpOptions::include_everything, _restoreOptions::lockWaitTimeout, _dumpOptions::lockWaitTimeout, NewDumpOptions(), _restoreOptions::no_publications, _dumpOptions::no_publications, _restoreOptions::no_security_labels, _dumpOptions::no_security_labels, _restoreOptions::no_subscriptions, _dumpOptions::no_subscriptions, _restoreOptions::noOwner, _restoreOptions::noTablespace, _dumpOptions::outputClean, _dumpOptions::outputCreateDB, _dumpOptions::outputNoOwner, _dumpOptions::outputNoTablespaces, _dumpOptions::outputSuperuser, _restoreOptions::schemaOnly, _dumpOptions::schemaOnly, _restoreOptions::sequence_data, _dumpOptions::sequence_data, _restoreOptions::superuser, _restoreOptions::use_setsessauth, and _dumpOptions::use_setsessauth.

Referenced by SetArchiveOptions().

{
    DumpOptions *dopt = NewDumpOptions();

    /* this is the inverse of what's at the end of pg_dump.c's main() */
    dopt->outputClean = ropt->dropSchema;
    dopt->dataOnly = ropt->dataOnly;
    dopt->schemaOnly = ropt->schemaOnly;
    dopt->if_exists = ropt->if_exists;
    dopt->column_inserts = ropt->column_inserts;
    dopt->dumpSections = ropt->dumpSections;
    dopt->aclsSkip = ropt->aclsSkip;
    dopt->outputSuperuser = ropt->superuser;
    dopt->outputCreateDB = ropt->createDB;
    dopt->outputNoOwner = ropt->noOwner;
    dopt->outputNoTablespaces = ropt->noTablespace;
    dopt->disable_triggers = ropt->disable_triggers;
    dopt->use_setsessauth = ropt->use_setsessauth;

    dopt->disable_dollar_quoting = ropt->disable_dollar_quoting;
    dopt->dump_inserts = ropt->dump_inserts;
    dopt->no_publications = ropt->no_publications;
    dopt->no_security_labels = ropt->no_security_labels;
    dopt->no_subscriptions = ropt->no_subscriptions;
    dopt->lockWaitTimeout = ropt->lockWaitTimeout;
    dopt->include_everything = ropt->include_everything;
    dopt->enable_row_security = ropt->enable_row_security;
    dopt->sequence_data = ropt->sequence_data;

    return dopt;
}

static void dumpTimestamp ( ArchiveHandle *  AH, const char *  msg, time_t  tim  )

static

Definition at line 3762 of file pg_backup_archiver.c.

References ahprintf(), buf, and PGDUMP_STRFTIME_FMT.

Referenced by RestoreArchive().

{
    char        buf[64];

    if (strftime(buf, sizeof(buf), PGDUMP_STRFTIME_FMT, localtime(&tim)) != 0)
        ahprintf(AH, "-- %s %s\n\n", msg, buf);
}

int EndBlob	(	Archive *	AHX,
		Oid	oid
	)

Definition at line 1220 of file pg_backup_archiver.c.

References _archiveHandle::currToc, and _archiveHandle::EndBlobPtr.

Referenced by dumpBlobs().

{
    ArchiveHandle *AH = (ArchiveHandle *) AHX;

    if (AH->EndBlobPtr)
        (*AH->EndBlobPtr) (AH, AH->currToc, oid);

    return 1;
}

void EndRestoreBlob	(	ArchiveHandle *	AH,
		Oid	oid
	)

Definition at line 1324 of file pg_backup_archiver.c.

References ahprintf(), _archiveHandle::connection, dump_lo_buf(), _archiveHandle::lo_buf_used, lo_close(), _archiveHandle::loFd, and _archiveHandle::writingBlob.

Referenced by _LoadBlobs().

{
    if (AH->lo_buf_used > 0)
    {
        /* Write remaining bytes from the LO buffer */
        dump_lo_buf(AH);
    }

    AH->writingBlob = 0;

    if (AH->connection)
    {
        lo_close(AH->connection, AH->loFd);
        AH->loFd = -1;
    }
    else
    {
        ahprintf(AH, "SELECT pg_catalog.lo_close(0);\n\n");
    }
}

void EndRestoreBlobs

(

ArchiveHandle *

AH

)

Definition at line 1257 of file pg_backup_archiver.c.

References ahlog(), ahprintf(), _archiveHandle::blobCount, CommitTransaction(), _archiveHandle::connection, ngettext, _archiveHandle::public, Archive::ropt, and _restoreOptions::single_txn.

Referenced by _LoadBlobs().

{
    RestoreOptions *ropt = AH->public.ropt;

    if (!ropt->single_txn)
    {
        if (AH->connection)
            CommitTransaction(&AH->public);
        else
            ahprintf(AH, "COMMIT;\n\n");
    }

    ahlog(AH, 1, ngettext("restored %d large object\n",
                          "restored %d large objects\n",
                          AH->blobCount),
          AH->blobCount);
}

static void fix_dependencies ( ArchiveHandle *  AH )

static

Definition at line 4238 of file pg_backup_archiver.c.

References _tocEntry::depCount, _tocEntry::dependencies, _tocEntry::desc, _tocEntry::dumpId, i, identify_locking_dependencies(), K_VERS_1_11, _tocEntry::lockDeps, _tocEntry::nDeps, _tocEntry::next, _tocEntry::nLockDeps, _tocEntry::nRevDeps, NULL, _tocEntry::par_next, _tocEntry::par_prev, pg_malloc(), repoint_table_dependencies(), _tocEntry::revDeps, _archiveHandle::toc, _archiveHandle::tocsByDumpId, and _archiveHandle::version.

Referenced by restore_toc_entries_prefork().

{
    TocEntry   *te;
    int         i;

    /*
     * Initialize the depCount/revDeps/nRevDeps fields, and make sure the TOC
     * items are marked as not being in any parallel-processing list.
     */
    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        te->depCount = te->nDeps;
        te->revDeps = NULL;
        te->nRevDeps = 0;
        te->par_prev = NULL;
        te->par_next = NULL;
    }

    /*
     * POST_DATA items that are shown as depending on a table need to be
     * re-pointed to depend on that table's data, instead.  This ensures they
     * won't get scheduled until the data has been loaded.
     */
    repoint_table_dependencies(AH);

    /*
     * Pre-8.4 versions of pg_dump neglected to set up a dependency from BLOB
     * COMMENTS to BLOBS.  Cope.  (We assume there's only one BLOBS and only
     * one BLOB COMMENTS in such files.)
     */
    if (AH->version < K_VERS_1_11)
    {
        for (te = AH->toc->next; te != AH->toc; te = te->next)
        {
            if (strcmp(te->desc, "BLOB COMMENTS") == 0 && te->nDeps == 0)
            {
                TocEntry   *te2;

                for (te2 = AH->toc->next; te2 != AH->toc; te2 = te2->next)
                {
                    if (strcmp(te2->desc, "BLOBS") == 0)
                    {
                        te->dependencies = (DumpId *) pg_malloc(sizeof(DumpId));
                        te->dependencies[0] = te2->dumpId;
                        te->nDeps++;
                        te->depCount++;
                        break;
                    }
                }
                break;
            }
        }
    }

    /*
     * At this point we start to build the revDeps reverse-dependency arrays,
     * so all changes of dependencies must be complete.
     */

    /*
     * Count the incoming dependencies for each item.  Also, it is possible
     * that the dependencies list items that are not in the archive at all
     * (that should not happen in 9.2 and later, but is highly likely in older
     * archives).  Subtract such items from the depCounts.
     */
    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        for (i = 0; i < te->nDeps; i++)
        {
            DumpId      depid = te->dependencies[i];

            if (depid <= AH->maxDumpId && AH->tocsByDumpId[depid] != NULL)
                AH->tocsByDumpId[depid]->nRevDeps++;
            else
                te->depCount--;
        }
    }

    /*
     * Allocate space for revDeps[] arrays, and reset nRevDeps so we can use
     * it as a counter below.
     */
    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        if (te->nRevDeps > 0)
            te->revDeps = (DumpId *) pg_malloc(te->nRevDeps * sizeof(DumpId));
        te->nRevDeps = 0;
    }

    /*
     * Build the revDeps[] arrays of incoming-dependency dumpIds.  This had
     * better agree with the loops above.
     */
    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        for (i = 0; i < te->nDeps; i++)
        {
            DumpId      depid = te->dependencies[i];

            if (depid <= AH->maxDumpId && AH->tocsByDumpId[depid] != NULL)
            {
                TocEntry   *otherte = AH->tocsByDumpId[depid];

                otherte->revDeps[otherte->nRevDeps++] = te->dumpId;
            }
        }
    }

    /*
     * Lastly, work out the locking dependencies.
     */
    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        te->lockDeps = NULL;
        te->nLockDeps = 0;
        identify_locking_dependencies(AH, te);
    }
}

static TocEntry * get_next_work_item ( ArchiveHandle *  AH, TocEntry *  ready_list, ParallelState *  pstate  )

static

Definition at line 4089 of file pg_backup_archiver.c.

References ahlog(), has_lock_conflicts(), i, NULL, ParallelState::numWorkers, _tocEntry::par_next, _tocEntry::section, SECTION_DATA, and ParallelState::te.

Referenced by restore_toc_entries_parallel().

{
    bool        pref_non_data = false;  /* or get from AH->ropt */
    TocEntry   *data_te = NULL;
    TocEntry   *te;
    int         i,
                k;

    /*
     * Bogus heuristics for pref_non_data
     */
    if (pref_non_data)
    {
        int         count = 0;

        for (k = 0; k < pstate->numWorkers; k++)
        {
            TocEntry   *running_te = pstate->te[k];

            if (running_te != NULL &&
                running_te->section == SECTION_DATA)
                count++;
        }
        if (pstate->numWorkers == 0 || count * 4 < pstate->numWorkers)
            pref_non_data = false;
    }

    /*
     * Search the ready_list until we find a suitable item.
     */
    for (te = ready_list->par_next; te != ready_list; te = te->par_next)
    {
        bool        conflicts = false;

        /*
         * Check to see if the item would need exclusive lock on something
         * that a currently running item also needs lock on, or vice versa. If
         * so, we don't want to schedule them together.
         */
        for (i = 0; i < pstate->numWorkers; i++)
        {
            TocEntry   *running_te = pstate->te[i];

            if (running_te == NULL)
                continue;
            if (has_lock_conflicts(te, running_te) ||
                has_lock_conflicts(running_te, te))
            {
                conflicts = true;
                break;
            }
        }

        if (conflicts)
            continue;

        if (pref_non_data && te->section == SECTION_DATA)
        {
            if (data_te == NULL)
                data_te = te;
            continue;
        }

        /* passed all tests, so this item can run */
        return te;
    }

    if (data_te != NULL)
        return data_te;

    ahlog(AH, 2, "no item ready\n");
    return NULL;
}

TocEntry* getTocEntryByDumpId	(	ArchiveHandle *	AH,
		DumpId	id
	)

Definition at line 1868 of file pg_backup_archiver.c.

References buildTocEntryArrays(), NULL, and _archiveHandle::tocsByDumpId.

Referenced by parseWorkerCommand(), SortTocFromFile(), and TocIDRequired().

{
    /* build index arrays if we didn't already */
    if (AH->tocsByDumpId == NULL)
        buildTocEntryArrays(AH);

    if (id > 0 && id <= AH->maxDumpId)
        return AH->tocsByDumpId[id];

    return NULL;
}

static bool has_lock_conflicts ( TocEntry *  te1, TocEntry *  te2  )

static

Definition at line 4022 of file pg_backup_archiver.c.

References _tocEntry::dependencies, _tocEntry::lockDeps, _tocEntry::nDeps, and _tocEntry::nLockDeps.

Referenced by get_next_work_item().

{
    int         j,
                k;

    for (j = 0; j < te1->nLockDeps; j++)
    {
        for (k = 0; k < te2->nDeps; k++)
        {
            if (te1->lockDeps[j] == te2->dependencies[k])
                return true;
        }
    }
    return false;
}

static void identify_locking_dependencies ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 4392 of file pg_backup_archiver.c.

References _tocEntry::dependencies, _tocEntry::desc, free, i, _tocEntry::lockDeps, _tocEntry::nDeps, _tocEntry::nLockDeps, NULL, pg_malloc(), pg_realloc(), and _archiveHandle::tocsByDumpId.

Referenced by fix_dependencies().

{
    DumpId     *lockids;
    int         nlockids;
    int         i;

    /* Quick exit if no dependencies at all */
    if (te->nDeps == 0)
        return;

    /* Exit if this entry doesn't need exclusive lock on other objects */
    if (!(strcmp(te->desc, "CONSTRAINT") == 0 ||
          strcmp(te->desc, "CHECK CONSTRAINT") == 0 ||
          strcmp(te->desc, "FK CONSTRAINT") == 0 ||
          strcmp(te->desc, "RULE") == 0 ||
          strcmp(te->desc, "TRIGGER") == 0))
        return;

    /*
     * We assume the entry requires exclusive lock on each TABLE or TABLE DATA
     * item listed among its dependencies.  Originally all of these would have
     * been TABLE items, but repoint_table_dependencies would have repointed
     * them to the TABLE DATA items if those are present (which they might not
     * be, eg in a schema-only dump).  Note that all of the entries we are
     * processing here are POST_DATA; otherwise there might be a significant
     * difference between a dependency on a table and a dependency on its
     * data, so that closer analysis would be needed here.
     */
    lockids = (DumpId *) pg_malloc(te->nDeps * sizeof(DumpId));
    nlockids = 0;
    for (i = 0; i < te->nDeps; i++)
    {
        DumpId      depid = te->dependencies[i];

        if (depid <= AH->maxDumpId && AH->tocsByDumpId[depid] != NULL &&
            ((strcmp(AH->tocsByDumpId[depid]->desc, "TABLE DATA") == 0) ||
             strcmp(AH->tocsByDumpId[depid]->desc, "TABLE") == 0))
            lockids[nlockids++] = depid;
    }

    if (nlockids == 0)
    {
        free(lockids);
        return;
    }

    te->lockDeps = pg_realloc(lockids, nlockids * sizeof(DumpId));
    te->nLockDeps = nlockids;
}

static void inhibit_data_for_failed_table ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 4489 of file pg_backup_archiver.c.

References ahlog(), _tocEntry::dumpId, _tocEntry::reqs, _archiveHandle::tableDataId, _tocEntry::tag, and _archiveHandle::tocsByDumpId.

Referenced by mark_restore_job_done(), and restore_toc_entry().

{
    ahlog(AH, 1, "table \"%s\" could not be created, will not restore its data\n",
          te->tag);

    if (AH->tableDataId[te->dumpId] != 0)
    {
        TocEntry   *ted = AH->tocsByDumpId[AH->tableDataId[te->dumpId]];

        ted->reqs = 0;
    }
}

void InitDumpOptions

(

DumpOptions *

opts

)

Definition at line 135 of file pg_backup_archiver.c.

References DUMP_UNSECTIONED, _dumpOptions::dumpSections, and _dumpOptions::include_everything.

Referenced by main(), and NewDumpOptions().

{
    memset(opts, 0, sizeof(DumpOptions));
    /* set any fields that shouldn't default to zeroes */
    opts->include_everything = true;
    opts->dumpSections = DUMP_UNSECTIONED;
}

static void mark_create_done ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 4474 of file pg_backup_archiver.c.

References _tocEntry::created, _tocEntry::dumpId, _archiveHandle::tableDataId, and _archiveHandle::tocsByDumpId.

Referenced by mark_restore_job_done(), and restore_toc_entry().

{
    if (AH->tableDataId[te->dumpId] != 0)
    {
        TocEntry   *ted = AH->tocsByDumpId[AH->tableDataId[te->dumpId]];

        ted->created = true;
    }
}

static void mark_dump_job_done ( ArchiveHandle *  AH, TocEntry *  te, int  status, void *  callback_data  )

static

Definition at line 2433 of file pg_backup_archiver.c.

References ahlog(), _tocEntry::desc, _tocEntry::dumpId, exit_horribly(), modulename, and _tocEntry::tag.

Referenced by WriteDataChunks().

{
    ahlog(AH, 1, "finished item %d %s %s\n",
          te->dumpId, te->desc, te->tag);

    if (status != 0)
        exit_horribly(modulename, "worker process failed: exit code %d\n",
                      status);
}

static void mark_restore_job_done ( ArchiveHandle *  AH, TocEntry *  te, int  status, void *  callback_data  )

static

Definition at line 4197 of file pg_backup_archiver.c.

References ahlog(), _tocEntry::desc, _tocEntry::dumpId, exit_horribly(), inhibit_data_for_failed_table(), mark_create_done(), modulename, Archive::n_errors, _archiveHandle::public, reduce_dependencies(), _tocEntry::tag, WORKER_CREATE_DONE, WORKER_IGNORED_ERRORS, and WORKER_INHIBIT_DATA.

Referenced by restore_toc_entries_parallel().

{
    TocEntry   *ready_list = (TocEntry *) callback_data;

    ahlog(AH, 1, "finished item %d %s %s\n",
          te->dumpId, te->desc, te->tag);

    if (status == WORKER_CREATE_DONE)
        mark_create_done(AH, te);
    else if (status == WORKER_INHIBIT_DATA)
    {
        inhibit_data_for_failed_table(AH, te);
        AH->public.n_errors++;
    }
    else if (status == WORKER_IGNORED_ERRORS)
        AH->public.n_errors++;
    else if (status != 0)
        exit_horribly(modulename, "worker process failed: exit code %d\n",
                      status);

    reduce_dependencies(AH, te, ready_list);
}

DumpOptions* NewDumpOptions

(

void

)

Definition at line 123 of file pg_backup_archiver.c.

References InitDumpOptions(), and pg_malloc().

Referenced by dumpOptionsFromRestoreOptions().

{
    DumpOptions *opts = (DumpOptions *) pg_malloc(sizeof(DumpOptions));

    InitDumpOptions(opts);
    return opts;
}

RestoreOptions* NewRestoreOptions

(

void

)

Definition at line 932 of file pg_backup_archiver.c.

References archUnknown, DUMP_UNSECTIONED, _restoreOptions::dumpSections, _restoreOptions::format, pg_malloc0(), _restoreOptions::promptPassword, and TRI_DEFAULT.

Referenced by _CloseArchive(), and main().

{
    RestoreOptions *opts;

    opts = (RestoreOptions *) pg_malloc0(sizeof(RestoreOptions));

    /* set any fields that shouldn't default to zeroes */
    opts->format = archUnknown;
    opts->promptPassword = TRI_DEFAULT;
    opts->dumpSections = DUMP_UNSECTIONED;

    return opts;
}

Archive* OpenArchive	(	const char *	FileSpec,
		const ArchiveFormat	fmt
	)

Definition at line 220 of file pg_backup_archiver.c.

References _allocAH(), archModeRead, and setupRestoreWorker().

Referenced by main().

{
    ArchiveHandle *AH = _allocAH(FileSpec, fmt, 0, true, archModeRead, setupRestoreWorker);

    return (Archive *) AH;
}

static void par_list_append ( TocEntry *  l, TocEntry *  te  )

static

Definition at line 4054 of file pg_backup_archiver.c.

References _tocEntry::par_next, and _tocEntry::par_prev.

Referenced by reduce_dependencies(), and restore_toc_entries_parallel().

{
    te->par_prev = l->par_prev;
    l->par_prev->par_next = te;
    l->par_prev = te;
    te->par_next = l;
}

static void par_list_header_init ( TocEntry *  l )

static

Definition at line 4047 of file pg_backup_archiver.c.

References _tocEntry::par_next, and _tocEntry::par_prev.

Referenced by restore_toc_entries_parallel(), and RestoreArchive().

{
    l->par_prev = l->par_next = l;
}

static void par_list_remove ( TocEntry *  te )

static

Definition at line 4064 of file pg_backup_archiver.c.

References NULL, _tocEntry::par_next, and _tocEntry::par_prev.

Referenced by reduce_dependencies(), and restore_toc_entries_parallel().

{
    te->par_prev->par_next = te->par_next;
    te->par_next->par_prev = te->par_prev;
    te->par_prev = NULL;
    te->par_next = NULL;
}

int parallel_restore	(	ArchiveHandle *	AH,
		TocEntry *	te
	)

Definition at line 4174 of file pg_backup_archiver.c.

References Assert, _archiveHandle::connection, Archive::n_errors, NULL, _archiveHandle::public, restore_toc_entry(), and status().

Referenced by _WorkerJobRestoreCustom(), and _WorkerJobRestoreDirectory().

{
    int         status;

    Assert(AH->connection != NULL);

    /* Count only errors associated with this TOC entry */
    AH->public.n_errors = 0;

    /* Restore the TOC item */
    status = restore_toc_entry(AH, te, true);

    return status;
}

void PrintTOCSummary

(

Archive *

AHX

)

Definition at line 1091 of file pg_backup_archiver.c.

References _tocEntryRequired(), ahprintf(), archCustom, _archiveHandle::archdbname, archDirectory, ARCHIVE_MAJOR, ARCHIVE_MINOR, ARCHIVE_REV, _archiveHandle::archiveDumpVersion, _archiveHandle::archiveRemoteVersion, archTar, _tocEntry::catalogId, _archiveHandle::compression, _archiveHandle::createDate, _tocEntry::dependencies, _tocEntry::desc, _tocEntry::dumpId, _restoreOptions::filename, _archiveHandle::format, free, i, _archiveHandle::intSize, _tocEntry::nDeps, _tocEntry::next, _archiveHandle::offSize, CatalogId::oid, _tocEntry::owner, pg_strdup(), PGDUMP_STRFTIME_FMT, _archiveHandle::public, replace_line_endings(), REQ_DATA, REQ_SCHEMA, RestoreOutput(), Archive::ropt, SaveOutput(), _tocEntry::section, SECTION_NONE, SECTION_PRE_DATA, SetOutput(), _restoreOptions::strict_names, StrictNamesCheck(), CatalogId::tableoid, _tocEntry::tag, _archiveHandle::toc, _archiveHandle::tocCount, _restoreOptions::verbose, and _archiveHandle::version.

Referenced by main().

{
    ArchiveHandle *AH = (ArchiveHandle *) AHX;
    RestoreOptions *ropt = AH->public.ropt;
    TocEntry   *te;
    teSection   curSection;
    OutputContext sav;
    const char *fmtName;
    char        stamp_str[64];

    sav = SaveOutput(AH);
    if (ropt->filename)
        SetOutput(AH, ropt->filename, 0 /* no compression */ );

    if (strftime(stamp_str, sizeof(stamp_str), PGDUMP_STRFTIME_FMT,
                 localtime(&AH->createDate)) == 0)
        strcpy(stamp_str, "[unknown]");

    ahprintf(AH, ";\n; Archive created at %s\n", stamp_str);
    ahprintf(AH, ";     dbname: %s\n;     TOC Entries: %d\n;     Compression: %d\n",
             replace_line_endings(AH->archdbname),
             AH->tocCount, AH->compression);

    switch (AH->format)
    {
        case archCustom:
            fmtName = "CUSTOM";
            break;
        case archDirectory:
            fmtName = "DIRECTORY";
            break;
        case archTar:
            fmtName = "TAR";
            break;
        default:
            fmtName = "UNKNOWN";
    }

    ahprintf(AH, ";     Dump Version: %d.%d-%d\n",
             ARCHIVE_MAJOR(AH->version), ARCHIVE_MINOR(AH->version), ARCHIVE_REV(AH->version));
    ahprintf(AH, ";     Format: %s\n", fmtName);
    ahprintf(AH, ";     Integer: %d bytes\n", (int) AH->intSize);
    ahprintf(AH, ";     Offset: %d bytes\n", (int) AH->offSize);
    if (AH->archiveRemoteVersion)
        ahprintf(AH, ";     Dumped from database version: %s\n",
                 AH->archiveRemoteVersion);
    if (AH->archiveDumpVersion)
        ahprintf(AH, ";     Dumped by pg_dump version: %s\n",
                 AH->archiveDumpVersion);

    ahprintf(AH, ";\n;\n; Selected TOC Entries:\n;\n");

    curSection = SECTION_PRE_DATA;
    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        if (te->section != SECTION_NONE)
            curSection = te->section;
        if (ropt->verbose ||
            (_tocEntryRequired(te, curSection, ropt) & (REQ_SCHEMA | REQ_DATA)) != 0)
        {
            char       *sanitized_name;
            char       *sanitized_schema;
            char       *sanitized_owner;

            /*
             * As in _printTocEntry(), sanitize strings that might contain
             * newlines, to ensure that each logical output line is in fact
             * one physical output line.  This prevents confusion when the
             * file is read by "pg_restore -L".  Note that we currently don't
             * bother to quote names, meaning that the name fields aren't
             * automatically parseable.  "pg_restore -L" doesn't care because
             * it only examines the dumpId field, but someday we might want to
             * try harder.
             */
            sanitized_name = replace_line_endings(te->tag);
            if (te->namespace)
                sanitized_schema = replace_line_endings(te->namespace);
            else
                sanitized_schema = pg_strdup("-");
            sanitized_owner = replace_line_endings(te->owner);

            ahprintf(AH, "%d; %u %u %s %s %s %s\n", te->dumpId,
                     te->catalogId.tableoid, te->catalogId.oid,
                     te->desc, sanitized_schema, sanitized_name,
                     sanitized_owner);

            free(sanitized_name);
            free(sanitized_schema);
            free(sanitized_owner);
        }
        if (ropt->verbose && te->nDeps > 0)
        {
            int         i;

            ahprintf(AH, ";\tdepends on:");
            for (i = 0; i < te->nDeps; i++)
                ahprintf(AH, " %d", te->dependencies[i]);
            ahprintf(AH, "\n");
        }
    }

    /* Enforce strict names checking */
    if (ropt->strict_names)
        StrictNamesCheck(ropt);

    if (ropt->filename)
        RestoreOutput(AH, sav);
}

void ProcessArchiveRestoreOptions

(

Archive *

AHX

)

Definition at line 262 of file pg_backup_archiver.c.

References _tocEntryRequired(), archModeRead, exit_horribly(), _archiveHandle::mode, modulename, _tocEntry::next, _archiveHandle::public, _tocEntry::reqs, Archive::ropt, _tocEntry::section, SECTION_DATA, SECTION_NONE, SECTION_POST_DATA, SECTION_PRE_DATA, _restoreOptions::strict_names, StrictNamesCheck(), _archiveHandle::toc, and write_msg().

Referenced by main().

{
    ArchiveHandle *AH = (ArchiveHandle *) AHX;
    RestoreOptions *ropt = AH->public.ropt;
    TocEntry   *te;
    teSection   curSection;

    /* Decide which TOC entries will be dumped/restored, and mark them */
    curSection = SECTION_PRE_DATA;
    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        /*
         * When writing an archive, we also take this opportunity to check
         * that we have generated the entries in a sane order that respects
         * the section divisions.  When reading, don't complain, since buggy
         * old versions of pg_dump might generate out-of-order archives.
         */
        if (AH->mode != archModeRead)
        {
            switch (te->section)
            {
                case SECTION_NONE:
                    /* ok to be anywhere */
                    break;
                case SECTION_PRE_DATA:
                    if (curSection != SECTION_PRE_DATA)
                        write_msg(modulename,
                                  "WARNING: archive items not in correct section order\n");
                    break;
                case SECTION_DATA:
                    if (curSection == SECTION_POST_DATA)
                        write_msg(modulename,
                                  "WARNING: archive items not in correct section order\n");
                    break;
                case SECTION_POST_DATA:
                    /* ok no matter which section we were in */
                    break;
                default:
                    exit_horribly(modulename, "unexpected section code %d\n",
                                  (int) te->section);
                    break;
            }
        }

        if (te->section != SECTION_NONE)
            curSection = te->section;

        te->reqs = _tocEntryRequired(te, curSection, ropt);
    }

    /* Enforce strict names checking */
    if (ropt->strict_names)
        StrictNamesCheck(ropt);
}

static void processEncodingEntry ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 2696 of file pg_backup_archiver.c.

References _tocEntry::defn, encoding, Archive::encoding, exit_horribly(), free, modulename, NULL, pg_char_to_encoding(), pg_strdup(), and _archiveHandle::public.

Referenced by ReadToc().

{
    /* te->defn should have the form SET client_encoding = 'foo'; */
    char       *defn = pg_strdup(te->defn);
    char       *ptr1;
    char       *ptr2 = NULL;
    int         encoding;

    ptr1 = strchr(defn, '\'');
    if (ptr1)
        ptr2 = strchr(++ptr1, '\'');
    if (ptr2)
    {
        *ptr2 = '\0';
        encoding = pg_char_to_encoding(ptr1);
        if (encoding < 0)
            exit_horribly(modulename, "unrecognized encoding \"%s\"\n",
                          ptr1);
        AH->public.encoding = encoding;
    }
    else
        exit_horribly(modulename, "invalid ENCODING item: %s\n",
                      te->defn);

    free(defn);
}

static void processStdStringsEntry ( ArchiveHandle *  AH, TocEntry *  te  )

static

Definition at line 2724 of file pg_backup_archiver.c.

References _tocEntry::defn, exit_horribly(), modulename, _archiveHandle::public, and Archive::std_strings.

Referenced by ReadToc().

{
    /* te->defn should have the form SET standard_conforming_strings = 'x'; */
    char       *ptr1;

    ptr1 = strchr(te->defn, '\'');
    if (ptr1 && strncmp(ptr1, "'on'", 4) == 0)
        AH->public.std_strings = true;
    else if (ptr1 && strncmp(ptr1, "'off'", 5) == 0)
        AH->public.std_strings = false;
    else
        exit_horribly(modulename, "invalid STDSTRINGS item: %s\n",
                      te->defn);
}

void ReadHead

(

ArchiveHandle *

AH

)

Definition at line 3625 of file pg_backup_archiver.c.

References _archiveHandle::archdbname, _archiveHandle::archiveDumpVersion, _archiveHandle::archiveRemoteVersion, _archiveHandle::compression, _archiveHandle::createDate, exit_horribly(), _archiveHandle::format, _archiveHandle::intSize, K_VERS_1_0, K_VERS_1_10, K_VERS_1_2, K_VERS_1_4, K_VERS_1_7, K_VERS_MAX, MAKE_ARCHIVE_VERSION, modulename, _archiveHandle::offSize, _archiveHandle::ReadBufPtr, _archiveHandle::ReadBytePtr, _archiveHandle::readHeader, ReadInt(), ReadStr(), tm, _archiveHandle::version, write_msg(), and Z_DEFAULT_COMPRESSION.

Referenced by InitArchiveFmt_Custom(), InitArchiveFmt_Directory(), and InitArchiveFmt_Tar().

{
    char        tmpMag[7];
    int         fmt;
    struct tm   crtm;

    /*
     * If we haven't already read the header, do so.
     *
     * NB: this code must agree with _discoverArchiveFormat().  Maybe find a
     * way to unify the cases?
     */
    if (!AH->readHeader)
    {
        char        vmaj,
                    vmin,
                    vrev;

        (*AH->ReadBufPtr) (AH, tmpMag, 5);

        if (strncmp(tmpMag, "PGDMP", 5) != 0)
            exit_horribly(modulename, "did not find magic string in file header\n");

        vmaj = (*AH->ReadBytePtr) (AH);
        vmin = (*AH->ReadBytePtr) (AH);

        if (vmaj > 1 || (vmaj == 1 && vmin > 0))    /* Version > 1.0 */
            vrev = (*AH->ReadBytePtr) (AH);
        else
            vrev = 0;

        AH->version = MAKE_ARCHIVE_VERSION(vmaj, vmin, vrev);

        if (AH->version < K_VERS_1_0 || AH->version > K_VERS_MAX)
            exit_horribly(modulename, "unsupported version (%d.%d) in file header\n",
                          vmaj, vmin);

        AH->intSize = (*AH->ReadBytePtr) (AH);
        if (AH->intSize > 32)
            exit_horribly(modulename, "sanity check on integer size (%lu) failed\n",
                          (unsigned long) AH->intSize);

        if (AH->intSize > sizeof(int))
            write_msg(modulename, "WARNING: archive was made on a machine with larger integers, some operations might fail\n");

        if (AH->version >= K_VERS_1_7)
            AH->offSize = (*AH->ReadBytePtr) (AH);
        else
            AH->offSize = AH->intSize;

        fmt = (*AH->ReadBytePtr) (AH);

        if (AH->format != fmt)
            exit_horribly(modulename, "expected format (%d) differs from format found in file (%d)\n",
                          AH->format, fmt);
    }

    if (AH->version >= K_VERS_1_2)
    {
        if (AH->version < K_VERS_1_4)
            AH->compression = (*AH->ReadBytePtr) (AH);
        else
            AH->compression = ReadInt(AH);
    }
    else
        AH->compression = Z_DEFAULT_COMPRESSION;

#ifndef HAVE_LIBZ
    if (AH->compression != 0)
        write_msg(modulename, "WARNING: archive is compressed, but this installation does not support compression -- no data will be available\n");
#endif

    if (AH->version >= K_VERS_1_4)
    {
        crtm.tm_sec = ReadInt(AH);
        crtm.tm_min = ReadInt(AH);
        crtm.tm_hour = ReadInt(AH);
        crtm.tm_mday = ReadInt(AH);
        crtm.tm_mon = ReadInt(AH);
        crtm.tm_year = ReadInt(AH);
        crtm.tm_isdst = ReadInt(AH);

        AH->archdbname = ReadStr(AH);

        AH->createDate = mktime(&crtm);

        if (AH->createDate == (time_t) -1)
            write_msg(modulename, "WARNING: invalid creation date in header\n");
    }

    if (AH->version >= K_VERS_1_10)
    {
        AH->archiveRemoteVersion = ReadStr(AH);
        AH->archiveDumpVersion = ReadStr(AH);
    }
}

int ReadInt

(

ArchiveHandle *

AH

)

Definition at line 2004 of file pg_backup_archiver.c.

References _archiveHandle::intSize, K_VERS_1_0, _archiveHandle::ReadBytePtr, sign, and _archiveHandle::version.

Referenced by _CustomReadFunc(), _LoadBlobs(), _readBlockHeader(), _ReadExtraToc(), _skipBlobs(), _skipData(), ReadHead(), ReadOffset(), ReadStr(), and ReadToc().

{
    int         res = 0;
    int         bv,
                b;
    int         sign = 0;       /* Default positive */
    int         bitShift = 0;

    if (AH->version > K_VERS_1_0)
        /* Read a sign byte */
        sign = (*AH->ReadBytePtr) (AH);

    for (b = 0; b < AH->intSize; b++)
    {
        bv = (*AH->ReadBytePtr) (AH) & 0xFF;
        if (bv != 0)
            res = res + (bv << bitShift);
        bitShift += 8;
    }

    if (sign)
        res = -res;

    return res;
}

int ReadOffset	(	ArchiveHandle *	AH,
		pgoff_t *	o
	)

Definition at line 1909 of file pg_backup_archiver.c.

References exit_horribly(), i, K_OFFSET_NO_DATA, K_OFFSET_POS_NOT_SET, K_OFFSET_POS_SET, K_VERS_1_7, modulename, _archiveHandle::offSize, pgoff_t, _archiveHandle::ReadBytePtr, ReadInt(), and _archiveHandle::version.

Referenced by _ReadExtraToc().

{
    int         i;
    int         off;
    int         offsetFlg;

    /* Initialize to zero */
    *o = 0;

    /* Check for old version */
    if (AH->version < K_VERS_1_7)
    {
        /* Prior versions wrote offsets using WriteInt */
        i = ReadInt(AH);
        /* -1 means not set */
        if (i < 0)
            return K_OFFSET_POS_NOT_SET;
        else if (i == 0)
            return K_OFFSET_NO_DATA;

        /* Cast to pgoff_t because it was written as an int. */
        *o = (pgoff_t) i;
        return K_OFFSET_POS_SET;
    }

    /*
     * Read the flag indicating the state of the data pointer. Check if valid
     * and die if not.
     *
     * This used to be handled by a negative or zero pointer, now we use an
     * extra byte specifically for the state.
     */
    offsetFlg = (*AH->ReadBytePtr) (AH) & 0xFF;

    switch (offsetFlg)
    {
        case K_OFFSET_POS_NOT_SET:
        case K_OFFSET_NO_DATA:
        case K_OFFSET_POS_SET:

            break;

        default:
            exit_horribly(modulename, "unexpected data offset flag %d\n", offsetFlg);
    }

    /*
     * Read the bytes
     */
    for (off = 0; off < AH->offSize; off++)
    {
        if (off < sizeof(pgoff_t))
            *o |= ((pgoff_t) ((*AH->ReadBytePtr) (AH))) << (off * 8);
        else
        {
            if ((*AH->ReadBytePtr) (AH) != 0)
                exit_horribly(modulename, "file offset in dump file is too large\n");
        }
    }

    return offsetFlg;
}

char* ReadStr

(

ArchiveHandle *

AH

)

Definition at line 2050 of file pg_backup_archiver.c.

References buf, NULL, pg_malloc(), _archiveHandle::ReadBufPtr, and ReadInt().

Referenced by _ReadExtraToc(), ReadHead(), and ReadToc().

{
    char       *buf;
    int         l;

    l = ReadInt(AH);
    if (l < 0)
        buf = NULL;
    else
    {
        buf = (char *) pg_malloc(l + 1);
        (*AH->ReadBufPtr) (AH, (void *) buf, l);

        buf[l] = '\0';
    }

    return buf;
}

void ReadToc

(

ArchiveHandle *

AH

)

Definition at line 2539 of file pg_backup_archiver.c.

References ahlog(), _tocEntry::catalogId, _tocEntry::copyStmt, _tocEntry::defn, _tocEntry::dependencies, _tocEntry::desc, _tocEntry::dropStmt, _tocEntry::dumpId, exit_horribly(), free, _tocEntry::hadDumper, i, InvalidOid, K_VERS_1_10, K_VERS_1_11, K_VERS_1_3, K_VERS_1_5, K_VERS_1_6, K_VERS_1_8, K_VERS_1_9, _archiveHandle::maxDumpId, modulename, _tocEntry::nDeps, _tocEntry::next, NULL, CatalogId::oid, _tocEntry::owner, pg_malloc(), pg_malloc0(), pg_realloc(), _tocEntry::prev, processEncodingEntry(), processStdStringsEntry(), _archiveHandle::ReadExtraTocPtr, ReadInt(), ReadStr(), _tocEntry::section, SECTION_DATA, SECTION_NONE, SECTION_POST_DATA, SECTION_PRE_DATA, CatalogId::tableoid, _tocEntry::tablespace, _tocEntry::tag, _archiveHandle::toc, _archiveHandle::tocCount, _archiveHandle::version, and _tocEntry::withOids.

Referenced by InitArchiveFmt_Custom(), InitArchiveFmt_Directory(), and InitArchiveFmt_Tar().

{
    int         i;
    char       *tmp;
    DumpId     *deps;
    int         depIdx;
    int         depSize;
    TocEntry   *te;

    AH->tocCount = ReadInt(AH);
    AH->maxDumpId = 0;

    for (i = 0; i < AH->tocCount; i++)
    {
        te = (TocEntry *) pg_malloc0(sizeof(TocEntry));
        te->dumpId = ReadInt(AH);

        if (te->dumpId > AH->maxDumpId)
            AH->maxDumpId = te->dumpId;

        /* Sanity check */
        if (te->dumpId <= 0)
            exit_horribly(modulename,
                          "entry ID %d out of range -- perhaps a corrupt TOC\n",
                          te->dumpId);

        te->hadDumper = ReadInt(AH);

        if (AH->version >= K_VERS_1_8)
        {
            tmp = ReadStr(AH);
            sscanf(tmp, "%u", &te->catalogId.tableoid);
            free(tmp);
        }
        else
            te->catalogId.tableoid = InvalidOid;
        tmp = ReadStr(AH);
        sscanf(tmp, "%u", &te->catalogId.oid);
        free(tmp);

        te->tag = ReadStr(AH);
        te->desc = ReadStr(AH);

        if (AH->version >= K_VERS_1_11)
        {
            te->section = ReadInt(AH);
        }
        else
        {
            /*
             * Rules for pre-8.4 archives wherein pg_dump hasn't classified
             * the entries into sections.  This list need not cover entry
             * types added later than 8.4.
             */
            if (strcmp(te->desc, "COMMENT") == 0 ||
                strcmp(te->desc, "ACL") == 0 ||
                strcmp(te->desc, "ACL LANGUAGE") == 0)
                te->section = SECTION_NONE;
            else if (strcmp(te->desc, "TABLE DATA") == 0 ||
                     strcmp(te->desc, "BLOBS") == 0 ||
                     strcmp(te->desc, "BLOB COMMENTS") == 0)
                te->section = SECTION_DATA;
            else if (strcmp(te->desc, "CONSTRAINT") == 0 ||
                     strcmp(te->desc, "CHECK CONSTRAINT") == 0 ||
                     strcmp(te->desc, "FK CONSTRAINT") == 0 ||
                     strcmp(te->desc, "INDEX") == 0 ||
                     strcmp(te->desc, "RULE") == 0 ||
                     strcmp(te->desc, "TRIGGER") == 0)
                te->section = SECTION_POST_DATA;
            else
                te->section = SECTION_PRE_DATA;
        }

        te->defn = ReadStr(AH);
        te->dropStmt = ReadStr(AH);

        if (AH->version >= K_VERS_1_3)
            te->copyStmt = ReadStr(AH);

        if (AH->version >= K_VERS_1_6)
            te->namespace = ReadStr(AH);

        if (AH->version >= K_VERS_1_10)
            te->tablespace = ReadStr(AH);

        te->owner = ReadStr(AH);
        if (AH->version >= K_VERS_1_9)
        {
            if (strcmp(ReadStr(AH), "true") == 0)
                te->withOids = true;
            else
                te->withOids = false;
        }
        else
            te->withOids = true;

        /* Read TOC entry dependencies */
        if (AH->version >= K_VERS_1_5)
        {
            depSize = 100;
            deps = (DumpId *) pg_malloc(sizeof(DumpId) * depSize);
            depIdx = 0;
            for (;;)
            {
                tmp = ReadStr(AH);
                if (!tmp)
                    break;      /* end of list */
                if (depIdx >= depSize)
                {
                    depSize *= 2;
                    deps = (DumpId *) pg_realloc(deps, sizeof(DumpId) * depSize);
                }
                sscanf(tmp, "%d", &deps[depIdx]);
                free(tmp);
                depIdx++;
            }

            if (depIdx > 0)     /* We have a non-null entry */
            {
                deps = (DumpId *) pg_realloc(deps, sizeof(DumpId) * depIdx);
                te->dependencies = deps;
                te->nDeps = depIdx;
            }
            else
            {
                free(deps);
                te->dependencies = NULL;
                te->nDeps = 0;
            }
        }
        else
        {
            te->dependencies = NULL;
            te->nDeps = 0;
        }

        if (AH->ReadExtraTocPtr)
            (*AH->ReadExtraTocPtr) (AH, te);

        ahlog(AH, 3, "read TOC entry %d (ID %d) for %s %s\n",
              i, te->dumpId, te->desc, te->tag);

        /* link completed entry into TOC circular list */
        te->prev = AH->toc->prev;
        AH->toc->prev->next = te;
        AH->toc->prev = te;
        te->next = AH->toc;

        /* special processing immediately upon read for some items */
        if (strcmp(te->desc, "ENCODING") == 0)
            processEncodingEntry(AH, te);
        else if (strcmp(te->desc, "STDSTRINGS") == 0)
            processStdStringsEntry(AH, te);
    }
}

static void reduce_dependencies ( ArchiveHandle *  AH, TocEntry *  te, TocEntry *  ready_list  )

static

Definition at line 4448 of file pg_backup_archiver.c.

References ahlog(), _tocEntry::depCount, _tocEntry::dumpId, i, _tocEntry::nRevDeps, NULL, par_list_append(), par_list_remove(), _tocEntry::par_prev, _tocEntry::revDeps, and _archiveHandle::tocsByDumpId.

Referenced by mark_restore_job_done(), restore_toc_entries_parallel(), and restore_toc_entries_prefork().

{
    int         i;

    ahlog(AH, 2, "reducing dependencies for %d\n", te->dumpId);

    for (i = 0; i < te->nRevDeps; i++)
    {
        TocEntry   *otherte = AH->tocsByDumpId[te->revDeps[i]];

        otherte->depCount--;
        if (otherte->depCount == 0 && otherte->par_prev != NULL)
        {
            /* It must be in the pending list, so remove it ... */
            par_list_remove(otherte);
            /* ... and add to ready_list */
            par_list_append(ready_list, otherte);
        }
    }
}

static char * replace_line_endings ( const char *  str )

static

Definition at line 3582 of file pg_backup_archiver.c.

References pg_strdup(), and result.

Referenced by _printTocEntry(), and PrintTOCSummary().

{
    char       *result;
    char       *s;

    result = pg_strdup(str);

    for (s = result; *s != '\0'; s++)
    {
        if (*s == '\n' || *s == '\r')
            *s = ' ';
    }

    return result;
}

static void repoint_table_dependencies ( ArchiveHandle *  AH )

static

Definition at line 4362 of file pg_backup_archiver.c.

References ahlog(), _tocEntry::dependencies, _tocEntry::dumpId, i, _tocEntry::nDeps, _tocEntry::next, _tocEntry::section, SECTION_POST_DATA, _archiveHandle::tableDataId, and _archiveHandle::toc.

Referenced by fix_dependencies().

{
    TocEntry   *te;
    int         i;
    DumpId      olddep;

    for (te = AH->toc->next; te != AH->toc; te = te->next)
    {
        if (te->section != SECTION_POST_DATA)
            continue;
        for (i = 0; i < te->nDeps; i++)
        {
            olddep = te->dependencies[i];
            if (olddep <= AH->maxDumpId &&
                AH->tableDataId[olddep] != 0)
            {
                te->dependencies[i] = AH->tableDataId[olddep];
                ahlog(AH, 2, "transferring dependency %d -> %d to %d\n",
                      te->dumpId, olddep, AH->tableDataId[olddep]);
            }
        }
    }
}

static void restore_toc_entries_parallel ( ArchiveHandle *  AH, ParallelState *  pstate, TocEntry *  pending_list  )

static

Definition at line 3874 of file pg_backup_archiver.c.

References _tocEntryIsACL(), ACT_RESTORE, ahlog(), _tocEntry::depCount, _tocEntry::desc, DispatchJobForTocEntry(), _tocEntry::dumpId, get_next_work_item(), IsEveryWorkerIdle(), mark_restore_job_done(), _tocEntry::next, NULL, par_list_append(), par_list_header_init(), par_list_remove(), reduce_dependencies(), REQ_DATA, REQ_SCHEMA, _tocEntry::reqs, _tocEntry::section, SECTION_DATA, SECTION_POST_DATA, SECTION_PRE_DATA, _tocEntry::tag, _archiveHandle::toc, WaitForWorkers(), WFW_GOT_STATUS, and WFW_ONE_IDLE.

Referenced by RestoreArchive().

{
    bool        skipped_some;
    TocEntry    ready_list;
    TocEntry   *next_work_item;

    ahlog(AH, 2, "entering restore_toc_entries_parallel\n");

    /*
     * Initialize the lists of ready items, the list for pending items has
     * already been initialized in the caller.  After this setup, the pending
     * list is everything that needs to be done but is blocked by one or more
     * dependencies, while the ready list contains items that have no
     * remaining dependencies. Note: we don't yet filter out entries that
     * aren't going to be restored. They might participate in dependency
     * chains connecting entries that should be restored, so we treat them as
     * live until we actually process them.
     */
    par_list_header_init(&ready_list);
    skipped_some = false;
    for (next_work_item = AH->toc->next; next_work_item != AH->toc; next_work_item = next_work_item->next)
    {
        /* NB: process-or-continue logic must be the inverse of loop above */
        if (next_work_item->section == SECTION_PRE_DATA)
        {
            /* All PRE_DATA items were dealt with above */
            continue;
        }
        if (next_work_item->section == SECTION_DATA ||
            next_work_item->section == SECTION_POST_DATA)
        {
            /* set this flag at same point that previous loop did */
            skipped_some = true;
        }
        else
        {
            /* SECTION_NONE items must be processed if previous loop didn't */
            if (!skipped_some)
                continue;
        }

        if (next_work_item->depCount > 0)
            par_list_append(pending_list, next_work_item);
        else
            par_list_append(&ready_list, next_work_item);
    }

    /*
     * main parent loop
     *
     * Keep going until there is no worker still running AND there is no work
     * left to be done.
     */

    ahlog(AH, 1, "entering main parallel loop\n");

    while ((next_work_item = get_next_work_item(AH, &ready_list, pstate)) != NULL ||
           !IsEveryWorkerIdle(pstate))
    {
        if (next_work_item != NULL)
        {
            /* If not to be restored, don't waste time launching a worker */
            if ((next_work_item->reqs & (REQ_SCHEMA | REQ_DATA)) == 0 ||
                _tocEntryIsACL(next_work_item))
            {
                ahlog(AH, 1, "skipping item %d %s %s\n",
                      next_work_item->dumpId,
                      next_work_item->desc, next_work_item->tag);

                par_list_remove(next_work_item);