pgbench.c File Reference

#include "postgres_fe.h"
#include <ctype.h>
#include <float.h>
#include <limits.h>
#include <math.h>
#include <signal.h>
#include <time.h>
#include "common/int.h"
#include "common/logging.h"
#include "common/string.h"
#include "fe_utils/cancel.h"
#include "fe_utils/conditional.h"
#include "getopt_long.h"
#include "libpq-fe.h"
#include "pgbench.h"
#include "portability/instr_time.h"

Include dependency graph for pgbench.c:

Go to the source code of this file.

Data Structures
struct	socket_set
struct	Variable
struct	SimpleStats
struct	StatsData
struct	RandomState
struct	CState
struct	TState
struct	Command
struct	ParsedScript
struct	BuiltinScript

Macros
#define	POLL_USING_SELECT
#define	M_PI   3.14159265358979323846
#define	ERRCODE_UNDEFINED_TABLE   "42P01"
#define	FNV_PRIME   UINT64CONST(0x100000001b3)
#define	FNV_OFFSET_BASIS   UINT64CONST(0xcbf29ce484222325)
#define	MM2_MUL   UINT64CONST(0xc6a4a7935bd1e995)
#define	MM2_MUL_TIMES_8   UINT64CONST(0x35253c9ade8f4ca8)
#define	MM2_ROT   47
#define	SOCKET_WAIT_METHOD   "select"
#define	pthread_t   void *
#define	DEFAULT_INIT_STEPS   "dtgvp" /* default -I setting */
#define	ALL_INIT_STEPS   "dtgGvpf" /* all possible steps */
#define	LOG_STEP_SECONDS   5 /* seconds between log messages */
#define	DEFAULT_NXACTS   10 /* default nxacts */
#define	MIN_GAUSSIAN_PARAM   2.0 /* minimum parameter for gauss */
#define	MIN_ZIPFIAN_PARAM   1.001 /* minimum parameter for zipfian */
#define	MAX_ZIPFIAN_PARAM   1000.0 /* maximum parameter for zipfian */
#define	nbranches
#define	ntellers   10
#define	naccounts   100000
#define	SCALE_32BIT_THRESHOLD   20000
#define	WSEP   '@' /* weight separator */
#define	MAX_SCRIPTS   128 /* max number of SQL scripts allowed */
#define	SHELL_COMMAND_SIZE   256 /* maximum size allowed for shell command */
#define	INVALID_THREAD   ((pthread_t) 0)
#define	SQL_COMMAND   1
#define	META_COMMAND   2
#define	MAX_ARGS   256
#define	PARAMS_ARRAY_SIZE   7
#define	MAX_FARGS   16
#define	MAX_PREPARE_NAME   32
#define	COMMANDS_ALLOC_NUM   128

Typedefs
typedef struct socket_set	socket_set
typedef struct SimpleStats	SimpleStats
typedef struct StatsData	StatsData
typedef struct RandomState	RandomState
typedef enum MetaCommand	MetaCommand
typedef enum QueryMode	QueryMode
typedef struct Command	Command
typedef struct ParsedScript	ParsedScript
typedef struct BuiltinScript	BuiltinScript

Enumerations
enum	partition_method_t { PART_NONE, PART_RANGE, PART_HASH }
enum	ConnectionStateEnum {   CSTATE_CHOOSE_SCRIPT, CSTATE_START_TX, CSTATE_PREPARE_THROTTLE, CSTATE_THROTTLE,   CSTATE_START_COMMAND, CSTATE_WAIT_RESULT, CSTATE_SLEEP, CSTATE_END_COMMAND,   CSTATE_SKIP_COMMAND, CSTATE_END_TX, CSTATE_ABORTED, CSTATE_FINISHED }
enum	MetaCommand {   META_NONE, META_SET, META_SETSHELL, META_SHELL,   META_SLEEP, META_GSET, META_ASET, META_IF,   META_ELIF, META_ELSE, META_ENDIF }
enum	QueryMode { QUERY_SIMPLE, QUERY_EXTENDED, QUERY_PREPARED, NUM_QUERYMODE }

Functions
static void	setNullValue (PgBenchValue *pv)
static void	setBoolValue (PgBenchValue *pv, bool bval)
static void	setIntValue (PgBenchValue *pv, int64 ival)
static void	setDoubleValue (PgBenchValue *pv, double dval)
static bool	evaluateExpr (CState *st, PgBenchExpr *expr, PgBenchValue *retval)
static ConnectionStateEnum	executeMetaCommand (CState *st, instr_time *now)
static void	doLog (TState *thread, CState *st, StatsData *agg, bool skipped, double latency, double lag)
static void	processXactStats (TState *thread, CState *st, instr_time *now, bool skipped, StatsData *agg)
static void	addScript (ParsedScript script)
static void *	threadRun (void *arg)
static void	finishCon (CState *st)
static void	setalarm (int seconds)
static socket_set *	alloc_socket_set (int count)
static void	free_socket_set (socket_set *sa)
static void	clear_socket_set (socket_set *sa)
static void	add_socket_to_set (socket_set *sa, int fd, int idx)
static int	wait_on_socket_set (socket_set *sa, int64 usecs)
static bool	socket_has_input (socket_set *sa, int fd, int idx)
static void	usage (void)
static bool	is_an_int (const char *str)
bool	strtoint64 (const char *str, bool errorOK, int64 *result)
bool	strtodouble (const char *str, bool errorOK, double *dv)
static void	initRandomState (RandomState *random_state)
static int64	getrand (RandomState *random_state, int64 min, int64 max)
static int64	getExponentialRand (RandomState *random_state, int64 min, int64 max, double parameter)
static int64	getGaussianRand (RandomState *random_state, int64 min, int64 max, double parameter)
static int64	getPoissonRand (RandomState *random_state, double center)
static int64	computeIterativeZipfian (RandomState *random_state, int64 n, double s)
static int64	getZipfianRand (RandomState *random_state, int64 min, int64 max, double s)
static int64	getHashFnv1a (int64 val, uint64 seed)
static int64	getHashMurmur2 (int64 val, uint64 seed)
static void	initSimpleStats (SimpleStats *ss)
static void	addToSimpleStats (SimpleStats *ss, double val)
static void	mergeSimpleStats (SimpleStats *acc, SimpleStats *ss)
static void	initStats (StatsData *sd, time_t start_time)
static void	accumStats (StatsData *stats, bool skipped, double lat, double lag)
static void	executeStatement (PGconn *con, const char *sql)
static void	tryExecuteStatement (PGconn *con, const char *sql)
static PGconn *	doConnect (void)
static int	compareVariableNames (const void *v1, const void *v2)
static Variable *	lookupVariable (CState *st, char *name)
static char *	getVariable (CState *st, char *name)
static bool	makeVariableValue (Variable *var)
static bool	valid_variable_name (const char *name)
static Variable *	lookupCreateVariable (CState *st, const char *context, char *name)
static bool	putVariable (CState *st, const char *context, char *name, const char *value)
static bool	putVariableValue (CState *st, const char *context, char *name, const PgBenchValue *value)
static bool	putVariableInt (CState *st, const char *context, char *name, int64 value)
static char *	parseVariable (const char *sql, int *eaten)
static char *	replaceVariable (char **sql, char *param, int len, char *value)
static char *	assignVariables (CState *st, char *sql)
static void	getQueryParams (CState *st, const Command *command, const char **params)
static char *	valueTypeName (PgBenchValue *pval)
static bool	coerceToBool (PgBenchValue *pval, bool *bval)
static bool	valueTruth (PgBenchValue *pval)
static bool	coerceToInt (PgBenchValue *pval, int64 *ival)
static bool	coerceToDouble (PgBenchValue *pval, double *dval)
static bool	isLazyFunc (PgBenchFunction func)
static bool	evalLazyFunc (CState *st, PgBenchFunction func, PgBenchExprLink *args, PgBenchValue *retval)
static bool	evalStandardFunc (CState *st, PgBenchFunction func, PgBenchExprLink *args, PgBenchValue *retval)
static bool	evalFunc (CState *st, PgBenchFunction func, PgBenchExprLink *args, PgBenchValue *retval)
static MetaCommand	getMetaCommand (const char *cmd)
static bool	runShellCommand (CState *st, char *variable, char **argv, int argc)
static void	preparedStatementName (char *buffer, int file, int state)
static void	commandFailed (CState *st, const char *cmd, const char *message)
static int	chooseScript (TState *thread)
static bool	sendCommand (CState *st, Command *command)
static bool	readCommandResponse (CState *st, MetaCommand meta, char *varprefix)
static bool	evaluateSleep (CState *st, int argc, char **argv, int *usecs)
static void	advanceConnectionState (TState *thread, CState *st, StatsData *agg)
static void	disconnect_all (CState *state, int length)
static void	initDropTables (PGconn *con)
static void	createPartitions (PGconn *con)
static void	initCreateTables (PGconn *con)
static void	initTruncateTables (PGconn *con)
static void	initGenerateDataClientSide (PGconn *con)
static void	initGenerateDataServerSide (PGconn *con)
static void	initVacuum (PGconn *con)
static void	initCreatePKeys (PGconn *con)
static void	initCreateFKeys (PGconn *con)
static void	checkInitSteps (const char *initialize_steps)
static void	runInitSteps (const char *initialize_steps)
static void	GetTableInfo (PGconn *con, bool scale_given)
static bool	parseQuery (Command *cmd)
void	syntax_error (const char *source, int lineno, const char *line, const char *command, const char *msg, const char *more, int column)
static char *	skip_sql_comments (char *sql_command)
static Command *	create_sql_command (PQExpBuffer buf, const char *source)
static void	free_command (Command *command)
static void	postprocess_sql_command (Command *my_command)
static Command *	process_backslash_command (PsqlScanState sstate, const char *source)
static void	ConditionError (const char *desc, int cmdn, const char *msg)
static void	CheckConditional (ParsedScript ps)
static void	ParseScript (const char *script, const char *desc, int weight)
static char *	read_file_contents (FILE *fd)
static void	process_file (const char *filename, int weight)
static void	process_builtin (const BuiltinScript *bi, int weight)
static void	listAvailableScripts (void)
static const BuiltinScript *	findBuiltin (const char *name)
static int	parseScriptWeight (const char *option, char **script)
static void	printProgressReport (TState *threads, int64 test_start, int64 now, StatsData *last, int64 *last_report)
static void	printSimpleStats (const char *prefix, SimpleStats *ss)
static void	printResults (StatsData *total, instr_time total_time, instr_time conn_total_time, int64 latency_late)
static bool	set_random_seed (const char *seed)
int	main (int argc, char **argv)
static void	handle_sig_alarm (SIGNAL_ARGS)

Variables
int	nxacts = 0
int	duration = 0
int64	end_time = 0
int	scale = 1
int	fillfactor = 100
bool	unlogged_tables = false
double	sample_rate = 0.0
double	throttle_delay = 0
int64	latency_limit = 0
char *	tablespace = NULL
char *	index_tablespace = NULL
static int	partitions = 0
static partition_method_t	partition_method = PART_NONE
static const char *	PARTITION_METHOD [] = {"none", "range", "hash"}
int64	random_seed = -1
bool	use_log
bool	use_quiet
int	agg_interval
bool	per_script_stats = false
int	progress = 0
bool	progress_timestamp = false
int	nclients = 1
int	nthreads = 1
bool	is_connect
bool	report_per_command
int	main_pid
char *	pghost = ""
char *	pgport = ""
char *	login = NULL
char *	dbName
char *	logfile_prefix = NULL
const char *	progname
volatile bool	timer_exceeded = false
static RandomState	base_random_sequence
static QueryMode	querymode = QUERY_SIMPLE
static const char *	QUERYMODE [] = {"simple", "extended", "prepared"}
static ParsedScript	sql_script [MAX_SCRIPTS]
static int	num_scripts
static int64	total_weight = 0
static const BuiltinScript	builtin_script []
static const PsqlScanCallbacks	pgbench_callbacks

Macro Definition Documentation

ALL_INIT_STEPS

#define ALL_INIT_STEPS   "dtgGvpf" /* all possible steps */

Definition at line 136 of file pgbench.c.

Referenced by checkInitSteps(), and usage().

COMMANDS_ALLOC_NUM

#define COMMANDS_ALLOC_NUM   128

Referenced by ParseScript().

DEFAULT_INIT_STEPS

#define DEFAULT_INIT_STEPS   "dtgvp" /* default -I setting */

Definition at line 135 of file pgbench.c.

Referenced by main(), and usage().

DEFAULT_NXACTS

#define DEFAULT_NXACTS   10 /* default nxacts */

Definition at line 139 of file pgbench.c.

Referenced by main().

ERRCODE_UNDEFINED_TABLE

#define ERRCODE_UNDEFINED_TABLE   "42P01"

Definition at line 74 of file pgbench.c.

Referenced by brin_desummarize_range(), brin_summarize_range(), bt_index_check_internal(), errorMissingRTE(), GetTableInfo(), parserOpenTable(), pg_class_aclmask(), pg_class_ownercheck(), pg_extension_config_dump(), plpgsql_parse_wordrowtype(), RangeVarGetRelidExtended(), RemoveInheritance(), transformLockingClause(), and vacuum_open_relation().

FNV_OFFSET_BASIS

#define FNV_OFFSET_BASIS   UINT64CONST(0xcbf29ce484222325)

Definition at line 80 of file pgbench.c.

Referenced by getHashFnv1a().

FNV_PRIME

#define FNV_PRIME   UINT64CONST(0x100000001b3)

Definition at line 79 of file pgbench.c.

Referenced by getHashFnv1a().

INVALID_THREAD

#define INVALID_THREAD   ((pthread_t) 0)

Definition at line 462 of file pgbench.c.

Referenced by main().

LOG_STEP_SECONDS

#define LOG_STEP_SECONDS   5 /* seconds between log messages */

Definition at line 138 of file pgbench.c.

Referenced by initGenerateDataClientSide().

M_PI

#define M_PI   3.14159265358979323846

Definition at line 71 of file pgbench.c.

Referenced by evalStandardFunc(), and getGaussianRand().

MAX_ARGS

#define MAX_ARGS   256

Definition at line 474 of file pgbench.c.

Referenced by parseQuery(), process_backslash_command(), and sendCommand().

MAX_FARGS

#define MAX_FARGS   16

Definition at line 1860 of file pgbench.c.

Referenced by evalStandardFunc().

MAX_PREPARE_NAME

#define MAX_PREPARE_NAME   32

Definition at line 2605 of file pgbench.c.

Referenced by sendCommand().

MAX_SCRIPTS

#define MAX_SCRIPTS   128 /* max number of SQL scripts allowed */

Definition at line 271 of file pgbench.c.

Referenced by addScript().

MAX_ZIPFIAN_PARAM

#define MAX_ZIPFIAN_PARAM   1000.0 /* maximum parameter for zipfian */

Definition at line 144 of file pgbench.c.

Referenced by evalStandardFunc(), and getZipfianRand().

META_COMMAND

#define META_COMMAND   2

Definition at line 468 of file pgbench.c.

Referenced by advanceConnectionState(), CheckConditional(), executeMetaCommand(), and process_backslash_command().

MIN_GAUSSIAN_PARAM

#define MIN_GAUSSIAN_PARAM   2.0 /* minimum parameter for gauss */

Definition at line 141 of file pgbench.c.

Referenced by evalStandardFunc(), and getGaussianRand().

MIN_ZIPFIAN_PARAM

#define MIN_ZIPFIAN_PARAM   1.001 /* minimum parameter for zipfian */

Definition at line 143 of file pgbench.c.

Referenced by evalStandardFunc(), and getZipfianRand().

MM2_MUL

#define MM2_MUL   UINT64CONST(0xc6a4a7935bd1e995)

Definition at line 81 of file pgbench.c.

Referenced by getHashMurmur2().

MM2_MUL_TIMES_8

#define MM2_MUL_TIMES_8   UINT64CONST(0x35253c9ade8f4ca8)

Definition at line 82 of file pgbench.c.

Referenced by getHashMurmur2().

MM2_ROT

#define MM2_ROT   47

Definition at line 83 of file pgbench.c.

Referenced by getHashMurmur2().

naccounts

#define naccounts   100000

Definition at line 219 of file pgbench.c.

Referenced by createPartitions(), initGenerateDataClientSide(), and initGenerateDataServerSide().

nbranches

#define nbranches

Value:

1           /* Makes little sense to change this.  Change
                                 * -s instead */

Definition at line 216 of file pgbench.c.

Referenced by initGenerateDataClientSide(), and initGenerateDataServerSide().

ntellers

#define ntellers   10

Definition at line 218 of file pgbench.c.

Referenced by initGenerateDataClientSide(), and initGenerateDataServerSide().

PARAMS_ARRAY_SIZE

#define PARAMS_ARRAY_SIZE   7

Referenced by doConnect().

POLL_USING_SELECT

#define POLL_USING_SELECT

Definition at line 54 of file pgbench.c.

pthread_t

#define pthread_t   void *

Definition at line 128 of file pgbench.c.

Referenced by main(), and socket_has_input().

SCALE_32BIT_THRESHOLD

#define SCALE_32BIT_THRESHOLD   20000

Definition at line 228 of file pgbench.c.

Referenced by initCreateTables().

SHELL_COMMAND_SIZE

#define SHELL_COMMAND_SIZE   256 /* maximum size allowed for shell command */

Definition at line 272 of file pgbench.c.

Referenced by runShellCommand().

SOCKET_WAIT_METHOD

#define SOCKET_WAIT_METHOD   "select"

Definition at line 102 of file pgbench.c.

Referenced by threadRun().

SQL_COMMAND

#define SQL_COMMAND   1

Definition at line 467 of file pgbench.c.

Referenced by advanceConnectionState(), create_sql_command(), main(), ParseScript(), postprocess_sql_command(), and sendCommand().

WSEP

#define WSEP   '@' /* weight separator */

Definition at line 250 of file pgbench.c.

Referenced by parseScriptWeight().

Typedef Documentation

BuiltinScript

typedef struct BuiltinScript BuiltinScript

Command

typedef struct Command Command

MetaCommand

typedef enum MetaCommand MetaCommand

ParsedScript

typedef struct ParsedScript ParsedScript

QueryMode

typedef enum QueryMode QueryMode

RandomState

typedef struct RandomState RandomState

SimpleStats

typedef struct SimpleStats SimpleStats

socket_set

typedef struct socket_set socket_set

StatsData

typedef struct StatsData StatsData

Enumeration Type Documentation

ConnectionStateEnum

enum ConnectionStateEnum

Enumerator
CSTATE_CHOOSE_SCRIPT
CSTATE_START_TX
CSTATE_PREPARE_THROTTLE
CSTATE_THROTTLE
CSTATE_START_COMMAND
CSTATE_WAIT_RESULT
CSTATE_SLEEP
CSTATE_END_COMMAND
CSTATE_SKIP_COMMAND
CSTATE_END_TX
CSTATE_ABORTED
CSTATE_FINISHED

Definition at line 317 of file pgbench.c.

{
    /*
     * The client must first choose a script to execute.  Once chosen, it can
     * either be throttled (state CSTATE_PREPARE_THROTTLE under --rate), start
     * right away (state CSTATE_START_TX) or not start at all if the timer was
     * exceeded (state CSTATE_FINISHED).
     */
    CSTATE_CHOOSE_SCRIPT,

    /*
     * CSTATE_START_TX performs start-of-transaction processing.  Establishes
     * a new connection for the transaction in --connect mode, records the
     * transaction start time, and proceed to the first command.
     *
     * Note: once a script is started, it will either error or run till its
     * end, where it may be interrupted. It is not interrupted while running,
     * so pgbench --time is to be understood as tx are allowed to start in
     * that time, and will finish when their work is completed.
     */
    CSTATE_START_TX,

    /*
     * In CSTATE_PREPARE_THROTTLE state, we calculate when to begin the next
     * transaction, and advance to CSTATE_THROTTLE.  CSTATE_THROTTLE state
     * sleeps until that moment, then advances to CSTATE_START_TX, or
     * CSTATE_FINISHED if the next transaction would start beyond the end of
     * the run.
     */
    CSTATE_PREPARE_THROTTLE,
    CSTATE_THROTTLE,

    /*
     * We loop through these states, to process each command in the script:
     *
     * CSTATE_START_COMMAND starts the execution of a command.  On a SQL
     * command, the command is sent to the server, and we move to
     * CSTATE_WAIT_RESULT state.  On a \sleep meta-command, the timer is set,
     * and we enter the CSTATE_SLEEP state to wait for it to expire. Other
     * meta-commands are executed immediately.  If the command about to start
     * is actually beyond the end of the script, advance to CSTATE_END_TX.
     *
     * CSTATE_WAIT_RESULT waits until we get a result set back from the server
     * for the current command.
     *
     * CSTATE_SLEEP waits until the end of \sleep.
     *
     * CSTATE_END_COMMAND records the end-of-command timestamp, increments the
     * command counter, and loops back to CSTATE_START_COMMAND state.
     *
     * CSTATE_SKIP_COMMAND is used by conditional branches which are not
     * executed. It quickly skip commands that do not need any evaluation.
     * This state can move forward several commands, till there is something
     * to do or the end of the script.
     */
    CSTATE_START_COMMAND,
    CSTATE_WAIT_RESULT,
    CSTATE_SLEEP,
    CSTATE_END_COMMAND,
    CSTATE_SKIP_COMMAND,

    /*
     * CSTATE_END_TX performs end-of-transaction processing.  It calculates
     * latency, and logs the transaction.  In --connect mode, it closes the
     * current connection.
     *
     * Then either starts over in CSTATE_CHOOSE_SCRIPT, or enters
     * CSTATE_FINISHED if we have no more work to do.
     */
    CSTATE_END_TX,

    /*
     * Final states.  CSTATE_ABORTED means that the script execution was
     * aborted because a command failed, CSTATE_FINISHED means success.
     */
    CSTATE_ABORTED,
    CSTATE_FINISHED
} ConnectionStateEnum;

MetaCommand

enum MetaCommand

Enumerator
META_NONE
META_SET
META_SETSHELL
META_SHELL
META_SLEEP
META_GSET
META_ASET
META_IF
META_ELIF
META_ELSE
META_ENDIF

Definition at line 476 of file pgbench.c.

{
    META_NONE,                  /* not a known meta-command */
    META_SET,                   /* \set */
    META_SETSHELL,              /* \setshell */
    META_SHELL,                 /* \shell */
    META_SLEEP,                 /* \sleep */
    META_GSET,                  /* \gset */
    META_ASET,                  /* \aset */
    META_IF,                    /* \if */
    META_ELIF,                  /* \elif */
    META_ELSE,                  /* \else */
    META_ENDIF                  /* \endif */
} MetaCommand;

partition_method_t

enum partition_method_t

Enumerator
PART_NONE
PART_RANGE
PART_HASH

Definition at line 199 of file pgbench.c.

{
    PART_NONE,                  /* no partitioning */
    PART_RANGE,                 /* range partitioning */
    PART_HASH                   /* hash partitioning */
} partition_method_t;

QueryMode

enum QueryMode

Enumerator
QUERY_SIMPLE
QUERY_EXTENDED
QUERY_PREPARED
NUM_QUERYMODE

Definition at line 491 of file pgbench.c.

{
    QUERY_SIMPLE,               /* simple query */
    QUERY_EXTENDED,             /* extended query */
    QUERY_PREPARED,             /* extended query with prepared statements */
    NUM_QUERYMODE
} QueryMode;

Function Documentation

accumStats()

static void accumStats ( StatsData *  stats, bool  skipped, double  lat, double  lag  )

static

Definition at line 1121 of file pgbench.c.

References addToSimpleStats(), StatsData::cnt, StatsData::lag, StatsData::latency, and StatsData::skipped.

Referenced by doLog(), and processXactStats().

{
    stats->cnt++;

    if (skipped)
    {
        /* no latency to record on skipped transactions */
        stats->skipped++;
    }
    else
    {
        addToSimpleStats(&stats->latency, lat);

        /* and possibly the same for schedule lag */
        if (throttle_delay)
            addToSimpleStats(&stats->lag, lag);
    }
}

add_socket_to_set()

static void add_socket_to_set ( socket_set *  sa, int  fd, int  idx  )

static

Definition at line 6699 of file pgbench.c.

References fd(), socket_set::fds, socket_set::maxfd, and pg_log_fatal.

Referenced by setalarm(), and threadRun().

{
    if (fd < 0 || fd >= FD_SETSIZE)
    {
        /*
         * Doing a hard exit here is a bit grotty, but it doesn't seem worth
         * complicating the API to make it less grotty.
         */
        pg_log_fatal("too many client connections for select()");
        exit(1);
    }
    FD_SET(fd, &sa->fds);
    if (fd > sa->maxfd)
        sa->maxfd = fd;
}

addScript()

static void addScript ( ParsedScript  script )

static

Definition at line 5063 of file pgbench.c.

References CheckConditional(), ParsedScript::commands, ParsedScript::desc, MAX_SCRIPTS, num_scripts, and pg_log_fatal.

Referenced by ParseScript().

{
    if (script.commands == NULL || script.commands[0] == NULL)
    {
        pg_log_fatal("empty command list for script \"%s\"", script.desc);
        exit(1);
    }

    if (num_scripts >= MAX_SCRIPTS)
    {
        pg_log_fatal("at most %d SQL scripts are allowed", MAX_SCRIPTS);
        exit(1);
    }

    CheckConditional(script);

    sql_script[num_scripts] = script;
    num_scripts++;
}

addToSimpleStats()

static void addToSimpleStats ( SimpleStats *  ss, double  val  )

static

Definition at line 1077 of file pgbench.c.

References SimpleStats::count, SimpleStats::max, SimpleStats::min, SimpleStats::sum, SimpleStats::sum2, and val.

Referenced by accumStats(), and advanceConnectionState().

{
    if (ss->count == 0 || val < ss->min)
        ss->min = val;
    if (ss->count == 0 || val > ss->max)
        ss->max = val;
    ss->count++;
    ss->sum += val;
    ss->sum2 += val * val;
}

advanceConnectionState()

static void advanceConnectionState ( TState *  thread, CState *  st, StatsData *  agg  )

static

Definition at line 2877 of file pgbench.c.

References addToSimpleStats(), Assert, chooseScript(), CState::cnt, CState::command, commandFailed(), ParsedScript::commands, CState::con, conditional_active(), conditional_stack_empty(), conditional_stack_peek(), conditional_stack_poke(), conditional_stack_pop(), conditional_stack_push(), TState::conn_time, CState::cstack, CSTATE_ABORTED, CSTATE_CHOOSE_SCRIPT, CSTATE_END_COMMAND, CSTATE_END_TX, CSTATE_FINISHED, CSTATE_PREPARE_THROTTLE, CSTATE_SKIP_COMMAND, CSTATE_SLEEP, CSTATE_START_COMMAND, CSTATE_START_TX, CSTATE_THROTTLE, CSTATE_WAIT_RESULT, ParsedScript::desc, doConnect(), executeMetaCommand(), finishCon(), getPoissonRand(), CState::id, IFSTATE_ELSE_FALSE, IFSTATE_ELSE_TRUE, IFSTATE_FALSE, IFSTATE_IGNORED, IFSTATE_NONE, IFSTATE_TRUE, INSTR_TIME_ACCUM_DIFF, INSTR_TIME_GET_DOUBLE, INSTR_TIME_GET_MICROSEC, INSTR_TIME_SET_CURRENT, INSTR_TIME_SET_CURRENT_LAZY, INSTR_TIME_SET_ZERO, Command::meta, META_COMMAND, META_ELIF, META_ELSE, META_ENDIF, META_IF, now(), pg_log_debug, pg_log_error, PQconsumeInput(), PQisBusy(), CState::prepared, processXactStats(), readCommandResponse(), sendCommand(), CState::sleep_until, SQL_COMMAND, CState::state, Command::stats, CState::stmt_begin, TState::throttle_trigger, TState::ts_throttle_rs, CState::txn_begin, CState::txn_scheduled, Command::type, CState::use_file, and Command::varprefix.

Referenced by threadRun().

{
    instr_time  now;

    /*
     * gettimeofday() isn't free, so we get the current timestamp lazily the
     * first time it's needed, and reuse the same value throughout this
     * function after that.  This also ensures that e.g. the calculated
     * latency reported in the log file and in the totals are the same. Zero
     * means "not set yet".  Reset "now" when we execute shell commands or
     * expressions, which might take a non-negligible amount of time, though.
     */
    INSTR_TIME_SET_ZERO(now);

    /*
     * Loop in the state machine, until we have to wait for a result from the
     * server or have to sleep for throttling or \sleep.
     *
     * Note: In the switch-statement below, 'break' will loop back here,
     * meaning "continue in the state machine".  Return is used to return to
     * the caller, giving the thread the opportunity to advance another
     * client.
     */
    for (;;)
    {
        Command    *command;

        switch (st->state)
        {
                /* Select transaction (script) to run.  */
            case CSTATE_CHOOSE_SCRIPT:
                st->use_file = chooseScript(thread);
                Assert(conditional_stack_empty(st->cstack));

                pg_log_debug("client %d executing script \"%s\"",
                             st->id, sql_script[st->use_file].desc);

                /*
                 * If time is over, we're done; otherwise, get ready to start
                 * a new transaction, or to get throttled if that's requested.
                 */
                st->state = timer_exceeded ? CSTATE_FINISHED :
                    throttle_delay > 0 ? CSTATE_PREPARE_THROTTLE : CSTATE_START_TX;
                break;

                /* Start new transaction (script) */
            case CSTATE_START_TX:

                /* establish connection if needed, i.e. under --connect */
                if (st->con == NULL)
                {
                    instr_time  start;

                    INSTR_TIME_SET_CURRENT_LAZY(now);
                    start = now;
                    if ((st->con = doConnect()) == NULL)
                    {
                        pg_log_error("client %d aborted while establishing connection", st->id);
                        st->state = CSTATE_ABORTED;
                        break;
                    }
                    INSTR_TIME_SET_CURRENT(now);
                    INSTR_TIME_ACCUM_DIFF(thread->conn_time, now, start);

                    /* Reset session-local state */
                    memset(st->prepared, 0, sizeof(st->prepared));
                }

                /* record transaction start time */
                INSTR_TIME_SET_CURRENT_LAZY(now);
                st->txn_begin = now;

                /*
                 * When not throttling, this is also the transaction's
                 * scheduled start time.
                 */
                if (!throttle_delay)
                    st->txn_scheduled = INSTR_TIME_GET_MICROSEC(now);

                /* Begin with the first command */
                st->state = CSTATE_START_COMMAND;
                st->command = 0;
                break;

                /*
                 * Handle throttling once per transaction by sleeping.
                 */
            case CSTATE_PREPARE_THROTTLE:

                /*
                 * Generate a delay such that the series of delays will
                 * approximate a Poisson distribution centered on the
                 * throttle_delay time.
                 *
                 * If transactions are too slow or a given wait is shorter
                 * than a transaction, the next transaction will start right
                 * away.
                 */
                Assert(throttle_delay > 0);

                thread->throttle_trigger +=
                    getPoissonRand(&thread->ts_throttle_rs, throttle_delay);
                st->txn_scheduled = thread->throttle_trigger;

                /*
                 * If --latency-limit is used, and this slot is already late
                 * so that the transaction will miss the latency limit even if
                 * it completed immediately, skip this time slot and schedule
                 * to continue running on the next slot that isn't late yet.
                 * But don't iterate beyond the -t limit, if one is given.
                 */
                if (latency_limit)
                {
                    int64       now_us;

                    INSTR_TIME_SET_CURRENT_LAZY(now);
                    now_us = INSTR_TIME_GET_MICROSEC(now);

                    while (thread->throttle_trigger < now_us - latency_limit &&
                           (nxacts <= 0 || st->cnt < nxacts))
                    {
                        processXactStats(thread, st, &now, true, agg);
                        /* next rendez-vous */
                        thread->throttle_trigger +=
                            getPoissonRand(&thread->ts_throttle_rs, throttle_delay);
                        st->txn_scheduled = thread->throttle_trigger;
                    }

                    /*
                     * stop client if -t was exceeded in the previous skip
                     * loop
                     */
                    if (nxacts > 0 && st->cnt >= nxacts)
                    {
                        st->state = CSTATE_FINISHED;
                        break;
                    }
                }

                /*
                 * stop client if next transaction is beyond pgbench end of
                 * execution; otherwise, throttle it.
                 */
                st->state = end_time > 0 && st->txn_scheduled > end_time ?
                    CSTATE_FINISHED : CSTATE_THROTTLE;
                break;

                /*
                 * Wait until it's time to start next transaction.
                 */
            case CSTATE_THROTTLE:
                INSTR_TIME_SET_CURRENT_LAZY(now);

                if (INSTR_TIME_GET_MICROSEC(now) < st->txn_scheduled)
                    return;     /* still sleeping, nothing to do here */

                /* done sleeping, but don't start transaction if we're done */
                st->state = timer_exceeded ? CSTATE_FINISHED : CSTATE_START_TX;
                break;

                /*
                 * Send a command to server (or execute a meta-command)
                 */
            case CSTATE_START_COMMAND:
                command = sql_script[st->use_file].commands[st->command];

                /* Transition to script end processing if done */
                if (command == NULL)
                {
                    st->state = CSTATE_END_TX;
                    break;
                }

                /* record begin time of next command, and initiate it */
                if (report_per_command)
                {
                    INSTR_TIME_SET_CURRENT_LAZY(now);
                    st->stmt_begin = now;
                }

                /* Execute the command */
                if (command->type == SQL_COMMAND)
                {
                    if (!sendCommand(st, command))
                    {
                        commandFailed(st, "SQL", "SQL command send failed");
                        st->state = CSTATE_ABORTED;
                    }
                    else
                        st->state = CSTATE_WAIT_RESULT;
                }
                else if (command->type == META_COMMAND)
                {
                    /*-----
                     * Possible state changes when executing meta commands:
                     * - on errors CSTATE_ABORTED
                     * - on sleep CSTATE_SLEEP
                     * - else CSTATE_END_COMMAND
                     */
                    st->state = executeMetaCommand(st, &now);
                }

                /*
                 * We're now waiting for an SQL command to complete, or
                 * finished processing a metacommand, or need to sleep, or
                 * something bad happened.
                 */
                Assert(st->state == CSTATE_WAIT_RESULT ||
                       st->state == CSTATE_END_COMMAND ||
                       st->state == CSTATE_SLEEP ||
                       st->state == CSTATE_ABORTED);
                break;

                /*
                 * non executed conditional branch
                 */
            case CSTATE_SKIP_COMMAND:
                Assert(!conditional_active(st->cstack));
                /* quickly skip commands until something to do... */
                while (true)
                {
                    Command    *command;

                    command = sql_script[st->use_file].commands[st->command];

                    /* cannot reach end of script in that state */
                    Assert(command != NULL);

                    /*
                     * if this is conditional related, update conditional
                     * state
                     */
                    if (command->type == META_COMMAND &&
                        (command->meta == META_IF ||
                         command->meta == META_ELIF ||
                         command->meta == META_ELSE ||
                         command->meta == META_ENDIF))
                    {
                        switch (conditional_stack_peek(st->cstack))
                        {
                            case IFSTATE_FALSE:
                                if (command->meta == META_IF ||
                                    command->meta == META_ELIF)
                                {
                                    /* we must evaluate the condition */
                                    st->state = CSTATE_START_COMMAND;
                                }
                                else if (command->meta == META_ELSE)
                                {
                                    /* we must execute next command */
                                    conditional_stack_poke(st->cstack,
                                                           IFSTATE_ELSE_TRUE);
                                    st->state = CSTATE_START_COMMAND;
                                    st->command++;
                                }
                                else if (command->meta == META_ENDIF)
                                {
                                    Assert(!conditional_stack_empty(st->cstack));
                                    conditional_stack_pop(st->cstack);
                                    if (conditional_active(st->cstack))
                                        st->state = CSTATE_START_COMMAND;

                                    /*
                                     * else state remains in
                                     * CSTATE_SKIP_COMMAND
                                     */
                                    st->command++;
                                }
                                break;

                            case IFSTATE_IGNORED:
                            case IFSTATE_ELSE_FALSE:
                                if (command->meta == META_IF)
                                    conditional_stack_push(st->cstack,
                                                           IFSTATE_IGNORED);
                                else if (command->meta == META_ENDIF)
                                {
                                    Assert(!conditional_stack_empty(st->cstack));
                                    conditional_stack_pop(st->cstack);
                                    if (conditional_active(st->cstack))
                                        st->state = CSTATE_START_COMMAND;
                                }
                                /* could detect "else" & "elif" after "else" */
                                st->command++;
                                break;

                            case IFSTATE_NONE:
                            case IFSTATE_TRUE:
                            case IFSTATE_ELSE_TRUE:
                            default:

                                /*
                                 * inconsistent if inactive, unreachable dead
                                 * code
                                 */
                                Assert(false);
                        }
                    }
                    else
                    {
                        /* skip and consider next */
                        st->command++;
                    }

                    if (st->state != CSTATE_SKIP_COMMAND)
                        /* out of quick skip command loop */
                        break;
                }
                break;

                /*
                 * Wait for the current SQL command to complete
                 */
            case CSTATE_WAIT_RESULT:
                pg_log_debug("client %d receiving", st->id);
                if (!PQconsumeInput(st->con))
                {
                    /* there's something wrong */
                    commandFailed(st, "SQL", "perhaps the backend died while processing");
                    st->state = CSTATE_ABORTED;
                    break;
                }
                if (PQisBusy(st->con))
                    return;     /* don't have the whole result yet */

                /* store or discard the query results */
                if (readCommandResponse(st,
                                        sql_script[st->use_file].commands[st->command]->meta,
                                        sql_script[st->use_file].commands[st->command]->varprefix))
                    st->state = CSTATE_END_COMMAND;
                else
                    st->state = CSTATE_ABORTED;
                break;

                /*
                 * Wait until sleep is done. This state is entered after a
                 * \sleep metacommand. The behavior is similar to
                 * CSTATE_THROTTLE, but proceeds to CSTATE_START_COMMAND
                 * instead of CSTATE_START_TX.
                 */
            case CSTATE_SLEEP:
                INSTR_TIME_SET_CURRENT_LAZY(now);
                if (INSTR_TIME_GET_MICROSEC(now) < st->sleep_until)
                    return;     /* still sleeping, nothing to do here */
                /* Else done sleeping. */
                st->state = CSTATE_END_COMMAND;
                break;

                /*
                 * End of command: record stats and proceed to next command.
                 */
            case CSTATE_END_COMMAND:

                /*
                 * command completed: accumulate per-command execution times
                 * in thread-local data structure, if per-command latencies
                 * are requested.
                 */
                if (report_per_command)
                {
                    Command    *command;

                    INSTR_TIME_SET_CURRENT_LAZY(now);

                    command = sql_script[st->use_file].commands[st->command];
                    /* XXX could use a mutex here, but we choose not to */
                    addToSimpleStats(&command->stats,
                                     INSTR_TIME_GET_DOUBLE(now) -
                                     INSTR_TIME_GET_DOUBLE(st->stmt_begin));
                }

                /* Go ahead with next command, to be executed or skipped */
                st->command++;
                st->state = conditional_active(st->cstack) ?
                    CSTATE_START_COMMAND : CSTATE_SKIP_COMMAND;
                break;

                /*
                 * End of transaction (end of script, really).
                 */
            case CSTATE_END_TX:

                /* transaction finished: calculate latency and do log */
                processXactStats(thread, st, &now, false, agg);

                /*
                 * missing \endif... cannot happen if CheckConditional was
                 * okay
                 */
                Assert(conditional_stack_empty(st->cstack));

                if (is_connect)
                {
                    finishCon(st);
                    INSTR_TIME_SET_ZERO(now);
                }

                if ((st->cnt >= nxacts && duration <= 0) || timer_exceeded)
                {
                    /* script completed */
                    st->state = CSTATE_FINISHED;
                    break;
                }

                /* next transaction (script) */
                st->state = CSTATE_CHOOSE_SCRIPT;

                /*
                 * Ensure that we always return on this point, so as to avoid
                 * an infinite loop if the script only contains meta commands.
                 */
                return;

                /*
                 * Final states.  Close the connection if it's still open.
                 */
            case CSTATE_ABORTED:
            case CSTATE_FINISHED:
                finishCon(st);
                return;
        }
    }
}

alloc_socket_set()

static socket_set * alloc_socket_set ( int  count )

static

Definition at line 6680 of file pgbench.c.

References pg_malloc0().

Referenced by setalarm(), and threadRun().

{
    return (socket_set *) pg_malloc0(sizeof(socket_set));
}

assignVariables()

static char* assignVariables ( CState *  st, char *  sql  )

static

Definition at line 1555 of file pgbench.c.

References free, getVariable(), name, parseVariable(), replaceVariable(), and val.

Referenced by sendCommand().

{
    char       *p,
               *name,
               *val;

    p = sql;
    while ((p = strchr(p, ':')) != NULL)
    {
        int         eaten;

        name = parseVariable(p, &eaten);
        if (name == NULL)
        {
            while (*p == ':')
            {
                p++;
            }
            continue;
        }

        val = getVariable(st, name);
        free(name);
        if (val == NULL)
        {
            p++;
            continue;
        }

        p = replaceVariable(&sql, p, eaten, val);
    }

    return sql;
}

CheckConditional()

static void CheckConditional ( ParsedScript  ps )

static

Definition at line 4713 of file pgbench.c.

References ParsedScript::commands, conditional_stack_create(), conditional_stack_destroy(), conditional_stack_empty(), conditional_stack_peek(), conditional_stack_poke(), conditional_stack_pop(), conditional_stack_push(), ConditionError(), ParsedScript::desc, i, IFSTATE_ELSE_FALSE, IFSTATE_FALSE, Command::meta, META_COMMAND, META_ELIF, META_ELSE, META_ENDIF, META_IF, and Command::type.

Referenced by addScript().

{
    /* statically check conditional structure */
    ConditionalStack cs = conditional_stack_create();
    int         i;

    for (i = 0; ps.commands[i] != NULL; i++)
    {
        Command    *cmd = ps.commands[i];

        if (cmd->type == META_COMMAND)
        {
            switch (cmd->meta)
            {
                case META_IF:
                    conditional_stack_push(cs, IFSTATE_FALSE);
                    break;
                case META_ELIF:
                    if (conditional_stack_empty(cs))
                        ConditionError(ps.desc, i + 1, "\\elif without matching \\if");
                    if (conditional_stack_peek(cs) == IFSTATE_ELSE_FALSE)
                        ConditionError(ps.desc, i + 1, "\\elif after \\else");
                    break;
                case META_ELSE:
                    if (conditional_stack_empty(cs))
                        ConditionError(ps.desc, i + 1, "\\else without matching \\if");
                    if (conditional_stack_peek(cs) == IFSTATE_ELSE_FALSE)
                        ConditionError(ps.desc, i + 1, "\\else after \\else");
                    conditional_stack_poke(cs, IFSTATE_ELSE_FALSE);
                    break;
                case META_ENDIF:
                    if (!conditional_stack_pop(cs))
                        ConditionError(ps.desc, i + 1, "\\endif without matching \\if");
                    break;
                default:
                    /* ignore anything else... */
                    break;
            }
        }
    }
    if (!conditional_stack_empty(cs))
        ConditionError(ps.desc, i + 1, "\\if without matching \\endif");
    conditional_stack_destroy(cs);
}

checkInitSteps()

static void checkInitSteps ( const char *  initialize_steps )

static

Definition at line 4077 of file pgbench.c.

References ALL_INIT_STEPS, pg_log_fatal, and pg_log_info.

Referenced by main().

{
    if (initialize_steps[0] == '\0')
    {
        pg_log_fatal("no initialization steps specified");
        exit(1);
    }

    for (const char *step = initialize_steps; *step != '\0'; step++)
    {
        if (strchr(ALL_INIT_STEPS " ", *step) == NULL)
        {
            pg_log_fatal("unrecognized initialization step \"%c\"", *step);
            pg_log_info("Allowed step characters are: \"" ALL_INIT_STEPS "\".");
            exit(1);
        }
    }
}

chooseScript()

static int chooseScript ( TState *  thread )

static

Definition at line 2621 of file pgbench.c.

References getrand(), i, TState::ts_choose_rs, and ParsedScript::weight.

Referenced by advanceConnectionState().

{
    int         i = 0;
    int64       w;

    if (num_scripts == 1)
        return 0;

    w = getrand(&thread->ts_choose_rs, 0, total_weight - 1);
    do
    {
        w -= sql_script[i++].weight;
    } while (w >= 0);

    return i - 1;
}

clear_socket_set()

static void clear_socket_set ( socket_set *  sa )

static

Definition at line 6692 of file pgbench.c.

References socket_set::fds, and socket_set::maxfd.

Referenced by setalarm(), and threadRun().

{
    FD_ZERO(&sa->fds);
    sa->maxfd = -1;
}

coerceToBool()

static bool coerceToBool ( PgBenchValue *  pval, bool *  bval  )

static

Definition at line 1622 of file pgbench.c.

References PgBenchValue::bval, pg_log_error, PGBT_BOOLEAN, PgBenchValue::type, PgBenchValue::u, and valueTypeName().

Referenced by evalLazyFunc(), and evalStandardFunc().

{
    if (pval->type == PGBT_BOOLEAN)
    {
        *bval = pval->u.bval;
        return true;
    }
    else                        /* NULL, INT or DOUBLE */
    {
        pg_log_error("cannot coerce %s to boolean", valueTypeName(pval));
        *bval = false;          /* suppress uninitialized-variable warnings */
        return false;
    }
}

coerceToDouble()

static bool coerceToDouble ( PgBenchValue *  pval, double *  dval  )

static

Definition at line 1691 of file pgbench.c.

References PgBenchValue::dval, PgBenchValue::ival, pg_log_error, PGBT_DOUBLE, PGBT_INT, PgBenchValue::type, PgBenchValue::u, and valueTypeName().

Referenced by evalStandardFunc().

{
    if (pval->type == PGBT_DOUBLE)
    {
        *dval = pval->u.dval;
        return true;
    }
    else if (pval->type == PGBT_INT)
    {
        *dval = (double) pval->u.ival;
        return true;
    }
    else                        /* BOOLEAN or NULL */
    {
        pg_log_error("cannot coerce %s to double", valueTypeName(pval));
        return false;
    }
}

coerceToInt()

static bool coerceToInt ( PgBenchValue *  pval, int64 *  ival  )

static

Definition at line 1663 of file pgbench.c.

References PgBenchValue::dval, FLOAT8_FITS_IN_INT64, PgBenchValue::ival, pg_log_error, PGBT_DOUBLE, PGBT_INT, PgBenchValue::type, PgBenchValue::u, and valueTypeName().

Referenced by evalStandardFunc().

{
    if (pval->type == PGBT_INT)
    {
        *ival = pval->u.ival;
        return true;
    }
    else if (pval->type == PGBT_DOUBLE)
    {
        double      dval = rint(pval->u.dval);

        if (isnan(dval) || !FLOAT8_FITS_IN_INT64(dval))
        {
            pg_log_error("double to int overflow for %f", dval);
            return false;
        }
        *ival = (int64) dval;
        return true;
    }
    else                        /* BOOLEAN or NULL */
    {
        pg_log_error("cannot coerce %s to int", valueTypeName(pval));
        return false;
    }
}

commandFailed()

static void commandFailed ( CState *  st, const char *  cmd, const char *  message  )

static

Definition at line 2613 of file pgbench.c.

References CState::command, CState::id, pg_log_error, and CState::use_file.

Referenced by advanceConnectionState(), and executeMetaCommand().

{
    pg_log_error("client %d aborted in command %d (%s) of script %d; %s",
                 st->id, st->command, cmd, st->use_file, message);
}

compareVariableNames()

static int compareVariableNames ( const void *  v1, const void *  v2  )

static

Definition at line 1239 of file pgbench.c.

References name.

Referenced by lookupVariable().

{
    return strcmp(((const Variable *) v1)->name,
                  ((const Variable *) v2)->name);
}

computeIterativeZipfian()

static int64 computeIterativeZipfian ( RandomState *  random_state, int64  n, double  s  )

static

Definition at line 976 of file pgbench.c.

References pg_erand48(), and RandomState::xseed.

Referenced by getZipfianRand().

{
    double      b = pow(2.0, s - 1.0);
    double      x,
                t,
                u,
                v;

    /* Ensure n is sane */
    if (n <= 1)
        return 1;

    while (true)
    {
        /* random variates */
        u = pg_erand48(random_state->xseed);
        v = pg_erand48(random_state->xseed);

        x = floor(pow(u, -1.0 / (s - 1.0)));

        t = pow(1.0 + 1.0 / x, s - 1.0);
        /* reject if too large or out of bound */
        if (v * x * (t - 1.0) / (b - 1.0) <= t / b && x <= n)
            break;
    }
    return (int64) x;
}

ConditionError()

static void ConditionError ( const char *  desc, int  cmdn, const char *  msg  )

static

Definition at line 4702 of file pgbench.c.

References pg_log_fatal.

Referenced by CheckConditional().

{
    pg_log_fatal("condition error in script \"%s\" command %d: %s",
                 desc, cmdn, msg);
    exit(1);
}

create_sql_command()

static Command* create_sql_command ( PQExpBuffer  buf, const char *  source  )

static

Definition at line 4437 of file pgbench.c.

References appendPQExpBufferStr(), Command::argc, Command::argv, PQExpBufferData::data, Command::expr, Command::first_line, initPQExpBuffer(), initSimpleStats(), Command::lines, Command::meta, META_NONE, pg_malloc(), skip_sql_comments(), SQL_COMMAND, Command::stats, Command::type, and Command::varprefix.

Referenced by ParseScript().

{
    Command    *my_command;
    char       *p = skip_sql_comments(buf->data);

    if (p == NULL)
        return NULL;

    /* Allocate and initialize Command structure */
    my_command = (Command *) pg_malloc(sizeof(Command));
    initPQExpBuffer(&my_command->lines);
    appendPQExpBufferStr(&my_command->lines, p);
    my_command->first_line = NULL;  /* this is set later */
    my_command->type = SQL_COMMAND;
    my_command->meta = META_NONE;
    my_command->argc = 0;
    memset(my_command->argv, 0, sizeof(my_command->argv));
    my_command->varprefix = NULL;   /* allocated later, if needed */
    my_command->expr = NULL;
    initSimpleStats(&my_command->stats);

    return my_command;
}

createPartitions()

static void createPartitions ( PGconn *  con )

static

Definition at line 3630 of file pgbench.c.

References appendPQExpBuffer(), appendPQExpBufferChar(), appendPQExpBufferStr(), Assert, PQExpBufferData::data, executeStatement(), fprintf, initPQExpBuffer(), INT64_FORMAT, naccounts, PART_HASH, PART_RANGE, partitions, printfPQExpBuffer(), and termPQExpBuffer().

Referenced by initCreateTables().

{
    PQExpBufferData query;

    /* we must have to create some partitions */
    Assert(partitions > 0);

    fprintf(stderr, "creating %d partitions...\n", partitions);

    initPQExpBuffer(&query);

    for (int p = 1; p <= partitions; p++)
    {
        if (partition_method == PART_RANGE)
        {
            int64       part_size = (naccounts * (int64) scale + partitions - 1) / partitions;

            printfPQExpBuffer(&query,
                              "create%s table pgbench_accounts_%d\n"
                              "  partition of pgbench_accounts\n"
                              "  for values from (",
                              unlogged_tables ? " unlogged" : "", p);

            /*
             * For RANGE, we use open-ended partitions at the beginning and
             * end to allow any valid value for the primary key.  Although the
             * actual minimum and maximum values can be derived from the
             * scale, it is more generic and the performance is better.
             */
            if (p == 1)
                appendPQExpBufferStr(&query, "minvalue");
            else
                appendPQExpBuffer(&query, INT64_FORMAT, (p - 1) * part_size + 1);

            appendPQExpBufferStr(&query, ") to (");

            if (p < partitions)
                appendPQExpBuffer(&query, INT64_FORMAT, p * part_size + 1);
            else
                appendPQExpBufferStr(&query, "maxvalue");

            appendPQExpBufferChar(&query, ')');
        }
        else if (partition_method == PART_HASH)
            printfPQExpBuffer(&query,
                              "create%s table pgbench_accounts_%d\n"
                              "  partition of pgbench_accounts\n"
                              "  for values with (modulus %d, remainder %d)",
                              unlogged_tables ? " unlogged" : "", p,
                              partitions, p - 1);
        else                    /* cannot get there */
            Assert(0);

        /*
         * Per ddlinfo in initCreateTables, fillfactor is needed on table
         * pgbench_accounts.
         */
        appendPQExpBuffer(&query, " with (fillfactor=%d)", fillfactor);

        executeStatement(con, query.data);
    }

    termPQExpBuffer(&query);
}

disconnect_all()

static void disconnect_all ( CState *  state, int  length  )

static

Definition at line 3596 of file pgbench.c.

References finishCon(), and i.

Referenced by main(), and threadRun().

{
    int         i;

    for (i = 0; i < length; i++)
        finishCon(&state[i]);
}

doConnect()

static PGconn* doConnect ( void  )

static

Definition at line 1173 of file pgbench.c.

References conn, CONNECTION_BAD, dbName, login, PARAMS_ARRAY_SIZE, password, pg_log_error, pghost, pgport, PQconnectdbParams(), PQconnectionNeedsPassword(), PQerrorMessage(), PQfinish(), PQstatus(), progname, simple_prompt(), and values.

Referenced by advanceConnectionState(), main(), runInitSteps(), and threadRun().

{
    PGconn     *conn;
    bool        new_pass;
    static char *password = NULL;

    /*
     * Start the connection.  Loop until we have a password if requested by
     * backend.
     */
    do
    {
#define PARAMS_ARRAY_SIZE   7

        const char *keywords[PARAMS_ARRAY_SIZE];
        const char *values[PARAMS_ARRAY_SIZE];

        keywords[0] = "host";
        values[0] = pghost;
        keywords[1] = "port";
        values[1] = pgport;
        keywords[2] = "user";
        values[2] = login;
        keywords[3] = "password";
        values[3] = password;
        keywords[4] = "dbname";
        values[4] = dbName;
        keywords[5] = "fallback_application_name";
        values[5] = progname;
        keywords[6] = NULL;
        values[6] = NULL;

        new_pass = false;

        conn = PQconnectdbParams(keywords, values, true);

        if (!conn)
        {
            pg_log_error("connection to database \"%s\" failed", dbName);
            return NULL;
        }

        if (PQstatus(conn) == CONNECTION_BAD &&
            PQconnectionNeedsPassword(conn) &&
            !password)
        {
            PQfinish(conn);
            password = simple_prompt("Password: ", false);
            new_pass = true;
        }
    } while (new_pass);

    /* check to see that the backend connection was successfully made */
    if (PQstatus(conn) == CONNECTION_BAD)
    {
        pg_log_error("connection to database \"%s\" failed: %s",
                     dbName, PQerrorMessage(conn));
        PQfinish(conn);
        return NULL;
    }

    return conn;
}

doLog()

static void doLog ( TState *  thread, CState *  st, StatsData *  agg, bool  skipped, double  latency, double  lag  )

static

Definition at line 3469 of file pgbench.c.

References accumStats(), Assert, StatsData::cnt, CState::cnt, fprintf, gettimeofday(), CState::id, initStats(), INT64_FORMAT, StatsData::lag, StatsData::latency, logfile, TState::logfile, SimpleStats::max, SimpleStats::min, pg_erand48(), StatsData::skipped, StatsData::start_time, SimpleStats::sum, SimpleStats::sum2, TState::ts_sample_rs, CState::use_file, and RandomState::xseed.

Referenced by processXactStats(), and threadRun().

{
    FILE       *logfile = thread->logfile;

    Assert(use_log);

    /*
     * Skip the log entry if sampling is enabled and this row doesn't belong
     * to the random sample.
     */
    if (sample_rate != 0.0 &&
        pg_erand48(thread->ts_sample_rs.xseed) > sample_rate)
        return;

    /* should we aggregate the results or not? */
    if (agg_interval > 0)
    {
        /*
         * Loop until we reach the interval of the current moment, and print
         * any empty intervals in between (this may happen with very low tps,
         * e.g. --rate=0.1).
         */
        time_t      now = time(NULL);

        while (agg->start_time + agg_interval <= now)
        {
            /* print aggregated report to logfile */
            fprintf(logfile, "%ld " INT64_FORMAT " %.0f %.0f %.0f %.0f",
                    (long) agg->start_time,
                    agg->cnt,
                    agg->latency.sum,
                    agg->latency.sum2,
                    agg->latency.min,
                    agg->latency.max);
            if (throttle_delay)
            {
                fprintf(logfile, " %.0f %.0f %.0f %.0f",
                        agg->lag.sum,
                        agg->lag.sum2,
                        agg->lag.min,
                        agg->lag.max);
                if (latency_limit)
                    fprintf(logfile, " " INT64_FORMAT, agg->skipped);
            }
            fputc('\n', logfile);

            /* reset data and move to next interval */
            initStats(agg, agg->start_time + agg_interval);
        }

        /* accumulate the current transaction */
        accumStats(agg, skipped, latency, lag);
    }
    else
    {
        /* no, print raw transactions */
        struct timeval tv;

        gettimeofday(&tv, NULL);
        if (skipped)
            fprintf(logfile, "%d " INT64_FORMAT " skipped %d %ld %ld",
                    st->id, st->cnt, st->use_file,
                    (long) tv.tv_sec, (long) tv.tv_usec);
        else
            fprintf(logfile, "%d " INT64_FORMAT " %.0f %d %ld %ld",
                    st->id, st->cnt, latency, st->use_file,
                    (long) tv.tv_sec, (long) tv.tv_usec);
        if (throttle_delay)
            fprintf(logfile, " %.0f", lag);
        fputc('\n', logfile);
    }
}

evalFunc()

static bool evalFunc ( CState *  st, PgBenchFunction  func, PgBenchExprLink *  args, PgBenchValue *  retval  )

static

Definition at line 2409 of file pgbench.c.

References evalLazyFunc(), evalStandardFunc(), and isLazyFunc().

Referenced by evaluateExpr().

{
    if (isLazyFunc(func))
        return evalLazyFunc(st, func, args, retval);
    else
        return evalStandardFunc(st, func, args, retval);
}

evalLazyFunc()

static bool evalLazyFunc ( CState *  st, PgBenchFunction  func, PgBenchExprLink *  args, PgBenchValue *  retval  )

static

Definition at line 1750 of file pgbench.c.

References a1, a2, Assert, coerceToBool(), evaluateExpr(), PgBenchExprLink::expr, isLazyFunc(), PgBenchExprLink::next, PGBENCH_AND, PGBENCH_CASE, PGBENCH_OR, PGBT_NULL, setBoolValue(), setNullValue(), PgBenchValue::type, and valueTruth().

Referenced by evalFunc().

{
    PgBenchValue a1,
                a2;
    bool        ba1,
                ba2;

    Assert(isLazyFunc(func) && args != NULL && args->next != NULL);

    /* args points to first condition */
    if (!evaluateExpr(st, args->expr, &a1))
        return false;

    /* second condition for AND/OR and corresponding branch for CASE */
    args = args->next;

    switch (func)
    {
        case PGBENCH_AND:
            if (a1.type == PGBT_NULL)
            {
                setNullValue(retval);
                return true;
            }

            if (!coerceToBool(&a1, &ba1))
                return false;

            if (!ba1)
            {
                setBoolValue(retval, false);
                return true;
            }

            if (!evaluateExpr(st, args->expr, &a2))
                return false;

            if (a2.type == PGBT_NULL)
            {
                setNullValue(retval);
                return true;
            }
            else if (!coerceToBool(&a2, &ba2))
                return false;
            else
            {
                setBoolValue(retval, ba2);
                return true;
            }

            return true;

        case PGBENCH_OR:

            if (a1.type == PGBT_NULL)
            {
                setNullValue(retval);
                return true;
            }

            if (!coerceToBool(&a1, &ba1))
                return false;

            if (ba1)
            {
                setBoolValue(retval, true);
                return true;
            }

            if (!evaluateExpr(st, args->expr, &a2))
                return false;

            if (a2.type == PGBT_NULL)
            {
                setNullValue(retval);
                return true;
            }
            else if (!coerceToBool(&a2, &ba2))
                return false;
            else
            {
                setBoolValue(retval, ba2);
                return true;
            }

        case PGBENCH_CASE:
            /* when true, execute branch */
            if (valueTruth(&a1))
                return evaluateExpr(st, args->expr, retval);

            /* now args contains next condition or final else expression */
            args = args->next;

            /* final else case? */
            if (args->next == NULL)
                return evaluateExpr(st, args->expr, retval);

            /* no, another when, proceed */
            return evalLazyFunc(st, PGBENCH_CASE, args, retval);

        default:
            /* internal error, cannot get here */
            Assert(0);
            break;
    }
    return false;
}

evalStandardFunc()

static bool evalStandardFunc ( CState *  st, PgBenchFunction  func, PgBenchExprLink *  args, PgBenchValue *  retval  )

static

Definition at line 1867 of file pgbench.c.

References generate_unaccent_rules::args, Assert, PgBenchValue::bval, coerceToBool(), coerceToDouble(), coerceToInt(), CState::command, CState::cs_func_rs, PgBenchValue::dval, evaluateExpr(), fprintf, getExponentialRand(), getGaussianRand(), getHashFnv1a(), getHashMurmur2(), getrand(), getZipfianRand(), i, INT64_FORMAT, PgBenchValue::ival, M_PI, Max, MAX_FARGS, MAX_ZIPFIAN_PARAM, Min, MIN_GAUSSIAN_PARAM, MIN_ZIPFIAN_PARAM, PgBenchExprLink::next, pg_add_s64_overflow(), PG_INT64_MIN, pg_log_error, pg_mul_s64_overflow(), pg_sub_s64_overflow(), PGBENCH_ABS, PGBENCH_ADD, PGBENCH_BITAND, PGBENCH_BITOR, PGBENCH_BITXOR, PGBENCH_DEBUG, PGBENCH_DIV, PGBENCH_DOUBLE, PGBENCH_EQ, PGBENCH_EXP, PGBENCH_GREATEST, PGBENCH_HASH_FNV1A, PGBENCH_HASH_MURMUR2, PGBENCH_INT, PGBENCH_IS, PGBENCH_LE, PGBENCH_LEAST, PGBENCH_LN, PGBENCH_LSHIFT, PGBENCH_LT, PGBENCH_MOD, PGBENCH_MUL, PGBENCH_NE, PGBENCH_NOT, PGBENCH_PI, PGBENCH_POW, PGBENCH_RANDOM, PGBENCH_RANDOM_EXPONENTIAL, PGBENCH_RANDOM_GAUSSIAN, PGBENCH_RANDOM_ZIPFIAN, PGBENCH_RSHIFT, PGBENCH_SQRT, PGBENCH_SUB, PGBT_BOOLEAN, PGBT_DOUBLE, PGBT_INT, PGBT_NULL, setBoolValue(), setDoubleValue(), setIntValue(), setNullValue(), PgBenchValue::type, generate_unaccent_rules::type, PgBenchValue::u, CState::use_file, and val.

Referenced by evalFunc().

{
    /* evaluate all function arguments */
    int         nargs = 0;
    PgBenchValue vargs[MAX_FARGS];
    PgBenchExprLink *l = args;
    bool        has_null = false;

    for (nargs = 0; nargs < MAX_FARGS && l != NULL; nargs++, l = l->next)
    {
        if (!evaluateExpr(st, l->expr, &vargs[nargs]))
            return false;
        has_null |= vargs[nargs].type == PGBT_NULL;
    }

    if (l != NULL)
    {
        pg_log_error("too many function arguments, maximum is %d", MAX_FARGS);
        return false;
    }

    /* NULL arguments */
    if (has_null && func != PGBENCH_IS && func != PGBENCH_DEBUG)
    {
        setNullValue(retval);
        return true;
    }

    /* then evaluate function */
    switch (func)
    {
            /* overloaded operators */
        case PGBENCH_ADD:
        case PGBENCH_SUB:
        case PGBENCH_MUL:
        case PGBENCH_DIV:
        case PGBENCH_MOD:
        case PGBENCH_EQ:
        case PGBENCH_NE:
        case PGBENCH_LE:
        case PGBENCH_LT:
            {
                PgBenchValue *lval = &vargs[0],
                           *rval = &vargs[1];

                Assert(nargs == 2);

                /* overloaded type management, double if some double */
                if ((lval->type == PGBT_DOUBLE ||
                     rval->type == PGBT_DOUBLE) && func != PGBENCH_MOD)
                {
                    double      ld,
                                rd;

                    if (!coerceToDouble(lval, &ld) ||
                        !coerceToDouble(rval, &rd))
                        return false;

                    switch (func)
                    {
                        case PGBENCH_ADD:
                            setDoubleValue(retval, ld + rd);
                            return true;

                        case PGBENCH_SUB:
                            setDoubleValue(retval, ld - rd);
                            return true;

                        case PGBENCH_MUL:
                            setDoubleValue(retval, ld * rd);
                            return true;

                        case PGBENCH_DIV:
                            setDoubleValue(retval, ld / rd);
                            return true;

                        case PGBENCH_EQ:
                            setBoolValue(retval, ld == rd);
                            return true;

                        case PGBENCH_NE:
                            setBoolValue(retval, ld != rd);
                            return true;

                        case PGBENCH_LE:
                            setBoolValue(retval, ld <= rd);
                            return true;

                        case PGBENCH_LT:
                            setBoolValue(retval, ld < rd);
                            return true;

                        default:
                            /* cannot get here */
                            Assert(0);
                    }
                }
                else            /* we have integer operands, or % */
                {
                    int64       li,
                                ri,
                                res;

                    if (!coerceToInt(lval, &li) ||
                        !coerceToInt(rval, &ri))
                        return false;

                    switch (func)
                    {
                        case PGBENCH_ADD:
                            if (pg_add_s64_overflow(li, ri, &res))
                            {
                                pg_log_error("bigint add out of range");
                                return false;
                            }
                            setIntValue(retval, res);
                            return true;

                        case PGBENCH_SUB:
                            if (pg_sub_s64_overflow(li, ri, &res))
                            {
                                pg_log_error("bigint sub out of range");
                                return false;
                            }
                            setIntValue(retval, res);
                            return true;

                        case PGBENCH_MUL:
                            if (pg_mul_s64_overflow(li, ri, &res))
                            {
                                pg_log_error("bigint mul out of range");
                                return false;
                            }
                            setIntValue(retval, res);
                            return true;

                        case PGBENCH_EQ:
                            setBoolValue(retval, li == ri);
                            return true;

                        case PGBENCH_NE:
                            setBoolValue(retval, li != ri);
                            return true;

                        case PGBENCH_LE:
                            setBoolValue(retval, li <= ri);
                            return true;

                        case PGBENCH_LT:
                            setBoolValue(retval, li < ri);
                            return true;

                        case PGBENCH_DIV:
                        case PGBENCH_MOD:
                            if (ri == 0)
                            {
                                pg_log_error("division by zero");
                                return false;
                            }
                            /* special handling of -1 divisor */
                            if (ri == -1)
                            {
                                if (func == PGBENCH_DIV)
                                {
                                    /* overflow check (needed for INT64_MIN) */
                                    if (li == PG_INT64_MIN)
                                    {
                                        pg_log_error("bigint div out of range");
                                        return false;
                                    }
                                    else
                                        setIntValue(retval, -li);
                                }
                                else
                                    setIntValue(retval, 0);
                                return true;
                            }
                            /* else divisor is not -1 */
                            if (func == PGBENCH_DIV)
                                setIntValue(retval, li / ri);
                            else    /* func == PGBENCH_MOD */
                                setIntValue(retval, li % ri);

                            return true;

                        default:
                            /* cannot get here */
                            Assert(0);
                    }
                }

                Assert(0);
                return false;   /* NOTREACHED */
            }

            /* integer bitwise operators */
        case PGBENCH_BITAND:
        case PGBENCH_BITOR:
        case PGBENCH_BITXOR:
        case PGBENCH_LSHIFT:
        case PGBENCH_RSHIFT:
            {
                int64       li,
                            ri;

                if (!coerceToInt(&vargs[0], &li) || !coerceToInt(&vargs[1], &ri))
                    return false;

                if (func == PGBENCH_BITAND)
                    setIntValue(retval, li & ri);
                else if (func == PGBENCH_BITOR)
                    setIntValue(retval, li | ri);
                else if (func == PGBENCH_BITXOR)
                    setIntValue(retval, li ^ ri);
                else if (func == PGBENCH_LSHIFT)
                    setIntValue(retval, li << ri);
                else if (func == PGBENCH_RSHIFT)
                    setIntValue(retval, li >> ri);
                else            /* cannot get here */
                    Assert(0);

                return true;
            }

            /* logical operators */
        case PGBENCH_NOT:
            {
                bool        b;

                if (!coerceToBool(&vargs[0], &b))
                    return false;

                setBoolValue(retval, !b);
                return true;
            }

            /* no arguments */
        case PGBENCH_PI:
            setDoubleValue(retval, M_PI);
            return true;

            /* 1 overloaded argument */
        case PGBENCH_ABS:
            {
                PgBenchValue *varg = &vargs[0];

                Assert(nargs == 1);

                if (varg->type == PGBT_INT)
                {
                    int64       i = varg->u.ival;

                    setIntValue(retval, i < 0 ? -i : i);
                }
                else
                {
                    double      d = varg->u.dval;

                    Assert(varg->type == PGBT_DOUBLE);
                    setDoubleValue(retval, d < 0.0 ? -d : d);
                }

                return true;
            }

        case PGBENCH_DEBUG:
            {
                PgBenchValue *varg = &vargs[0];

                Assert(nargs == 1);

                fprintf(stderr, "debug(script=%d,command=%d): ",
                        st->use_file, st->command + 1);

                if (varg->type == PGBT_NULL)
                    fprintf(stderr, "null\n");
                else if (varg->type == PGBT_BOOLEAN)
                    fprintf(stderr, "boolean %s\n", varg->u.bval ? "true" : "false");
                else if (varg->type == PGBT_INT)
                    fprintf(stderr, "int " INT64_FORMAT "\n", varg->u.ival);
                else if (varg->type == PGBT_DOUBLE)
                    fprintf(stderr, "double %.*g\n", DBL_DIG, varg->u.dval);
                else            /* internal error, unexpected type */
                    Assert(0);

                *retval = *varg;

                return true;
            }

            /* 1 double argument */
        case PGBENCH_DOUBLE:
        case PGBENCH_SQRT:
        case PGBENCH_LN:
        case PGBENCH_EXP:
            {
                double      dval;

                Assert(nargs == 1);

                if (!coerceToDouble(&vargs[0], &dval))
                    return false;

                if (func == PGBENCH_SQRT)
                    dval = sqrt(dval);
                else if (func == PGBENCH_LN)
                    dval = log(dval);
                else if (func == PGBENCH_EXP)
                    dval = exp(dval);
                /* else is cast: do nothing */

                setDoubleValue(retval, dval);
                return true;
            }

            /* 1 int argument */
        case PGBENCH_INT:
            {
                int64       ival;

                Assert(nargs == 1);

                if (!coerceToInt(&vargs[0], &ival))
                    return false;

                setIntValue(retval, ival);
                return true;
            }

            /* variable number of arguments */
        case PGBENCH_LEAST:
        case PGBENCH_GREATEST:
            {
                bool        havedouble;
                int         i;

                Assert(nargs >= 1);

                /* need double result if any input is double */
                havedouble = false;
                for (i = 0; i < nargs; i++)
                {
                    if (vargs[i].type == PGBT_DOUBLE)
                    {
                        havedouble = true;
                        break;
                    }
                }
                if (havedouble)
                {
                    double      extremum;

                    if (!coerceToDouble(&vargs[0], &extremum))
                        return false;
                    for (i = 1; i < nargs; i++)
                    {
                        double      dval;

                        if (!coerceToDouble(&vargs[i], &dval))
                            return false;
                        if (func == PGBENCH_LEAST)
                            extremum = Min(extremum, dval);
                        else
                            extremum = Max(extremum, dval);
                    }
                    setDoubleValue(retval, extremum);
                }
                else
                {
                    int64       extremum;

                    if (!coerceToInt(&vargs[0], &extremum))
                        return false;
                    for (i = 1; i < nargs; i++)
                    {
                        int64       ival;

                        if (!coerceToInt(&vargs[i], &ival))
                            return false;
                        if (func == PGBENCH_LEAST)
                            extremum = Min(extremum, ival);
                        else
                            extremum = Max(extremum, ival);
                    }
                    setIntValue(retval, extremum);
                }
                return true;
            }

            /* random functions */
        case PGBENCH_RANDOM:
        case PGBENCH_RANDOM_EXPONENTIAL:
        case PGBENCH_RANDOM_GAUSSIAN:
        case PGBENCH_RANDOM_ZIPFIAN:
            {
                int64       imin,
                            imax;

                Assert(nargs >= 2);

                if (!coerceToInt(&vargs[0], &imin) ||
                    !coerceToInt(&vargs[1], &imax))
                    return false;

                /* check random range */
                if (imin > imax)
                {
                    pg_log_error("empty range given to random");
                    return false;
                }
                else if (imax - imin < 0 || (imax - imin) + 1 < 0)
                {
                    /* prevent int overflows in random functions */
                    pg_log_error("random range is too large");
                    return false;
                }

                if (func == PGBENCH_RANDOM)
                {
                    Assert(nargs == 2);
                    setIntValue(retval, getrand(&st->cs_func_rs, imin, imax));
                }
                else            /* gaussian & exponential */
                {
                    double      param;

                    Assert(nargs == 3);

                    if (!coerceToDouble(&vargs[2], &param))
                        return false;

                    if (func == PGBENCH_RANDOM_GAUSSIAN)
                    {
                        if (param < MIN_GAUSSIAN_PARAM)
                        {
                            pg_log_error("gaussian parameter must be at least %f (not %f)",
                                         MIN_GAUSSIAN_PARAM, param);
                            return false;
                        }

                        setIntValue(retval,
                                    getGaussianRand(&st->cs_func_rs,
                                                    imin, imax, param));
                    }
                    else if (func == PGBENCH_RANDOM_ZIPFIAN)
                    {
                        if (param < MIN_ZIPFIAN_PARAM || param > MAX_ZIPFIAN_PARAM)
                        {
                            pg_log_error("zipfian parameter must be in range [%.3f, %.0f] (not %f)",
                                         MIN_ZIPFIAN_PARAM, MAX_ZIPFIAN_PARAM, param);
                            return false;
                        }

                        setIntValue(retval,
                                    getZipfianRand(&st->cs_func_rs, imin, imax, param));
                    }
                    else        /* exponential */
                    {
                        if (param <= 0.0)
                        {
                            pg_log_error("exponential parameter must be greater than zero (not %f)",
                                         param);
                            return false;
                        }

                        setIntValue(retval,
                                    getExponentialRand(&st->cs_func_rs,
                                                       imin, imax, param));
                    }
                }

                return true;
            }

        case PGBENCH_POW:
            {
                PgBenchValue *lval = &vargs[0];
                PgBenchValue *rval = &vargs[1];
                double      ld,
                            rd;

                Assert(nargs == 2);

                if (!coerceToDouble(lval, &ld) ||
                    !coerceToDouble(rval, &rd))
                    return false;

                setDoubleValue(retval, pow(ld, rd));

                return true;
            }

        case PGBENCH_IS:
            {
                Assert(nargs == 2);

                /*
                 * note: this simple implementation is more permissive than
                 * SQL
                 */
                setBoolValue(retval,
                             vargs[0].type == vargs[1].type &&
                             vargs[0].u.bval == vargs[1].u.bval);
                return true;
            }

            /* hashing */
        case PGBENCH_HASH_FNV1A:
        case PGBENCH_HASH_MURMUR2:
            {
                int64       val,
                            seed;

                Assert(nargs == 2);

                if (!coerceToInt(&vargs[0], &val) ||
                    !coerceToInt(&vargs[1], &seed))
                    return false;

                if (func == PGBENCH_HASH_MURMUR2)
                    setIntValue(retval, getHashMurmur2(val, seed));
                else if (func == PGBENCH_HASH_FNV1A)
                    setIntValue(retval, getHashFnv1a(val, seed));
                else
                    /* cannot get here */
                    Assert(0);

                return true;
            }

        default:
            /* cannot get here */
            Assert(0);
            /* dead code to avoid a compiler warning */
            return false;
    }
}

evaluateExpr()

static bool evaluateExpr ( CState *  st, PgBenchExpr *  expr, PgBenchValue *  retval  )

static

Definition at line 2425 of file pgbench.c.

References PgBenchExpr::constant, ENODE_CONSTANT, ENODE_FUNCTION, ENODE_VARIABLE, PgBenchExpr::etype, evalFunc(), PgBenchExpr::function, lookupVariable(), makeVariableValue(), pg_log_error, pg_log_fatal, PgBenchExpr::u, Variable::value, and PgBenchExpr::variable.

Referenced by evalLazyFunc(), evalStandardFunc(), and executeMetaCommand().

{
    switch (expr->etype)
    {
        case ENODE_CONSTANT:
            {
                *retval = expr->u.constant;
                return true;
            }

        case ENODE_VARIABLE:
            {
                Variable   *var;

                if ((var = lookupVariable(st, expr->u.variable.varname)) == NULL)
                {
                    pg_log_error("undefined variable \"%s\"", expr->u.variable.varname);
                    return false;
                }

                if (!makeVariableValue(var))
                    return false;

                *retval = var->value;
                return true;
            }

        case ENODE_FUNCTION:
            return evalFunc(st,
                            expr->u.function.function,
                            expr->u.function.args,
                            retval);

        default:
            /* internal error which should never occur */
            pg_log_fatal("unexpected enode type in evaluation: %d", expr->etype);
            exit(1);
    }
}

evaluateSleep()

static bool evaluateSleep ( CState *  st, int  argc, char **  argv, int *  usecs  )

static

Definition at line 2842 of file pgbench.c.

References getVariable(), pg_log_error, and pg_strcasecmp().

Referenced by executeMetaCommand().

{
    char       *var;
    int         usec;

    if (*argv[1] == ':')
    {
        if ((var = getVariable(st, argv[1] + 1)) == NULL)
        {
            pg_log_error("%s: undefined variable \"%s\"", argv[0], argv[1] + 1);
            return false;
        }
        usec = atoi(var);
    }
    else
        usec = atoi(argv[1]);

    if (argc > 2)
    {
        if (pg_strcasecmp(argv[2], "ms") == 0)
            usec *= 1000;
        else if (pg_strcasecmp(argv[2], "s") == 0)
            usec *= 1000000;
    }
    else
        usec *= 1000000;

    *usecs = usec;
    return true;
}

executeMetaCommand()

static ConnectionStateEnum executeMetaCommand ( CState *  st, instr_time *  now  )

static

Definition at line 3309 of file pgbench.c.

References __pg_log_level, appendPQExpBuffer(), Command::argc, Command::argv, Assert, buf, CState::command, commandFailed(), ParsedScript::commands, conditional_stack_empty(), conditional_stack_peek(), conditional_stack_poke(), conditional_stack_pop(), conditional_stack_push(), CState::cstack, CSTATE_ABORTED, CSTATE_END_COMMAND, CSTATE_SLEEP, PQExpBufferData::data, evaluateExpr(), evaluateSleep(), Command::expr, i, CState::id, IFSTATE_ELSE_FALSE, IFSTATE_ELSE_TRUE, IFSTATE_FALSE, IFSTATE_IGNORED, IFSTATE_NONE, IFSTATE_TRUE, initPQExpBuffer(), INSTR_TIME_GET_MICROSEC, INSTR_TIME_SET_CURRENT_LAZY, INSTR_TIME_SET_ZERO, Command::meta, META_COMMAND, META_ELIF, META_ELSE, META_ENDIF, META_IF, META_SET, META_SETSHELL, META_SHELL, META_SLEEP, PG_LOG_DEBUG, pg_log_debug, printfPQExpBuffer(), putVariableValue(), runShellCommand(), CState::sleep_until, termPQExpBuffer(), Command::type, unlikely, CState::use_file, and valueTruth().

Referenced by advanceConnectionState().

{
    Command    *command = sql_script[st->use_file].commands[st->command];
    int         argc;
    char      **argv;

    Assert(command != NULL && command->type == META_COMMAND);

    argc = command->argc;
    argv = command->argv;

    if (unlikely(__pg_log_level <= PG_LOG_DEBUG))
    {
        PQExpBufferData buf;

        initPQExpBuffer(&buf);

        printfPQExpBuffer(&buf, "client %d executing \\%s", st->id, argv[0]);
        for (int i = 1; i < argc; i++)
            appendPQExpBuffer(&buf, " %s", argv[i]);

        pg_log_debug("%s", buf.data);

        termPQExpBuffer(&buf);
    }

    if (command->meta == META_SLEEP)
    {
        int         usec;

        /*
         * A \sleep doesn't execute anything, we just get the delay from the
         * argument, and enter the CSTATE_SLEEP state.  (The per-command
         * latency will be recorded in CSTATE_SLEEP state, not here, after the
         * delay has elapsed.)
         */
        if (!evaluateSleep(st, argc, argv, &usec))
        {
            commandFailed(st, "sleep", "execution of meta-command failed");
            return CSTATE_ABORTED;
        }

        INSTR_TIME_SET_CURRENT_LAZY(*now);
        st->sleep_until = INSTR_TIME_GET_MICROSEC(*now) + usec;
        return CSTATE_SLEEP;
    }
    else if (command->meta == META_SET)
    {
        PgBenchExpr *expr = command->expr;
        PgBenchValue result;

        if (!evaluateExpr(st, expr, &result))
        {
            commandFailed(st, argv[0], "evaluation of meta-command failed");
            return CSTATE_ABORTED;
        }

        if (!putVariableValue(st, argv[0], argv[1], &result))
        {
            commandFailed(st, "set", "assignment of meta-command failed");
            return CSTATE_ABORTED;
        }
    }
    else if (command->meta == META_IF)
    {
        /* backslash commands with an expression to evaluate */
        PgBenchExpr *expr = command->expr;
        PgBenchValue result;
        bool        cond;

        if (!evaluateExpr(st, expr, &result))
        {
            commandFailed(st, argv[0], "evaluation of meta-command failed");
            return CSTATE_ABORTED;
        }

        cond = valueTruth(&result);
        conditional_stack_push(st->cstack, cond ? IFSTATE_TRUE : IFSTATE_FALSE);
    }
    else if (command->meta == META_ELIF)
    {
        /* backslash commands with an expression to evaluate */
        PgBenchExpr *expr = command->expr;
        PgBenchValue result;
        bool        cond;

        if (conditional_stack_peek(st->cstack) == IFSTATE_TRUE)
        {
            /* elif after executed block, skip eval and wait for endif. */
            conditional_stack_poke(st->cstack, IFSTATE_IGNORED);
            return CSTATE_END_COMMAND;
        }

        if (!evaluateExpr(st, expr, &result))
        {
            commandFailed(st, argv[0], "evaluation of meta-command failed");
            return CSTATE_ABORTED;
        }

        cond = valueTruth(&result);
        Assert(conditional_stack_peek(st->cstack) == IFSTATE_FALSE);
        conditional_stack_poke(st->cstack, cond ? IFSTATE_TRUE : IFSTATE_FALSE);
    }
    else if (command->meta == META_ELSE)
    {
        switch (conditional_stack_peek(st->cstack))
        {
            case IFSTATE_TRUE:
                conditional_stack_poke(st->cstack, IFSTATE_ELSE_FALSE);
                break;
            case IFSTATE_FALSE: /* inconsistent if active */
            case IFSTATE_IGNORED:   /* inconsistent if active */
            case IFSTATE_NONE:  /* else without if */
            case IFSTATE_ELSE_TRUE: /* else after else */
            case IFSTATE_ELSE_FALSE:    /* else after else */
            default:
                /* dead code if conditional check is ok */
                Assert(false);
        }
    }
    else if (command->meta == META_ENDIF)
    {
        Assert(!conditional_stack_empty(st->cstack));
        conditional_stack_pop(st->cstack);
    }
    else if (command->meta == META_SETSHELL)
    {
        if (!runShellCommand(st, argv[1], argv + 2, argc - 2))
        {
            commandFailed(st, "setshell", "execution of meta-command failed");
            return CSTATE_ABORTED;
        }
    }
    else if (command->meta == META_SHELL)
    {
        if (!runShellCommand(st, NULL, argv + 1, argc - 1))
        {
            commandFailed(st, "shell", "execution of meta-command failed");
            return CSTATE_ABORTED;
        }
    }

    /*
     * executing the expression or shell command might have taken a
     * non-negligible amount of time, so reset 'now'
     */
    INSTR_TIME_SET_ZERO(*now);

    return CSTATE_END_COMMAND;
}

executeStatement()

static void executeStatement ( PGconn *  con, const char *  sql  )

static

Definition at line 1142 of file pgbench.c.

References pg_log_fatal, pg_log_info, PGRES_COMMAND_OK, PQclear(), PQerrorMessage(), PQexec(), and PQresultStatus().

Referenced by createPartitions(), initCreateFKeys(), initCreatePKeys(), initCreateTables(), initDropTables(), initGenerateDataClientSide(), initGenerateDataServerSide(), initTruncateTables(), and initVacuum().

{
    PGresult   *res;

    res = PQexec(con, sql);
    if (PQresultStatus(res) != PGRES_COMMAND_OK)
    {
        pg_log_fatal("query failed: %s", PQerrorMessage(con));
        pg_log_info("query was: %s", sql);
        exit(1);
    }
    PQclear(res);
}

findBuiltin()

static const BuiltinScript* findBuiltin ( const char *  name )

static

Definition at line 4984 of file pgbench.c.

References i, lengthof, listAvailableScripts(), and pg_log_fatal.

Referenced by main().

{
    int         i,
                found = 0,
                len = strlen(name);
    const BuiltinScript *result = NULL;

    for (i = 0; i < lengthof(builtin_script); i++)
    {
        if (strncmp(builtin_script[i].name, name, len) == 0)
        {
            result = &builtin_script[i];
            found++;
        }
    }

    /* ok, unambiguous result */
    if (found == 1)
        return result;

    /* error cases */
    if (found == 0)
        pg_log_fatal("no builtin script found for name \"%s\"", name);
    else                        /* found > 1 */
        pg_log_fatal("ambiguous builtin name: %d builtin scripts found for prefix \"%s\"", found, name);

    listAvailableScripts();
    exit(1);
}

finishCon()

static void finishCon ( CState *  st )

static

Definition at line 6512 of file pgbench.c.

References CState::con, and PQfinish().

Referenced by advanceConnectionState(), and disconnect_all().

{
    if (st->con != NULL)
    {
        PQfinish(st->con);
        st->con = NULL;
    }
}

free_command()

static void free_command ( Command *  command )

static

Definition at line 4463 of file pgbench.c.

References Command::argc, Command::argv, Command::first_line, i, Command::lines, pg_free(), termPQExpBuffer(), and Command::varprefix.

Referenced by ParseScript().

{
    termPQExpBuffer(&command->lines);
    if (command->first_line)
        pg_free(command->first_line);
    for (int i = 0; i < command->argc; i++)
        pg_free(command->argv[i]);
    if (command->varprefix)
        pg_free(command->varprefix);

    /*
     * It should also free expr recursively, but this is currently not needed
     * as only gset commands (which do not have an expression) are freed.
     */
    pg_free(command);
}

free_socket_set()

static void free_socket_set ( socket_set *  sa )

static

Definition at line 6686 of file pgbench.c.

References pg_free().

Referenced by setalarm(), and threadRun().

{
    pg_free(sa);
}

getExponentialRand()

static int64 getExponentialRand ( RandomState *  random_state, int64  min, int64  max, double  parameter  )

static

Definition at line 870 of file pgbench.c.

References Assert, pg_erand48(), and RandomState::xseed.

Referenced by evalStandardFunc().

{
    double      cut,
                uniform,
                rand;

    /* abort if wrong parameter, but must really be checked beforehand */
    Assert(parameter > 0.0);
    cut = exp(-parameter);
    /* erand in [0, 1), uniform in (0, 1] */
    uniform = 1.0 - pg_erand48(random_state->xseed);

    /*
     * inner expression in (cut, 1] (if parameter > 0), rand in [0, 1)
     */
    Assert((1.0 - cut) != 0.0);
    rand = -log(cut + (1.0 - cut) * uniform) / parameter;
    /* return int64 random number within between min and max */
    return min + (int64) ((max - min + 1) * rand);
}

getGaussianRand()

static int64 getGaussianRand ( RandomState *  random_state, int64  min, int64  max, double  parameter  )

static

Definition at line 894 of file pgbench.c.

References Assert, M_PI, MIN_GAUSSIAN_PARAM, pg_erand48(), and RandomState::xseed.

Referenced by evalStandardFunc().

{
    double      stdev;
    double      rand;

    /* abort if parameter is too low, but must really be checked beforehand */
    Assert(parameter >= MIN_GAUSSIAN_PARAM);

    /*
     * Get user specified random number from this loop, with -parameter <
     * stdev <= parameter
     *
     * This loop is executed until the number is in the expected range.
     *
     * As the minimum parameter is 2.0, the probability of looping is low:
     * sqrt(-2 ln(r)) <= 2 => r >= e^{-2} ~ 0.135, then when taking the
     * average sinus multiplier as 2/pi, we have a 8.6% looping probability in
     * the worst case. For a parameter value of 5.0, the looping probability
     * is about e^{-5} * 2 / pi ~ 0.43%.
     */
    do
    {
        /*
         * pg_erand48 generates [0,1), but for the basic version of the
         * Box-Muller transform the two uniformly distributed random numbers
         * are expected in (0, 1] (see
         * https://en.wikipedia.org/wiki/Box-Muller_transform)
         */
        double      rand1 = 1.0 - pg_erand48(random_state->xseed);
        double      rand2 = 1.0 - pg_erand48(random_state->xseed);

        /* Box-Muller basic form transform */
        double      var_sqrt = sqrt(-2.0 * log(rand1));

        stdev = var_sqrt * sin(2.0 * M_PI * rand2);

        /*
         * we may try with cos, but there may be a bias induced if the
         * previous value fails the test. To be on the safe side, let us try
         * over.
         */
    }
    while (stdev < -parameter || stdev >= parameter);

    /* stdev is in [-parameter, parameter), normalization to [0,1) */
    rand = (stdev + parameter) / (parameter * 2.0);

    /* return int64 random number within between min and max */
    return min + (int64) ((max - min + 1) * rand);
}

getHashFnv1a()

static int64 getHashFnv1a ( int64  val, uint64  seed  )

static

Definition at line 1020 of file pgbench.c.

References FNV_OFFSET_BASIS, FNV_PRIME, and i.

Referenced by evalStandardFunc().

{
    int64       result;
    int         i;

    result = FNV_OFFSET_BASIS ^ seed;
    for (i = 0; i < 8; ++i)
    {
        int32       octet = val & 0xff;

        val = val >> 8;
        result = result ^ octet;
        result = result * FNV_PRIME;
    }

    return result;
}

getHashMurmur2()

static int64 getHashMurmur2 ( int64  val, uint64  seed  )

static

Definition at line 1045 of file pgbench.c.

References MM2_MUL, MM2_MUL_TIMES_8, and MM2_ROT.

Referenced by evalStandardFunc().

{
    uint64      result = seed ^ MM2_MUL_TIMES_8;    /* sizeof(int64) */
    uint64      k = (uint64) val;

    k *= MM2_MUL;
    k ^= k >> MM2_ROT;
    k *= MM2_MUL;

    result ^= k;
    result *= MM2_MUL;

    result ^= result >> MM2_ROT;
    result *= MM2_MUL;
    result ^= result >> MM2_ROT;

    return (int64) result;
}

getMetaCommand()

static MetaCommand getMetaCommand ( const char *  cmd )

static

Definition at line 2469 of file pgbench.c.

References META_ASET, META_ELIF, META_ELSE, META_ENDIF, META_GSET, META_IF, META_NONE, META_SET, META_SETSHELL, META_SHELL, META_SLEEP, and pg_strcasecmp().

Referenced by process_backslash_command().

{
    MetaCommand mc;

    if (cmd == NULL)
        mc = META_NONE;
    else if (pg_strcasecmp(cmd, "set") == 0)
        mc = META_SET;
    else if (pg_strcasecmp(cmd, "setshell") == 0)
        mc = META_SETSHELL;
    else if (pg_strcasecmp(cmd, "shell") == 0)
        mc = META_SHELL;
    else if (pg_strcasecmp(cmd, "sleep") == 0)
        mc = META_SLEEP;
    else if (pg_strcasecmp(cmd, "if") == 0)
        mc = META_IF;
    else if (pg_strcasecmp(cmd, "elif") == 0)
        mc = META_ELIF;
    else if (pg_strcasecmp(cmd, "else") == 0)
        mc = META_ELSE;
    else if (pg_strcasecmp(cmd, "endif") == 0)
        mc = META_ENDIF;
    else if (pg_strcasecmp(cmd, "gset") == 0)
        mc = META_GSET;
    else if (pg_strcasecmp(cmd, "aset") == 0)
        mc = META_ASET;
    else
        mc = META_NONE;
    return mc;
}

getPoissonRand()

static int64 getPoissonRand ( RandomState *  random_state, double  center  )

static

Definition at line 954 of file pgbench.c.

References pg_erand48(), and RandomState::xseed.

Referenced by advanceConnectionState().

{
    /*
     * Use inverse transform sampling to generate a value > 0, such that the
     * expected (i.e. average) value is the given argument.
     */
    double      uniform;

    /* erand in [0, 1), uniform in (0, 1] */
    uniform = 1.0 - pg_erand48(random_state->xseed);

    return (int64) (-log(uniform) * center + 0.5);
}

getQueryParams()

static void getQueryParams ( CState *  st, const Command *  command, const char **  params  )

static

Definition at line 1591 of file pgbench.c.

References Command::argc, Command::argv, getVariable(), and i.

Referenced by sendCommand().

{
    int         i;

    for (i = 0; i < command->argc - 1; i++)
        params[i] = getVariable(st, command->argv[i + 1]);
}

getrand()

static int64 getrand ( RandomState *  random_state, int64  min, int64  max  )

static

Definition at line 850 of file pgbench.c.

References pg_erand48(), and RandomState::xseed.

Referenced by chooseScript(), and evalStandardFunc().

{
    /*
     * Odd coding is so that min and max have approximately the same chance of
     * being selected as do numbers between them.
     *
     * pg_erand48() is thread-safe and concurrent, which is why we use it
     * rather than random(), which in glibc is non-reentrant, and therefore
     * protected by a mutex, and therefore a bottleneck on machines with many
     * CPUs.
     */
    return min + (int64) ((max - min + 1) * pg_erand48(random_state->xseed));
}

GetTableInfo()

static void GetTableInfo ( PGconn *  con, bool  scale_given  )

static

Definition at line 4192 of file pgbench.c.

References Assert, ERRCODE_UNDEFINED_TABLE, PART_HASH, PART_NONE, PART_RANGE, PG_DIAG_SQLSTATE, pg_log_fatal, pg_log_info, pg_log_warning, PGRES_TUPLES_OK, PQclear(), PQdb(), PQerrorMessage(), PQexec(), PQgetisnull(), PQgetvalue(), PQntuples(), PQresultErrorField(), and PQresultStatus().

Referenced by main().

{
    PGresult   *res;

    /*
     * get the scaling factor that should be same as count(*) from
     * pgbench_branches if this is not a custom query
     */
    res = PQexec(con, "select count(*) from pgbench_branches");
    if (PQresultStatus(res) != PGRES_TUPLES_OK)
    {
        char       *sqlState = PQresultErrorField(res, PG_DIAG_SQLSTATE);

        pg_log_fatal("could not count number of branches: %s", PQerrorMessage(con));

        if (sqlState && strcmp(sqlState, ERRCODE_UNDEFINED_TABLE) == 0)
            pg_log_info("Perhaps you need to do initialization (\"pgbench -i\") in database \"%s\"",
                        PQdb(con));

        exit(1);
    }
    scale = atoi(PQgetvalue(res, 0, 0));
    if (scale < 0)
    {
        pg_log_fatal("invalid count(*) from pgbench_branches: \"%s\"",
                     PQgetvalue(res, 0, 0));
        exit(1);
    }
    PQclear(res);

    /* warn if we override user-given -s switch */
    if (scale_given)
        pg_log_warning("scale option ignored, using count from pgbench_branches table (%d)",
                       scale);

    /*
     * Get the partition information for the first "pgbench_accounts" table
     * found in search_path.
     *
     * The result is empty if no "pgbench_accounts" is found.
     *
     * Otherwise, it always returns one row even if the table is not
     * partitioned (in which case the partition strategy is NULL).
     *
     * The number of partitions can be 0 even for partitioned tables, if no
     * partition is attached.
     *
     * We assume no partitioning on any failure, so as to avoid failing on an
     * old version without "pg_partitioned_table".
     */
    res = PQexec(con,
                 "select o.n, p.partstrat, pg_catalog.count(i.inhparent) "
                 "from pg_catalog.pg_class as c "
                 "join pg_catalog.pg_namespace as n on (n.oid = c.relnamespace) "
                 "cross join lateral (select pg_catalog.array_position(pg_catalog.current_schemas(true), n.nspname)) as o(n) "
                 "left join pg_catalog.pg_partitioned_table as p on (p.partrelid = c.oid) "
                 "left join pg_catalog.pg_inherits as i on (c.oid = i.inhparent) "
                 "where c.relname = 'pgbench_accounts' and o.n is not null "
                 "group by 1, 2 "
                 "order by 1 asc "
                 "limit 1");

    if (PQresultStatus(res) != PGRES_TUPLES_OK)
    {
        /* probably an older version, coldly assume no partitioning */
        partition_method = PART_NONE;
        partitions = 0;
    }
    else if (PQntuples(res) == 0)
    {
        /*
         * This case is unlikely as pgbench already found "pgbench_branches"
         * above to compute the scale.
         */
        pg_log_fatal("no pgbench_accounts table found in search_path");
        pg_log_info("Perhaps you need to do initialization (\"pgbench -i\") in database \"%s\".", PQdb(con));
        exit(1);
    }
    else                        /* PQntupes(res) == 1 */
    {
        /* normal case, extract partition information */
        if (PQgetisnull(res, 0, 1))
            partition_method = PART_NONE;
        else
        {
            char       *ps = PQgetvalue(res, 0, 1);

            /* column must be there */
            Assert(ps != NULL);

            if (strcmp(ps, "r") == 0)
                partition_method = PART_RANGE;
            else if (strcmp(ps, "h") == 0)
                partition_method = PART_HASH;
            else
            {
                /* possibly a newer version with new partition method */
                pg_log_fatal("unexpected partition method: \"%s\"", ps);
                exit(1);
            }
        }

        partitions = atoi(PQgetvalue(res, 0, 2));
    }

    PQclear(res);
}

getVariable()

static char* getVariable ( CState *  st, char *  name  )

static

Definition at line 1274 of file pgbench.c.

References Assert, PgBenchValue::bval, PgBenchValue::dval, INT64_FORMAT, PgBenchValue::ival, lookupVariable(), pg_strdup(), PGBT_BOOLEAN, PGBT_DOUBLE, PGBT_INT, PGBT_NO_VALUE, PGBT_NULL, snprintf, Variable::svalue, PgBenchValue::type, PgBenchValue::u, and Variable::value.

Referenced by assignVariables(), evaluateSleep(), getQueryParams(), and runShellCommand().

{
    Variable   *var;
    char        stringform[64];

    var = lookupVariable(st, name);
    if (var == NULL)
        return NULL;            /* not found */

    if (var->svalue)
        return var->svalue;     /* we have it in string form */

    /* We need to produce a string equivalent of the value */
    Assert(var->value.type != PGBT_NO_VALUE);
    if (var->value.type == PGBT_NULL)
        snprintf(stringform, sizeof(stringform), "NULL");
    else if (var->value.type == PGBT_BOOLEAN)
        snprintf(stringform, sizeof(stringform),
                 "%s", var->value.u.bval ? "true" : "false");
    else if (var->value.type == PGBT_INT)
        snprintf(stringform, sizeof(stringform),
                 INT64_FORMAT, var->value.u.ival);
    else if (var->value.type == PGBT_DOUBLE)
        snprintf(stringform, sizeof(stringform),
                 "%.*g", DBL_DIG, var->value.u.dval);
    else                        /* internal error, unexpected type */
        Assert(0);
    var->svalue = pg_strdup(stringform);
    return var->svalue;
}

getZipfianRand()

static int64 getZipfianRand ( RandomState *  random_state, int64  min, int64  max, double  s  )

static

Definition at line 1006 of file pgbench.c.

References Assert, computeIterativeZipfian(), MAX_ZIPFIAN_PARAM, and MIN_ZIPFIAN_PARAM.

Referenced by evalStandardFunc().

{
    int64       n = max - min + 1;

    /* abort if parameter is invalid */
    Assert(MIN_ZIPFIAN_PARAM <= s && s <= MAX_ZIPFIAN_PARAM);

    return min - 1 + computeIterativeZipfian(random_state, n, s);
}

handle_sig_alarm()

static void handle_sig_alarm ( SIGNAL_ARGS  )

static

Definition at line 6528 of file pgbench.c.

Referenced by setalarm().

{
    timer_exceeded = true;
}

initCreateFKeys()

static void initCreateFKeys ( PGconn *  con )

static

Definition at line 4051 of file pgbench.c.

References executeStatement(), fprintf, i, and lengthof.

Referenced by runInitSteps().

{
    static const char *const DDLKEYs[] = {
        "alter table pgbench_tellers add constraint pgbench_tellers_bid_fkey foreign key (bid) references pgbench_branches",
        "alter table pgbench_accounts add constraint pgbench_accounts_bid_fkey foreign key (bid) references pgbench_branches",
        "alter table pgbench_history add constraint pgbench_history_bid_fkey foreign key (bid) references pgbench_branches",
        "alter table pgbench_history add constraint pgbench_history_tid_fkey foreign key (tid) references pgbench_tellers",
        "alter table pgbench_history add constraint pgbench_history_aid_fkey foreign key (aid) references pgbench_accounts"
    };
    int         i;

    fprintf(stderr, "creating foreign keys...\n");
    for (i = 0; i < lengthof(DDLKEYs); i++)
    {
        executeStatement(con, DDLKEYs[i]);
    }
}

initCreatePKeys()

static void initCreatePKeys ( PGconn *  con )

static

Definition at line 4013 of file pgbench.c.

References appendPQExpBuffer(), appendPQExpBufferStr(), PQExpBufferData::data, executeStatement(), fprintf, i, initPQExpBuffer(), lengthof, PQescapeIdentifier(), PQfreemem(), resetPQExpBuffer(), and termPQExpBuffer().

Referenced by runInitSteps().

{
    static const char *const DDLINDEXes[] = {
        "alter table pgbench_branches add primary key (bid)",
        "alter table pgbench_tellers add primary key (tid)",
        "alter table pgbench_accounts add primary key (aid)"
    };
    int         i;
    PQExpBufferData query;

    fprintf(stderr, "creating primary keys...\n");
    initPQExpBuffer(&query);

    for (i = 0; i < lengthof(DDLINDEXes); i++)
    {
        resetPQExpBuffer(&query);
        appendPQExpBufferStr(&query, DDLINDEXes[i]);

        if (index_tablespace != NULL)
        {
            char       *escape_tablespace;

            escape_tablespace = PQescapeIdentifier(con, index_tablespace,
                                                   strlen(index_tablespace));
            appendPQExpBuffer(&query, " using index tablespace %s", escape_tablespace);
            PQfreemem(escape_tablespace);
        }

        executeStatement(con, query.data);
    }

    termPQExpBuffer(&query);
}

initCreateTables()

static void initCreateTables ( PGconn *  con )

static

Definition at line 3699 of file pgbench.c.

References appendPQExpBuffer(), createPartitions(), PQExpBufferData::data, executeStatement(), fprintf, i, initPQExpBuffer(), lengthof, PART_NONE, PQescapeIdentifier(), PQfreemem(), printfPQExpBuffer(), SCALE_32BIT_THRESHOLD, and termPQExpBuffer().

Referenced by runInitSteps().

{
    /*
     * Note: TPC-B requires at least 100 bytes per row, and the "filler"
     * fields in these table declarations were intended to comply with that.
     * The pgbench_accounts table complies with that because the "filler"
     * column is set to blank-padded empty string. But for all other tables
     * the columns default to NULL and so don't actually take any space.  We
     * could fix that by giving them non-null default values.  However, that
     * would completely break comparability of pgbench results with prior
     * versions. Since pgbench has never pretended to be fully TPC-B compliant
     * anyway, we stick with the historical behavior.
     */
    struct ddlinfo
    {
        const char *table;      /* table name */
        const char *smcols;     /* column decls if accountIDs are 32 bits */
        const char *bigcols;    /* column decls if accountIDs are 64 bits */
        int         declare_fillfactor;
    };
    static const struct ddlinfo DDLs[] = {
        {
            "pgbench_history",
            "tid int,bid int,aid    int,delta int,mtime timestamp,filler char(22)",
            "tid int,bid int,aid bigint,delta int,mtime timestamp,filler char(22)",
            0
        },
        {
            "pgbench_tellers",
            "tid int not null,bid int,tbalance int,filler char(84)",
            "tid int not null,bid int,tbalance int,filler char(84)",
            1
        },
        {
            "pgbench_accounts",
            "aid    int not null,bid int,abalance int,filler char(84)",
            "aid bigint not null,bid int,abalance int,filler char(84)",
            1
        },
        {
            "pgbench_branches",
            "bid int not null,bbalance int,filler char(88)",
            "bid int not null,bbalance int,filler char(88)",
            1
        }
    };
    int         i;
    PQExpBufferData query;

    fprintf(stderr, "creating tables...\n");

    initPQExpBuffer(&query);

    for (i = 0; i < lengthof(DDLs); i++)
    {
        const struct ddlinfo *ddl = &DDLs[i];

        /* Construct new create table statement. */
        printfPQExpBuffer(&query, "create%s table %s(%s)",
                          unlogged_tables ? " unlogged" : "",
                          ddl->table,
                          (scale >= SCALE_32BIT_THRESHOLD) ? ddl->bigcols : ddl->smcols);

        /* Partition pgbench_accounts table */
        if (partition_method != PART_NONE && strcmp(ddl->table, "pgbench_accounts") == 0)
            appendPQExpBuffer(&query,
                              " partition by %s (aid)", PARTITION_METHOD[partition_method]);
        else if (ddl->declare_fillfactor)
        {
            /* fillfactor is only expected on actual tables */
            appendPQExpBuffer(&query, " with (fillfactor=%d)", fillfactor);
        }

        if (tablespace != NULL)
        {
            char       *escape_tablespace;

            escape_tablespace = PQescapeIdentifier(con, tablespace, strlen(tablespace));
            appendPQExpBuffer(&query, " tablespace %s", escape_tablespace);
            PQfreemem(escape_tablespace);
        }

        executeStatement(con, query.data);
    }

    termPQExpBuffer(&query);

    if (partition_method != PART_NONE)
        createPartitions(con);
}

initDropTables()

static void initDropTables ( PGconn *  con )

static

Definition at line 3608 of file pgbench.c.

References executeStatement(), and fprintf.

Referenced by runInitSteps().

{
    fprintf(stderr, "dropping old tables...\n");

    /*
     * We drop all the tables in one command, so that whether there are
     * foreign key dependencies or not doesn't matter.
     */
    executeStatement(con, "drop table if exists "
                     "pgbench_accounts, "
                     "pgbench_branches, "
                     "pgbench_history, "
                     "pgbench_tellers");
}

initGenerateDataClientSide()

static void initGenerateDataClientSide ( PGconn *  con )

static

Definition at line 3807 of file pgbench.c.

References CancelRequested, PQExpBufferData::data, executeStatement(), fprintf, i, initPQExpBuffer(), initTruncateTables(), INSTR_TIME_GET_DOUBLE, INSTR_TIME_SET_CURRENT, INSTR_TIME_SUBTRACT, INT64_FORMAT, LOG_STEP_SECONDS, naccounts, nbranches, ntellers, pg_log_fatal, PGRES_COPY_IN, PQclear(), PQendcopy(), PQerrorMessage(), PQexec(), PQputline(), PQresultStatus(), printfPQExpBuffer(), scale, and termPQExpBuffer().

Referenced by runInitSteps().

{
    PQExpBufferData sql;
    PGresult   *res;
    int         i;
    int64       k;

    /* used to track elapsed time and estimate of the remaining time */
    instr_time  start,
                diff;
    double      elapsed_sec,
                remaining_sec;
    int         log_interval = 1;

    /* Stay on the same line if reporting to a terminal */
    char        eol = isatty(fileno(stderr)) ? '\r' : '\n';

    fprintf(stderr, "generating data (client-side)...\n");

    /*
     * we do all of this in one transaction to enable the backend's
     * data-loading optimizations
     */
    executeStatement(con, "begin");

    /* truncate away any old data */
    initTruncateTables(con);

    initPQExpBuffer(&sql);

    /*
     * fill branches, tellers, accounts in that order in case foreign keys
     * already exist
     */
    for (i = 0; i < nbranches * scale; i++)
    {
        /* "filler" column defaults to NULL */
        printfPQExpBuffer(&sql,
                          "insert into pgbench_branches(bid,bbalance) values(%d,0)",
                          i + 1);
        executeStatement(con, sql.data);
    }

    for (i = 0; i < ntellers * scale; i++)
    {
        /* "filler" column defaults to NULL */
        printfPQExpBuffer(&sql,
                          "insert into pgbench_tellers(tid,bid,tbalance) values (%d,%d,0)",
                          i + 1, i / ntellers + 1);
        executeStatement(con, sql.data);
    }

    /*
     * accounts is big enough to be worth using COPY and tracking runtime
     */
    res = PQexec(con, "copy pgbench_accounts from stdin");
    if (PQresultStatus(res) != PGRES_COPY_IN)
    {
        pg_log_fatal("unexpected copy in result: %s", PQerrorMessage(con));
        exit(1);
    }
    PQclear(res);

    INSTR_TIME_SET_CURRENT(start);

    for (k = 0; k < (int64) naccounts * scale; k++)
    {
        int64       j = k + 1;

        /* "filler" column defaults to blank padded empty string */
        printfPQExpBuffer(&sql,
                          INT64_FORMAT "\t" INT64_FORMAT "\t%d\t\n",
                          j, k / naccounts + 1, 0);
        if (PQputline(con, sql.data))
        {
            pg_log_fatal("PQputline failed");
            exit(1);
        }

        if (CancelRequested)
            break;

        /*
         * If we want to stick with the original logging, print a message each
         * 100k inserted rows.
         */
        if ((!use_quiet) && (j % 100000 == 0))
        {
            INSTR_TIME_SET_CURRENT(diff);
            INSTR_TIME_SUBTRACT(diff, start);

            elapsed_sec = INSTR_TIME_GET_DOUBLE(diff);
            remaining_sec = ((double) scale * naccounts - j) * elapsed_sec / j;

            fprintf(stderr, INT64_FORMAT " of " INT64_FORMAT " tuples (%d%%) done (elapsed %.2f s, remaining %.2f s)%c",
                    j, (int64) naccounts * scale,
                    (int) (((int64) j * 100) / (naccounts * (int64) scale)),
                    elapsed_sec, remaining_sec, eol);
        }
        /* let's not call the timing for each row, but only each 100 rows */
        else if (use_quiet && (j % 100 == 0))
        {
            INSTR_TIME_SET_CURRENT(diff);
            INSTR_TIME_SUBTRACT(diff, start);

            elapsed_sec = INSTR_TIME_GET_DOUBLE(diff);
            remaining_sec = ((double) scale * naccounts - j) * elapsed_sec / j;

            /* have we reached the next interval (or end)? */
            if ((j == scale * naccounts) || (elapsed_sec >= log_interval * LOG_STEP_SECONDS))
            {
                fprintf(stderr, INT64_FORMAT " of " INT64_FORMAT " tuples (%d%%) done (elapsed %.2f s, remaining %.2f s)%c",
                        j, (int64) naccounts * scale,
                        (int) (((int64) j * 100) / (naccounts * (int64) scale)), elapsed_sec, remaining_sec, eol);

                /* skip to the next interval */
                log_interval = (int) ceil(elapsed_sec / LOG_STEP_SECONDS);
            }
        }
    }

    if (eol != '\n')
        fputc('\n', stderr);    /* Need to move to next line */

    if (PQputline(con, "\\.\n"))
    {
        pg_log_fatal("very last PQputline failed");
        exit(1);
    }
    if (PQendcopy(con))
    {
        pg_log_fatal("PQendcopy failed");
        exit(1);
    }

    termPQExpBuffer(&sql);

    executeStatement(con, "commit");
}

initGenerateDataServerSide()

static void initGenerateDataServerSide ( PGconn *  con )

static

Definition at line 3955 of file pgbench.c.

References PQExpBufferData::data, executeStatement(), fprintf, initPQExpBuffer(), initTruncateTables(), INT64_FORMAT, naccounts, nbranches, ntellers, printfPQExpBuffer(), and termPQExpBuffer().

Referenced by runInitSteps().

{
    PQExpBufferData sql;

    fprintf(stderr, "generating data (server-side)...\n");

    /*
     * we do all of this in one transaction to enable the backend's
     * data-loading optimizations
     */
    executeStatement(con, "begin");

    /* truncate away any old data */
    initTruncateTables(con);

    initPQExpBuffer(&sql);

    printfPQExpBuffer(&sql,
                      "insert into pgbench_branches(bid,bbalance) "
                      "select bid, 0 "
                      "from generate_series(1, %d) as bid", nbranches * scale);
    executeStatement(con, sql.data);

    printfPQExpBuffer(&sql,
                      "insert into pgbench_tellers(tid,bid,tbalance) "
                      "select tid, (tid - 1) / %d + 1, 0 "
                      "from generate_series(1, %d) as tid", ntellers, ntellers * scale);
    executeStatement(con, sql.data);

    printfPQExpBuffer(&sql,
                      "insert into pgbench_accounts(aid,bid,abalance,filler) "
                      "select aid, (aid - 1) / %d + 1, 0, '' "
                      "from generate_series(1, " INT64_FORMAT ") as aid",
                      naccounts, (int64) naccounts * scale);
    executeStatement(con, sql.data);

    termPQExpBuffer(&sql);

    executeStatement(con, "commit");
}

initRandomState()

static void initRandomState ( RandomState *  random_state )

static

Definition at line 831 of file pgbench.c.

References pg_jrand48(), and RandomState::xseed.

Referenced by main().

{
    random_state->xseed[0] = (unsigned short)
        (pg_jrand48(base_random_sequence.xseed) & 0xFFFF);
    random_state->xseed[1] = (unsigned short)
        (pg_jrand48(base_random_sequence.xseed) & 0xFFFF);
    random_state->xseed[2] = (unsigned short)
        (pg_jrand48(base_random_sequence.xseed) & 0xFFFF);
}

initSimpleStats()

static void initSimpleStats ( SimpleStats *  ss )

static

Definition at line 1068 of file pgbench.c.

Referenced by create_sql_command(), initStats(), and process_backslash_command().

{
    memset(ss, 0, sizeof(SimpleStats));
}

initStats()

static void initStats ( StatsData *  sd, time_t  start_time  )

static

Definition at line 1108 of file pgbench.c.

References StatsData::cnt, initSimpleStats(), StatsData::lag, StatsData::latency, StatsData::skipped, start_time, and StatsData::start_time.

Referenced by doLog(), main(), ParseScript(), printProgressReport(), and threadRun().

{
    sd->start_time = start_time;
    sd->cnt = 0;
    sd->skipped = 0;
    initSimpleStats(&sd->latency);
    initSimpleStats(&sd->lag);
}

initTruncateTables()

static void initTruncateTables ( PGconn *  con )

static

Definition at line 3794 of file pgbench.c.

References executeStatement().

Referenced by initGenerateDataClientSide(), and initGenerateDataServerSide().

{
    executeStatement(con, "truncate table "
                     "pgbench_accounts, "
                     "pgbench_branches, "
                     "pgbench_history, "
                     "pgbench_tellers");
}

initVacuum()

static void initVacuum ( PGconn *  con )

static

Definition at line 4000 of file pgbench.c.

References executeStatement(), and fprintf.

Referenced by runInitSteps().

{
    fprintf(stderr, "vacuuming...\n");
    executeStatement(con, "vacuum analyze pgbench_branches");
    executeStatement(con, "vacuum analyze pgbench_tellers");
    executeStatement(con, "vacuum analyze pgbench_accounts");
    executeStatement(con, "vacuum analyze pgbench_history");
}

is_an_int()

static bool is_an_int ( const char *  str )

static

Definition at line 694 of file pgbench.c.

References generate_unaccent_rules::str.

Referenced by makeVariableValue().

{
    const char *ptr = str;

    /* skip leading spaces; cast is consistent with strtoint64 */
    while (*ptr && isspace((unsigned char) *ptr))
        ptr++;

    /* skip sign */
    if (*ptr == '+' || *ptr == '-')
        ptr++;

    /* at least one digit */
    if (*ptr && !isdigit((unsigned char) *ptr))
        return false;

    /* eat all digits */
    while (*ptr && isdigit((unsigned char) *ptr))
        ptr++;

    /* must have reached end of string */
    return *ptr == '\0';
}

isLazyFunc()

static bool isLazyFunc ( PgBenchFunction  func )

static

Definition at line 1743 of file pgbench.c.

References PGBENCH_AND, PGBENCH_CASE, and PGBENCH_OR.

Referenced by evalFunc(), and evalLazyFunc().

{
    return func == PGBENCH_AND || func == PGBENCH_OR || func == PGBENCH_CASE;
}

listAvailableScripts()

static void listAvailableScripts ( void  )

static

Definition at line 4972 of file pgbench.c.

References fprintf, i, lengthof, and name.

Referenced by findBuiltin(), and main().

{
    int         i;

    fprintf(stderr, "Available builtin scripts:\n");
    for (i = 0; i < lengthof(builtin_script); i++)
        fprintf(stderr, "  %13s: %s\n", builtin_script[i].name, builtin_script[i].desc);
    fprintf(stderr, "\n");
}

lookupCreateVariable()

static Variable* lookupCreateVariable ( CState *  st, const char *  context, char *  name  )

static

Definition at line 1407 of file pgbench.c.

References lookupVariable(), Variable::name, CState::nvariables, pg_log_error, pg_malloc(), pg_realloc(), pg_strdup(), Variable::svalue, valid_variable_name(), CState::variables, and CState::vars_sorted.

Referenced by putVariable(), and putVariableValue().

{
    Variable   *var;

    var = lookupVariable(st, name);
    if (var == NULL)
    {
        Variable   *newvars;

        /*
         * Check for the name only when declaring a new variable to avoid
         * overhead.
         */
        if (!valid_variable_name(name))
        {
            pg_log_error("%s: invalid variable name: \"%s\"", context, name);
            return NULL;
        }

        /* Create variable at the end of the array */
        if (st->variables)
            newvars = (Variable *) pg_realloc(st->variables,
                                              (st->nvariables + 1) * sizeof(Variable));
        else
            newvars = (Variable *) pg_malloc(sizeof(Variable));

        st->variables = newvars;

        var = &newvars[st->nvariables];

        var->name = pg_strdup(name);
        var->svalue = NULL;
        /* caller is expected to initialize remaining fields */

        st->nvariables++;
        /* we don't re-sort the array till we have to */
        st->vars_sorted = false;
    }

    return var;
}

lookupVariable()

static Variable* lookupVariable ( CState *  st, char *  name  )

static

Definition at line 1247 of file pgbench.c.

References compareVariableNames(), sort-test::key, Variable::name, name, CState::nvariables, qsort, CState::variables, and CState::vars_sorted.

Referenced by evaluateExpr(), getVariable(), lookupCreateVariable(), and main().

{
    Variable    key;

    /* On some versions of Solaris, bsearch of zero items dumps core */
    if (st->nvariables <= 0)
        return NULL;

    /* Sort if we have to */
    if (!st->vars_sorted)
    {
        qsort((void *) st->variables, st->nvariables, sizeof(Variable),
              compareVariableNames);
        st->vars_sorted = true;
    }

    /* Now we can search */
    key.name = name;
    return (Variable *) bsearch((void *) &key,
                                (void *) st->variables,
                                st->nvariables,
                                sizeof(Variable),
                                compareVariableNames);
}

main()

int main	(	int	argc,
		char **	argv
	)

Definition at line 5378 of file pgbench.c.

References _, Assert, checkInitSteps(), StatsData::cnt, ParsedScript::commands, conditional_stack_create(), TState::conn_time, CONNECTION_BAD, CState::cstack, CSTATE_ABORTED, DEFAULT_INIT_STEPS, DEFAULT_NXACTS, BuiltinScript::desc, disconnect_all(), doConnect(), findBuiltin(), fprintf, get_progname(), getopt_long(), GetTableInfo(), i, CState::id, initRandomState(), initStats(), INSTR_TIME_ADD, INSTR_TIME_GET_MICROSEC, INSTR_TIME_SET_CURRENT, INSTR_TIME_SET_ZERO, INSTR_TIME_SUBTRACT, INVALID_THREAD, StatsData::lag, StatsData::latency, TState::latency_late, listAvailableScripts(), TState::logfile, login, lookupVariable(), mergeSimpleStats(), Variable::name, BuiltinScript::name, nclients, no_argument, TState::nstate, nthreads, NUM_QUERYMODE, num_scripts, CState::nvariables, optarg, optind, parseScriptWeight(), PART_HASH, PART_NONE, PART_RANGE, pg_free(), pg_jrand48(), pg_log_debug, pg_log_fatal, pg_log_info, pg_logging_increase_verbosity(), pg_logging_init(), pg_malloc(), pg_malloc0(), pg_realloc(), pg_strcasecmp(), pg_strdup(), PGBT_NO_VALUE, postprocess_sql_command(), PQerrorMessage(), PQfinish(), PQstatus(), printResults(), process_builtin(), process_file(), putVariable(), putVariableInt(), putVariableValue(), required_argument, runInitSteps(), BuiltinScript::script, set_random_seed(), setalarm(), StatsData::skipped, SQL_COMMAND, start_time, TState::start_time, CState::state, TState::state, TState::stats, Variable::svalue, TState::thread, threadRun(), TState::tid, tryExecuteStatement(), TState::ts_choose_rs, TState::ts_sample_rs, TState::ts_throttle_rs, PgBenchValue::type, generate_unaccent_rules::type, usage(), Variable::value, CState::variables, ParsedScript::weight, and RandomState::xseed.

{
    static struct option long_options[] = {
        /* systematic long/short named options */
        {"builtin", required_argument, NULL, 'b'},
        {"client", required_argument, NULL, 'c'},
        {"connect", no_argument, NULL, 'C'},
        {"debug", no_argument, NULL, 'd'},
        {"define", required_argument, NULL, 'D'},
        {"file", required_argument, NULL, 'f'},
        {"fillfactor", required_argument, NULL, 'F'},
        {"host", required_argument, NULL, 'h'},
        {"initialize", no_argument, NULL, 'i'},
        {"init-steps", required_argument, NULL, 'I'},
        {"jobs", required_argument, NULL, 'j'},
        {"log", no_argument, NULL, 'l'},
        {"latency-limit", required_argument, NULL, 'L'},
        {"no-vacuum", no_argument, NULL, 'n'},
        {"port", required_argument, NULL, 'p'},
        {"progress", required_argument, NULL, 'P'},
        {"protocol", required_argument, NULL, 'M'},
        {"quiet", no_argument, NULL, 'q'},
        {"report-latencies", no_argument, NULL, 'r'},
        {"rate", required_argument, NULL, 'R'},
        {"scale", required_argument, NULL, 's'},
        {"select-only", no_argument, NULL, 'S'},
        {"skip-some-updates", no_argument, NULL, 'N'},
        {"time", required_argument, NULL, 'T'},
        {"transactions", required_argument, NULL, 't'},
        {"username", required_argument, NULL, 'U'},
        {"vacuum-all", no_argument, NULL, 'v'},
        /* long-named only options */
        {"unlogged-tables", no_argument, NULL, 1},
        {"tablespace", required_argument, NULL, 2},
        {"index-tablespace", required_argument, NULL, 3},
        {"sampling-rate", required_argument, NULL, 4},
        {"aggregate-interval", required_argument, NULL, 5},
        {"progress-timestamp", no_argument, NULL, 6},
        {"log-prefix", required_argument, NULL, 7},
        {"foreign-keys", no_argument, NULL, 8},
        {"random-seed", required_argument, NULL, 9},
        {"show-script", required_argument, NULL, 10},
        {"partitions", required_argument, NULL, 11},
        {"partition-method", required_argument, NULL, 12},
        {NULL, 0, NULL, 0}
    };

    int         c;
    bool        is_init_mode = false;   /* initialize mode? */
    char       *initialize_steps = NULL;
    bool        foreign_keys = false;
    bool        is_no_vacuum = false;
    bool        do_vacuum_accounts = false; /* vacuum accounts table? */
    int         optindex;
    bool        scale_given = false;

    bool        benchmarking_option_set = false;
    bool        initialization_option_set = false;
    bool        internal_script_used = false;

    CState     *state;          /* status of clients */
    TState     *threads;        /* array of thread */

    instr_time  start_time;     /* start up time */
    instr_time  total_time;
    instr_time  conn_total_time;
    int64       latency_late = 0;
    StatsData   stats;
    int         weight;

    int         i;
    int         nclients_dealt;

#ifdef HAVE_GETRLIMIT
    struct rlimit rlim;
#endif

    PGconn     *con;
    char       *env;

    int         exit_code = 0;

    pg_logging_init(argv[0]);
    progname = get_progname(argv[0]);

    if (argc > 1)
    {
        if (strcmp(argv[1], "--help") == 0 || strcmp(argv[1], "-?") == 0)
        {
            usage();
            exit(0);
        }
        if (strcmp(argv[1], "--version") == 0 || strcmp(argv[1], "-V") == 0)
        {
            puts("pgbench (PostgreSQL) " PG_VERSION);
            exit(0);
        }
    }

    if ((env = getenv("PGHOST")) != NULL && *env != '\0')
        pghost = env;
    if ((env = getenv("PGPORT")) != NULL && *env != '\0')
        pgport = env;
    else if ((env = getenv("PGUSER")) != NULL && *env != '\0')
        login = env;

    state = (CState *) pg_malloc0(sizeof(CState));

    /* set random seed early, because it may be used while parsing scripts. */
    if (!set_random_seed(getenv("PGBENCH_RANDOM_SEED")))
    {
        pg_log_fatal("error while setting random seed from PGBENCH_RANDOM_SEED environment variable");
        exit(1);
    }

    while ((c = getopt_long(argc, argv, "iI:h:nvp:dqb:SNc:j:Crs:t:T:U:lf:D:F:M:P:R:L:", long_options, &optindex)) != -1)
    {
        char       *script;

        switch (c)
        {
            case 'i':
                is_init_mode = true;
                break;
            case 'I':
                if (initialize_steps)
                    pg_free(initialize_steps);
                initialize_steps = pg_strdup(optarg);
                checkInitSteps(initialize_steps);
                initialization_option_set = true;
                break;
            case 'h':
                pghost = pg_strdup(optarg);
                break;
            case 'n':
                is_no_vacuum = true;
                break;
            case 'v':
                benchmarking_option_set = true;
                do_vacuum_accounts = true;
                break;
            case 'p':
                pgport = pg_strdup(optarg);
                break;
            case 'd':
                pg_logging_increase_verbosity();