astreamer_zstd.c File Reference

#include "postgres_fe.h"
#include <unistd.h>
#include "common/logging.h"
#include "fe_utils/astreamer.h"

Include dependency graph for astreamer_zstd.c:

Go to the source code of this file.

Functions
astreamer *	astreamer_zstd_compressor_new (astreamer *next, pg_compress_specification *compress)
astreamer *	astreamer_zstd_decompressor_new (astreamer *next)

Function Documentation

astreamer_zstd_compressor_new()

astreamer* astreamer_zstd_compressor_new	(	astreamer *	next,
		pg_compress_specification *	compress
	)

Definition at line 70 of file astreamer_zstd.c.

{
#ifdef USE_ZSTD
    astreamer_zstd_frame *streamer;
    size_t      ret;
 
    Assert(next != NULL);
 
    streamer = palloc0(sizeof(astreamer_zstd_frame));
 
    *((const astreamer_ops **) &streamer->base.bbs_ops) =
        &astreamer_zstd_compressor_ops;
 
    streamer->base.bbs_next = next;
    initStringInfo(&streamer->base.bbs_buffer);
    enlargeStringInfo(&streamer->base.bbs_buffer, ZSTD_DStreamOutSize());
 
    streamer->cctx = ZSTD_createCCtx();
    if (!streamer->cctx)
        pg_fatal("could not create zstd compression context");
 
    /* Set compression level */
    ret = ZSTD_CCtx_setParameter(streamer->cctx, ZSTD_c_compressionLevel,
                                 compress->level);
    if (ZSTD_isError(ret))
        pg_fatal("could not set zstd compression level to %d: %s",
                 compress->level, ZSTD_getErrorName(ret));
 
    /* Set # of workers, if specified */
    if ((compress->options & PG_COMPRESSION_OPTION_WORKERS) != 0)
    {
        /*
         * On older versions of libzstd, this option does not exist, and
         * trying to set it will fail. Similarly for newer versions if they
         * are compiled without threading support.
         */
        ret = ZSTD_CCtx_setParameter(streamer->cctx, ZSTD_c_nbWorkers,
                                     compress->workers);
        if (ZSTD_isError(ret))
            pg_fatal("could not set compression worker count to %d: %s",
                     compress->workers, ZSTD_getErrorName(ret));
    }
 
    if ((compress->options & PG_COMPRESSION_OPTION_LONG_DISTANCE) != 0)
    {
        ret = ZSTD_CCtx_setParameter(streamer->cctx,
                                     ZSTD_c_enableLongDistanceMatching,
                                     compress->long_distance);
        if (ZSTD_isError(ret))
        {
            pg_log_error("could not enable long-distance mode: %s",
                         ZSTD_getErrorName(ret));
            exit(1);
        }
    }
 
    /* Initialize the ZSTD output buffer. */
    streamer->zstd_outBuf.dst = streamer->base.bbs_buffer.data;
    streamer->zstd_outBuf.size = streamer->base.bbs_buffer.maxlen;
    streamer->zstd_outBuf.pos = 0;
 
    return &streamer->base;
#else
    pg_fatal("this build does not support compression with %s", "ZSTD");
    return NULL;                /* keep compiler quiet */
#endif
}

References Assert, enlargeStringInfo(), exit(), initStringInfo(), pg_compress_specification::level, pg_compress_specification::long_distance, next, pg_compress_specification::options, palloc0(), PG_COMPRESSION_OPTION_LONG_DISTANCE, PG_COMPRESSION_OPTION_WORKERS, pg_fatal, pg_log_error, and pg_compress_specification::workers.

Referenced by CreateBackupStreamer().

astreamer_zstd_decompressor_new()

astreamer* astreamer_zstd_decompressor_new

(

astreamer *

next

)

Definition at line 262 of file astreamer_zstd.c.

{
#ifdef USE_ZSTD
    astreamer_zstd_frame *streamer;
 
    Assert(next != NULL);
 
    streamer = palloc0(sizeof(astreamer_zstd_frame));
    *((const astreamer_ops **) &streamer->base.bbs_ops) =
        &astreamer_zstd_decompressor_ops;
 
    streamer->base.bbs_next = next;
    initStringInfo(&streamer->base.bbs_buffer);
    enlargeStringInfo(&streamer->base.bbs_buffer, ZSTD_DStreamOutSize());
 
    streamer->dctx = ZSTD_createDCtx();
    if (!streamer->dctx)
        pg_fatal("could not create zstd decompression context");
 
    /* Initialize the ZSTD output buffer. */
    streamer->zstd_outBuf.dst = streamer->base.bbs_buffer.data;
    streamer->zstd_outBuf.size = streamer->base.bbs_buffer.maxlen;
    streamer->zstd_outBuf.pos = 0;
 
    return &streamer->base;
#else
    pg_fatal("this build does not support compression with %s", "ZSTD");
    return NULL;                /* keep compiler quiet */
#endif
}

References Assert, enlargeStringInfo(), initStringInfo(), next, palloc0(), and pg_fatal.

Referenced by create_archive_verifier(), and CreateBackupStreamer().