diff options
author | Michael Paquier <michael@paquier.xyz> | 2022-04-12 17:28:17 +0900 |
---|---|---|
committer | Michael Paquier <michael@paquier.xyz> | 2022-04-12 17:28:17 +0900 |
commit | 3603f7c6e66afda7c7bf4acdefd4e5b04c5478b3 (patch) | |
tree | 44cfb27d358f8a39842280644b14e910a3fb98bf /src/bin/pg_basebackup/walmethods.c | |
parent | ce4f46fdc814eb1b704d81640f6d8f03625d0f53 (diff) | |
download | postgresql-3603f7c6e66afda7c7bf4acdefd4e5b04c5478b3.tar.gz postgresql-3603f7c6e66afda7c7bf4acdefd4e5b04c5478b3.zip |
Remove WalCompressionMethod in favor of pg_compress_algorithm
The same structure, with the same set of elements (for none, lz4, gzip
and zstd), exists in compression.h, so let's make use of the centralized
version instead of duplicating things. Some of the variables used
previously for WalCompressionMethod are renamed to stick better with the
new structure and routine names.
WalCompressionMethod was leading to some confusion in walmethods.c, as
it was sometimes used to refer to some data unrelated to WAL.
Reported-by: Robert Haas
Author: Michael Paquier
Reviewed-by: Robert Haas, Georgios Kokolatos
Discussion: https://postgr.es/m/YlPQGNAAa04raObK@paquier.xyz
Diffstat (limited to 'src/bin/pg_basebackup/walmethods.c')
-rw-r--r-- | src/bin/pg_basebackup/walmethods.c | 96 |
1 files changed, 48 insertions, 48 deletions
diff --git a/src/bin/pg_basebackup/walmethods.c b/src/bin/pg_basebackup/walmethods.c index acd242d2c99..d5bcc208a97 100644 --- a/src/bin/pg_basebackup/walmethods.c +++ b/src/bin/pg_basebackup/walmethods.c @@ -49,7 +49,7 @@ typedef struct DirectoryMethodData { char *basedir; - WalCompressionMethod compression_method; + pg_compress_algorithm compression_algorithm; int compression_level; bool sync; const char *lasterrstring; /* if set, takes precedence over lasterrno */ @@ -97,8 +97,8 @@ dir_get_file_name(const char *pathname, const char *temp_suffix) snprintf(filename, MAXPGPATH, "%s%s%s", pathname, - dir_data->compression_method == COMPRESSION_GZIP ? ".gz" : - dir_data->compression_method == COMPRESSION_LZ4 ? ".lz4" : "", + dir_data->compression_algorithm == PG_COMPRESSION_GZIP ? ".gz" : + dir_data->compression_algorithm == PG_COMPRESSION_LZ4 ? ".lz4" : "", temp_suffix ? temp_suffix : ""); return filename; @@ -141,7 +141,7 @@ dir_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ } #ifdef HAVE_LIBZ - if (dir_data->compression_method == COMPRESSION_GZIP) + if (dir_data->compression_algorithm == PG_COMPRESSION_GZIP) { gzfp = gzdopen(fd, "wb"); if (gzfp == NULL) @@ -161,7 +161,7 @@ dir_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ } #endif #ifdef USE_LZ4 - if (dir_data->compression_method == COMPRESSION_LZ4) + if (dir_data->compression_algorithm == PG_COMPRESSION_LZ4) { size_t ctx_out; size_t header_size; @@ -202,7 +202,7 @@ dir_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ #endif /* Do pre-padding on non-compressed files */ - if (pad_to_size && dir_data->compression_method == COMPRESSION_NONE) + if (pad_to_size && dir_data->compression_algorithm == PG_COMPRESSION_NONE) { PGAlignedXLogBlock zerobuf; int bytes; @@ -241,12 +241,12 @@ dir_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ { dir_data->lasterrno = errno; #ifdef HAVE_LIBZ - if (dir_data->compression_method == COMPRESSION_GZIP) + if (dir_data->compression_algorithm == PG_COMPRESSION_GZIP) gzclose(gzfp); else #endif #ifdef USE_LZ4 - if (dir_data->compression_method == COMPRESSION_LZ4) + if (dir_data->compression_algorithm == PG_COMPRESSION_LZ4) { (void) LZ4F_compressEnd(ctx, lz4buf, lz4bufsize, NULL); (void) LZ4F_freeCompressionContext(ctx); @@ -262,11 +262,11 @@ dir_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ f = pg_malloc0(sizeof(DirectoryMethodFile)); #ifdef HAVE_LIBZ - if (dir_data->compression_method == COMPRESSION_GZIP) + if (dir_data->compression_algorithm == PG_COMPRESSION_GZIP) f->gzfp = gzfp; #endif #ifdef USE_LZ4 - if (dir_data->compression_method == COMPRESSION_LZ4) + if (dir_data->compression_algorithm == PG_COMPRESSION_LZ4) { f->ctx = ctx; f->lz4buf = lz4buf; @@ -294,7 +294,7 @@ dir_write(Walfile f, const void *buf, size_t count) dir_clear_error(); #ifdef HAVE_LIBZ - if (dir_data->compression_method == COMPRESSION_GZIP) + if (dir_data->compression_algorithm == PG_COMPRESSION_GZIP) { errno = 0; r = (ssize_t) gzwrite(df->gzfp, buf, count); @@ -307,7 +307,7 @@ dir_write(Walfile f, const void *buf, size_t count) else #endif #ifdef USE_LZ4 - if (dir_data->compression_method == COMPRESSION_LZ4) + if (dir_data->compression_algorithm == PG_COMPRESSION_LZ4) { size_t chunk; size_t remaining; @@ -387,7 +387,7 @@ dir_close(Walfile f, WalCloseMethod method) dir_clear_error(); #ifdef HAVE_LIBZ - if (dir_data->compression_method == COMPRESSION_GZIP) + if (dir_data->compression_algorithm == PG_COMPRESSION_GZIP) { errno = 0; /* in case gzclose() doesn't set it */ r = gzclose(df->gzfp); @@ -395,7 +395,7 @@ dir_close(Walfile f, WalCloseMethod method) else #endif #ifdef USE_LZ4 - if (dir_data->compression_method == COMPRESSION_LZ4) + if (dir_data->compression_algorithm == PG_COMPRESSION_LZ4) { size_t compressed; @@ -514,7 +514,7 @@ dir_sync(Walfile f) return 0; #ifdef HAVE_LIBZ - if (dir_data->compression_method == COMPRESSION_GZIP) + if (dir_data->compression_algorithm == PG_COMPRESSION_GZIP) { if (gzflush(((DirectoryMethodFile *) f)->gzfp, Z_SYNC_FLUSH) != Z_OK) { @@ -524,7 +524,7 @@ dir_sync(Walfile f) } #endif #ifdef USE_LZ4 - if (dir_data->compression_method == COMPRESSION_LZ4) + if (dir_data->compression_algorithm == PG_COMPRESSION_LZ4) { DirectoryMethodFile *df = (DirectoryMethodFile *) f; size_t compressed; @@ -571,10 +571,10 @@ dir_get_file_size(const char *pathname) return statbuf.st_size; } -static WalCompressionMethod -dir_compression_method(void) +static pg_compress_algorithm +dir_compression_algorithm(void) { - return dir_data->compression_method; + return dir_data->compression_algorithm; } static bool @@ -618,7 +618,7 @@ dir_finish(void) WalWriteMethod * CreateWalDirectoryMethod(const char *basedir, - WalCompressionMethod compression_method, + pg_compress_algorithm compression_algorithm, int compression_level, bool sync) { WalWriteMethod *method; @@ -629,7 +629,7 @@ CreateWalDirectoryMethod(const char *basedir, method->get_current_pos = dir_get_current_pos; method->get_file_size = dir_get_file_size; method->get_file_name = dir_get_file_name; - method->compression_method = dir_compression_method; + method->compression_algorithm = dir_compression_algorithm; method->close = dir_close; method->sync = dir_sync; method->existsfile = dir_existsfile; @@ -637,7 +637,7 @@ CreateWalDirectoryMethod(const char *basedir, method->getlasterror = dir_getlasterror; dir_data = pg_malloc0(sizeof(DirectoryMethodData)); - dir_data->compression_method = compression_method; + dir_data->compression_algorithm = compression_algorithm; dir_data->compression_level = compression_level; dir_data->basedir = pg_strdup(basedir); dir_data->sync = sync; @@ -672,7 +672,7 @@ typedef struct TarMethodData { char *tarfilename; int fd; - WalCompressionMethod compression_method; + pg_compress_algorithm compression_algorithm; int compression_level; bool sync; TarMethodFile *currentfile; @@ -759,7 +759,7 @@ tar_write(Walfile f, const void *buf, size_t count) tar_clear_error(); /* Tarfile will always be positioned at the end */ - if (tar_data->compression_method == COMPRESSION_NONE) + if (tar_data->compression_algorithm == PG_COMPRESSION_NONE) { errno = 0; r = write(tar_data->fd, buf, count); @@ -773,7 +773,7 @@ tar_write(Walfile f, const void *buf, size_t count) return r; } #ifdef HAVE_LIBZ - else if (tar_data->compression_method == COMPRESSION_GZIP) + else if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { if (!tar_write_compressed_data(unconstify(void *, buf), count, false)) return -1; @@ -842,7 +842,7 @@ tar_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ } #ifdef HAVE_LIBZ - if (tar_data->compression_method == COMPRESSION_GZIP) + if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { tar_data->zp = (z_streamp) pg_malloc(sizeof(z_stream)); tar_data->zp->zalloc = Z_NULL; @@ -893,7 +893,7 @@ tar_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ pg_free(tmppath); #ifdef HAVE_LIBZ - if (tar_data->compression_method == COMPRESSION_GZIP) + if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { /* Flush existing data */ if (!tar_write_compressed_data(NULL, 0, true)) @@ -918,7 +918,7 @@ tar_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ } tar_data->currentfile->currpos = 0; - if (tar_data->compression_method == COMPRESSION_NONE) + if (tar_data->compression_algorithm == PG_COMPRESSION_NONE) { errno = 0; if (write(tar_data->fd, tar_data->currentfile->header, @@ -932,7 +932,7 @@ tar_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ } } #ifdef HAVE_LIBZ - else if (tar_data->compression_method == COMPRESSION_GZIP) + else if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { /* Write header through the zlib APIs but with no compression */ if (!tar_write_compressed_data(tar_data->currentfile->header, @@ -962,7 +962,7 @@ tar_open_for_write(const char *pathname, const char *temp_suffix, size_t pad_to_ if (pad_to_size) { tar_data->currentfile->pad_to_size = pad_to_size; - if (tar_data->compression_method == COMPRESSION_NONE) + if (tar_data->compression_algorithm == PG_COMPRESSION_NONE) { /* Uncompressed, so pad now */ if (!tar_write_padding_data(tar_data->currentfile, pad_to_size)) @@ -993,10 +993,10 @@ tar_get_file_size(const char *pathname) return -1; } -static WalCompressionMethod -tar_compression_method(void) +static pg_compress_algorithm +tar_compression_algorithm(void) { - return tar_data->compression_method; + return tar_data->compression_algorithm; } static off_t @@ -1023,7 +1023,7 @@ tar_sync(Walfile f) * Always sync the whole tarfile, because that's all we can do. This makes * no sense on compressed files, so just ignore those. */ - if (tar_data->compression_method != COMPRESSION_NONE) + if (tar_data->compression_algorithm != PG_COMPRESSION_NONE) return 0; r = fsync(tar_data->fd); @@ -1044,7 +1044,7 @@ tar_close(Walfile f, WalCloseMethod method) if (method == CLOSE_UNLINK) { - if (tar_data->compression_method != COMPRESSION_NONE) + if (tar_data->compression_algorithm != PG_COMPRESSION_NONE) { tar_set_error("unlink not supported with compression"); return -1; @@ -1075,7 +1075,7 @@ tar_close(Walfile f, WalCloseMethod method) */ if (tf->pad_to_size) { - if (tar_data->compression_method == COMPRESSION_GZIP) + if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { /* * A compressed tarfile is padded on close since we cannot know @@ -1116,7 +1116,7 @@ tar_close(Walfile f, WalCloseMethod method) #ifdef HAVE_LIBZ - if (tar_data->compression_method == COMPRESSION_GZIP) + if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { /* Flush the current buffer */ if (!tar_write_compressed_data(NULL, 0, true)) @@ -1145,7 +1145,7 @@ tar_close(Walfile f, WalCloseMethod method) tar_data->lasterrno = errno; return -1; } - if (tar_data->compression_method == COMPRESSION_NONE) + if (tar_data->compression_algorithm == PG_COMPRESSION_NONE) { errno = 0; if (write(tar_data->fd, tf->header, TAR_BLOCK_SIZE) != TAR_BLOCK_SIZE) @@ -1156,7 +1156,7 @@ tar_close(Walfile f, WalCloseMethod method) } } #ifdef HAVE_LIBZ - else if (tar_data->compression_method == COMPRESSION_GZIP) + else if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { /* Turn off compression */ if (deflateParams(tar_data->zp, 0, 0) != Z_OK) @@ -1230,7 +1230,7 @@ tar_finish(void) /* A tarfile always ends with two empty blocks */ MemSet(zerobuf, 0, sizeof(zerobuf)); - if (tar_data->compression_method == COMPRESSION_NONE) + if (tar_data->compression_algorithm == PG_COMPRESSION_NONE) { errno = 0; if (write(tar_data->fd, zerobuf, sizeof(zerobuf)) != sizeof(zerobuf)) @@ -1241,7 +1241,7 @@ tar_finish(void) } } #ifdef HAVE_LIBZ - else if (tar_data->compression_method == COMPRESSION_GZIP) + else if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) { if (!tar_write_compressed_data(zerobuf, sizeof(zerobuf), false)) return false; @@ -1324,18 +1324,18 @@ tar_finish(void) } /* - * The argument compression_method is currently ignored. It is in place for + * The argument compression_algorithm is currently ignored. It is in place for * symmetry with CreateWalDirectoryMethod which uses it for distinguishing * between the different compression methods. CreateWalTarMethod and its family * of functions handle only zlib compression. */ WalWriteMethod * CreateWalTarMethod(const char *tarbase, - WalCompressionMethod compression_method, + pg_compress_algorithm compression_algorithm, int compression_level, bool sync) { WalWriteMethod *method; - const char *suffix = (compression_method == COMPRESSION_GZIP) ? + const char *suffix = (compression_algorithm == PG_COMPRESSION_GZIP) ? ".tar.gz" : ".tar"; method = pg_malloc0(sizeof(WalWriteMethod)); @@ -1344,7 +1344,7 @@ CreateWalTarMethod(const char *tarbase, method->get_current_pos = tar_get_current_pos; method->get_file_size = tar_get_file_size; method->get_file_name = tar_get_file_name; - method->compression_method = tar_compression_method; + method->compression_algorithm = tar_compression_algorithm; method->close = tar_close; method->sync = tar_sync; method->existsfile = tar_existsfile; @@ -1355,11 +1355,11 @@ CreateWalTarMethod(const char *tarbase, tar_data->tarfilename = pg_malloc0(strlen(tarbase) + strlen(suffix) + 1); sprintf(tar_data->tarfilename, "%s%s", tarbase, suffix); tar_data->fd = -1; - tar_data->compression_method = compression_method; + tar_data->compression_algorithm = compression_algorithm; tar_data->compression_level = compression_level; tar_data->sync = sync; #ifdef HAVE_LIBZ - if (compression_method == COMPRESSION_GZIP) + if (compression_algorithm == PG_COMPRESSION_GZIP) tar_data->zlibOut = (char *) pg_malloc(ZLIB_OUT_SIZE + 1); #endif @@ -1371,7 +1371,7 @@ FreeWalTarMethod(void) { pg_free(tar_data->tarfilename); #ifdef HAVE_LIBZ - if (tar_data->compression_method == COMPRESSION_GZIP) + if (tar_data->compression_algorithm == PG_COMPRESSION_GZIP) pg_free(tar_data->zlibOut); #endif pg_free(tar_data); |