123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286 |
- /*********************************************************************
- Blosc - Blocked Shuffling and Compression Library
- Unit tests for BLOSC_COMPRESSOR environment variable in Blosc.
- Creation date: 2016-04-25
- Author: Francesc Alted <francesc@blosc.org>
- See LICENSES/BLOSC.txt for details about copyright and rights to use.
- **********************************************************************/
- #include "test_common.h"
- int tests_run = 0;
- /* Global vars */
- void *src, *srccpy, *dest, *dest2;
- int nbytes, cbytes;
- int clevel = 1;
- int doshuffle = 1;
- size_t typesize = 8;
- size_t size = 8 * 1000 * 1000; /* must be divisible by typesize */
- /* Check compressor */
- static const char *test_compressor(void) {
- const char* compressor;
- /* Before any blosc_compress() the compressor must be blosclz */
- compressor = blosc_get_compressor();
- mu_assert("ERROR: get_compressor (compress, before) incorrect",
- strcmp(compressor, "blosclz") == 0);
- /* Activate the BLOSC_COMPRESSOR variable */
- setenv("BLOSC_COMPRESSOR", "lz4", 0);
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not correct", cbytes < size);
- compressor = blosc_get_compressor();
- mu_assert("ERROR: get_compressor (compress, after) incorrect",
- strcmp(compressor, "lz4") == 0);
- /* Reset envvar */
- unsetenv("BLOSC_COMPRESSOR");
- return 0;
- }
- /* Check compressing + decompressing */
- static const char *test_compress_decompress(void) {
- const char* compressor;
- /* Activate the BLOSC_COMPRESSOR variable */
- setenv("BLOSC_COMPRESSOR", "lz4", 0);
- compressor = blosc_get_compressor();
- mu_assert("ERROR: get_compressor incorrect",
- strcmp(compressor, "lz4") == 0);
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not correct", cbytes < size);
- compressor = blosc_get_compressor();
- mu_assert("ERROR: get_compressor incorrect",
- strcmp(compressor, "lz4") == 0);
- /* Decompress the buffer */
- nbytes = blosc_decompress(dest, dest2, size);
- mu_assert("ERROR: nbytes incorrect(1)", nbytes == size);
- compressor = blosc_get_compressor();
- mu_assert("ERROR: get_compressor incorrect",
- strcmp(compressor, "lz4") == 0);
- /* Reset envvar */
- unsetenv("BLOSC_COMPRESSOR");
- return 0;
- }
- /* Check compression level */
- static const char *test_clevel(void) {
- int cbytes2;
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not correct", cbytes < size);
- /* Activate the BLOSC_CLEVEL variable */
- setenv("BLOSC_CLEVEL", "9", 0);
- cbytes2 = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: BLOSC_CLEVEL does not work correctly", cbytes2 < cbytes);
- /* Reset envvar */
- unsetenv("BLOSC_CLEVEL");
- return 0;
- }
- /* Check noshuffle */
- static const char *test_noshuffle(void) {
- int cbytes2;
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not correct", cbytes < size);
- /* Activate the BLOSC_SHUFFLE variable */
- setenv("BLOSC_SHUFFLE", "NOSHUFFLE", 0);
- cbytes2 = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: BLOSC_SHUFFLE=NOSHUFFLE does not work correctly",
- cbytes2 > cbytes);
- /* Reset env var */
- unsetenv("BLOSC_SHUFFLE");
- return 0;
- }
- /* Check regular shuffle */
- static const char *test_shuffle(void) {
- int cbytes2;
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not 0", cbytes < size);
- /* Activate the BLOSC_SHUFFLE variable */
- setenv("BLOSC_SHUFFLE", "SHUFFLE", 0);
- cbytes2 = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: BLOSC_SHUFFLE=SHUFFLE does not work correctly",
- cbytes2 == cbytes);
- /* Reset env var */
- unsetenv("BLOSC_SHUFFLE");
- return 0;
- }
- /* Check bitshuffle */
- static const char *test_bitshuffle(void) {
- int cbytes2;
- /* Get a compressed buffer */
- blosc_set_compressor("blosclz"); /* avoid lz4 here for now (see #168) */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not 0", cbytes < size);
- /* Activate the BLOSC_BITSHUFFLE variable */
- setenv("BLOSC_SHUFFLE", "BITSHUFFLE", 0);
- cbytes2 = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: BLOSC_SHUFFLE=BITSHUFFLE does not work correctly",
- cbytes2 < cbytes * 1.5);
- /* Reset env var */
- unsetenv("BLOSC_SHUFFLE");
- return 0;
- }
- /* Check typesize */
- static const char *test_typesize(void) {
- int cbytes2;
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not correct", cbytes < size);
- /* Activate the BLOSC_TYPESIZE variable */
- setenv("BLOSC_TYPESIZE", "9", 0);
- cbytes2 = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: BLOSC_TYPESIZE does not work correctly", cbytes2 > cbytes);
- /* Reset envvar */
- unsetenv("BLOSC_TYPESIZE");
- return 0;
- }
- /* Check splitmode */
- static char *test_splitmode() {
- int cbytes2;
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not correct", cbytes < size);
- /* Deactivate the split */
- blosc_set_splitmode(BLOSC_NEVER_SPLIT);
- cbytes2 = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: blosc_set_splitmode does not work correctly", cbytes2 > cbytes);
- /* Reset the splitmode */
- blosc_set_splitmode(BLOSC_FORWARD_COMPAT_SPLIT);
- return 0;
- }
- /* Check splitmode with an environment variable */
- static char *test_splitmode_envvar() {
- int cbytes2;
- /* Get a compressed buffer */
- cbytes = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: cbytes is not correct", cbytes < size);
- /* Deactivate the split */
- setenv("BLOSC_SPLITMODE", "NEVER", 0);
- cbytes2 = blosc_compress(clevel, doshuffle, typesize, size, src,
- dest, size + 16);
- mu_assert("ERROR: BLOSC_SPLITMODE envvar does not work correctly", cbytes2 > cbytes);
- return 0;
- }
- static const char *all_tests(void) {
- mu_run_test(test_compressor);
- mu_run_test(test_compress_decompress);
- mu_run_test(test_clevel);
- mu_run_test(test_noshuffle);
- mu_run_test(test_shuffle);
- mu_run_test(test_bitshuffle);
- mu_run_test(test_typesize);
- mu_run_test(test_splitmode);
- mu_run_test(test_splitmode_envvar);
- return 0;
- }
- #define BUFFER_ALIGN_SIZE 32
- int main(int argc, char **argv) {
- int64_t *_src;
- const char *result;
- size_t i;
- printf("STARTING TESTS for %s", argv[0]);
- blosc_init();
- blosc_set_compressor("blosclz");
- /* Initialize buffers */
- src = blosc_test_malloc(BUFFER_ALIGN_SIZE, size);
- srccpy = blosc_test_malloc(BUFFER_ALIGN_SIZE, size);
- dest = blosc_test_malloc(BUFFER_ALIGN_SIZE, size + 16);
- dest2 = blosc_test_malloc(BUFFER_ALIGN_SIZE, size);
- _src = (int64_t *)src;
- for (i=0; i < (size / sizeof(int64_t)); i++) {
- _src[i] = (int64_t)i;
- }
- memcpy(srccpy, src, size);
- /* Run all the suite */
- result = all_tests();
- if (result != 0) {
- printf(" (%s)\n", result);
- }
- else {
- printf(" ALL TESTS PASSED");
- }
- printf("\tTests run: %d\n", tests_run);
- blosc_test_free(src);
- blosc_test_free(srccpy);
- blosc_test_free(dest);
- blosc_test_free(dest2);
- blosc_destroy();
- return result != 0;
- }
|