Difference between revisions of "Compression"

Latest revision as of 22:07, 21 April 2018

Comparison

All tests were performed using lzbench 1.7.3 (64-bit Linux), default compile options, gcc 7.3.0. zstd was manually updated from 1.3.3 to 1.3.4 by copying the lib/ directory (might not take advantage of all improvements in zstd 1.3.4).

All lzbench runs were performed with -i10,10 -p3 (compress 10 times, decompress 10 times, record median). Only 1 core is used by all algorithms in this test set (though some of them are multi-threading capable).

Hardware: Laptop, AMD A10-8700P (4 cores, 1.8MHz); all 4 cores set to "performance" cpufreq governor; 8GB RAM

All results should be taken with a grain of salt, this is not a very scientific setup; speeds can vary quite a bit with each run as well, and the results can depend on quite a lot of things and will vary for other systems, other data, etc. etc.

100MB /dev/zero

$ dd if=/dev/zero of=devzero_100mb.dd bs=1M count=100 # 104857600 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 devzero_100mb.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   4330 MB/s  4466 MB/s   104857600 100.00 devzero_100mb.dd
libdeflate 0.7 -3         266 MB/s  3451 MB/s      105985   0.10 devzero_100mb.dd
libdeflate 0.7 -1         276 MB/s  3511 MB/s      105985   0.10 devzero_100mb.dd
lz4 1.8.0                5054 MB/s  2095 MB/s      411217   0.39 devzero_100mb.dd
lz4fast 1.8.0 -3         5125 MB/s  2073 MB/s      411217   0.39 devzero_100mb.dd
lz4fast 1.8.0 -1         5059 MB/s  2268 MB/s      411217   0.39 devzero_100mb.dd
zstd 1.3.4 -3            4986 MB/s  2449 MB/s        9611   0.01 devzero_100mb.dd
zstd 1.3.4 -1            4652 MB/s  2093 MB/s        9611   0.01 devzero_100mb.dd
zstd 1.3.4 --20          4910 MB/s  2161 MB/s        9611   0.01 devzero_100mb.dd
zstdLDM 1.3.4 -3         5138 MB/s  2405 MB/s        9611   0.01 devzero_100mb.dd
zstdLDM 1.3.4 -1         5074 MB/s  2439 MB/s        9611   0.01 devzero_100mb.dd
zstdLDM 1.3.4 --20       5107 MB/s  2447 MB/s        9611   0.01 devzero_100mb.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

100MB /dev/urandom

$ dd if=/dev/urandom of=devurandom_100mb.dd bs=1M count=100 # 104857600 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 devurandom_100mb.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   4318 MB/s  4318 MB/s   104857600 100.00 devurandom_100mb.dd
libdeflate 0.7 -3          54 MB/s  2022 MB/s   104866340 100.01 devurandom_100mb.dd
libdeflate 0.7 -1          56 MB/s  2066 MB/s   104866340 100.01 devurandom_100mb.dd
lz4 1.8.0                3549 MB/s  3756 MB/s   105268808 100.39 devurandom_100mb.dd
lz4fast 1.8.0 -3         3542 MB/s  3756 MB/s   105268808 100.39 devurandom_100mb.dd
lz4fast 1.8.0 -1         3552 MB/s  3756 MB/s   105268808 100.39 devurandom_100mb.dd
zstd 1.3.4 -3             541 MB/s  1559 MB/s   104860010 100.00 devurandom_100mb.dd
zstd 1.3.4 -1             733 MB/s  1544 MB/s   104860010 100.00 devurandom_100mb.dd
zstd 1.3.4 --20           773 MB/s  1547 MB/s   104860010 100.00 devurandom_100mb.dd
zstdLDM 1.3.4 -3          546 MB/s  1543 MB/s   104860010 100.00 devurandom_100mb.dd
zstdLDM 1.3.4 -1          742 MB/s  1557 MB/s   104860010 100.00 devurandom_100mb.dd
zstdLDM 1.3.4 --20        768 MB/s  1539 MB/s   104860010 100.00 devurandom_100mb.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

dcf77_1800s.sr

$ unzip dcf77_1800s.sr; ls -l logic-1 # 1800000000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   3838 MB/s  3331 MB/s  1800000000 100.00 logic-1
libdeflate 0.7 -3         279 MB/s  3493 MB/s     1835580   0.10 logic-1
libdeflate 0.7 -1         273 MB/s  3552 MB/s     1835503   0.10 logic-1
lz4 1.8.0                5274 MB/s  2022 MB/s     7078762   0.39 logic-1
lz4fast 1.8.0 -3         5273 MB/s  2009 MB/s     7078762   0.39 logic-1
lz4fast 1.8.0 -1         5236 MB/s  2007 MB/s     7078762   0.39 logic-1
zstd 1.3.4 -3            4995 MB/s  2062 MB/s      181782   0.01 logic-1
zstd 1.3.4 -1            4867 MB/s  2064 MB/s      181782   0.01 logic-1
zstd 1.3.4 --20          4950 MB/s  2063 MB/s      181782   0.01 logic-1
zstdLDM 1.3.4 -3         5002 MB/s  2061 MB/s      181782   0.01 logic-1
zstdLDM 1.3.4 -1         4885 MB/s  2060 MB/s      181782   0.01 logic-1
zstdLDM 1.3.4 --20       4953 MB/s  2063 MB/s      181782   0.01 logic-1
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

voltcraft_vc940_multiple_modes.sr

$ unzip voltcraft_vc940_multiple_modes.sr; cat logic-1-* >> all.dd # 77332480 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   4284 MB/s  4128 MB/s    77332480 100.00 all.dd
libdeflate 0.7 -3         284 MB/s   835 MB/s      145977   0.19 all.dd
libdeflate 0.7 -1         279 MB/s   871 MB/s      144513   0.19 all.dd
lz4 1.8.0                5265 MB/s  2623 MB/s      383852   0.50 all.dd
lz4fast 1.8.0 -3         5288 MB/s  2593 MB/s      384377   0.50 all.dd
lz4fast 1.8.0 -1         5311 MB/s  2627 MB/s      383852   0.50 all.dd
zstd 1.3.4 -3            4521 MB/s  2574 MB/s       59820   0.08 all.dd
zstd 1.3.4 -1            4391 MB/s  2575 MB/s       59539   0.08 all.dd
zstd 1.3.4 --20          4422 MB/s  2599 MB/s       62567   0.08 all.dd
zstdLDM 1.3.4 -3         2931 MB/s  2606 MB/s       59820   0.08 all.dd
zstdLDM 1.3.4 -1         4485 MB/s  2485 MB/s       59539   0.08 all.dd
zstdLDM 1.3.4 --20       4399 MB/s  2582 MB/s       62567   0.08 all.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

1mhz_clock_1channels.sr

$ unzip 1mhz_clock_1channels.sr; ls -l logic-1 # 12000000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   2008 MB/s  4344 MB/s    12000000 100.00 logic-1
libdeflate 0.7 -3         280 MB/s   771 MB/s       53189   0.44 logic-1
libdeflate 0.7 -1         239 MB/s   799 MB/s       59641   0.50 logic-1
lz4 1.8.0                4526 MB/s   972 MB/s      123130   1.03 logic-1
lz4fast 1.8.0 -3         3967 MB/s   945 MB/s      123128   1.03 logic-1
lz4fast 1.8.0 -1         4486 MB/s   942 MB/s      123130   1.03 logic-1
zstd 1.3.4 -3            2707 MB/s   868 MB/s       21864   0.18 logic-1
zstd 1.3.4 -1            2807 MB/s   803 MB/s       21864   0.18 logic-1
zstd 1.3.4 --20          3123 MB/s   804 MB/s       19639   0.16 logic-1
zstdLDM 1.3.4 -3         2767 MB/s   837 MB/s       21864   0.18 logic-1
zstdLDM 1.3.4 -1         2992 MB/s   801 MB/s       21864   0.18 logic-1
zstdLDM 1.3.4 --20       3102 MB/s   933 MB/s       19639   0.16 logic-1
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

1mhz_clock_8channels.sr

$ unzip 1mhz_clock_8channels.sr; ls -l logic-1 # 12032000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   2006 MB/s  2239 MB/s    12032000 100.00 logic-1
libdeflate 0.7 -3         277 MB/s   772 MB/s       53257   0.44 logic-1
libdeflate 0.7 -1         263 MB/s   917 MB/s       59739   0.50 logic-1
lz4 1.8.0                4637 MB/s   973 MB/s      123499   1.03 logic-1
lz4fast 1.8.0 -3         4695 MB/s   977 MB/s      123494   1.03 logic-1
lz4fast 1.8.0 -1         4679 MB/s   975 MB/s      123499   1.03 logic-1
zstd 1.3.4 -3            3020 MB/s   806 MB/s       19589   0.16 logic-1
zstd 1.3.4 -1            2349 MB/s   807 MB/s       19589   0.16 logic-1
zstd 1.3.4 --20          2983 MB/s   805 MB/s       19595   0.16 logic-1
zstdLDM 1.3.4 -3         2985 MB/s   803 MB/s       19589   0.16 logic-1
zstdLDM 1.3.4 -1         2807 MB/s   807 MB/s       19589   0.16 logic-1
zstdLDM 1.3.4 --20       3047 MB/s   958 MB/s       19595   0.16 logic-1
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

1mhz_clock_16channels.sr

$ unzip 1mhz_clock_16channels.sr; ls -l logic-1 # 24064000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   4166 MB/s  2025 MB/s    24064000 100.00 logic-1
libdeflate 0.7 -3         293 MB/s  3257 MB/s       97695   0.41 logic-1
libdeflate 0.7 -1         126 MB/s   405 MB/s     2020118   8.39 logic-1
lz4 1.8.0                4801 MB/s  3509 MB/s      203557   0.85 logic-1
lz4fast 1.8.0 -3         4944 MB/s  3515 MB/s      203557   0.85 logic-1
lz4fast 1.8.0 -1         5004 MB/s  3556 MB/s      203557   0.85 logic-1
zstd 1.3.4 -3            2693 MB/s  2618 MB/s       43389   0.18 logic-1
zstd 1.3.4 -1            2826 MB/s  2589 MB/s       47498   0.20 logic-1
zstd 1.3.4 --20          2084 MB/s  2536 MB/s       70917   0.29 logic-1
zstdLDM 1.3.4 -3         2677 MB/s  2617 MB/s       43389   0.18 logic-1
zstdLDM 1.3.4 -1         2873 MB/s  2579 MB/s       47498   0.20 logic-1
zstdLDM 1.3.4 --20       2020 MB/s  2520 MB/s       70917   0.29 logic-1
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

lpc_vultureprog.sr

$ unzip lpc_vultureprog.sr; ls -l logic-1 # 23552000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   2006 MB/s  2211 MB/s    23552000 100.00 logic-1
libdeflate 0.7 -3         255 MB/s  2427 MB/s      388700   1.65 logic-1
libdeflate 0.7 -1         253 MB/s  2019 MB/s      552669   2.35 logic-1
lz4 1.8.0                2827 MB/s  2265 MB/s      660503   2.80 logic-1
lz4fast 1.8.0 -3         3021 MB/s  2323 MB/s      655413   2.78 logic-1
lz4fast 1.8.0 -1         3048 MB/s  2287 MB/s      660503   2.80 logic-1
zstd 1.3.4 -3            2100 MB/s  2213 MB/s      164431   0.70 logic-1
zstd 1.3.4 -1            2509 MB/s  2281 MB/s      170792   0.73 logic-1
zstd 1.3.4 --20          2450 MB/s  2206 MB/s      192481   0.82 logic-1
zstdLDM 1.3.4 -3         2070 MB/s  2209 MB/s      164431   0.70 logic-1
zstdLDM 1.3.4 -1         2311 MB/s  2281 MB/s      170792   0.73 logic-1
zstdLDM 1.3.4 --20       2550 MB/s  2249 MB/s      192481   0.82 logic-1
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

mx25l1605d_read.sr

$ unzip mx25l1605d_read.sr; ls -l logic-1 # 8388608 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   1999 MB/s  2020 MB/s     8388608 100.00 logic-1
libdeflate 0.7 -3         267 MB/s  2984 MB/s       97314   1.16 logic-1
libdeflate 0.7 -1         236 MB/s  2019 MB/s      188381   2.25 logic-1
lz4 1.8.0                3356 MB/s  2283 MB/s      195039   2.33 logic-1
lz4fast 1.8.0 -3         3601 MB/s  2312 MB/s      192804   2.30 logic-1
lz4fast 1.8.0 -1         3542 MB/s  2183 MB/s      195039   2.33 logic-1
zstd 1.3.4 -3            2519 MB/s  2331 MB/s       38700   0.46 logic-1
zstd 1.3.4 -1            2774 MB/s  2272 MB/s       44133   0.53 logic-1
zstd 1.3.4 --20          2628 MB/s  2041 MB/s       55479   0.66 logic-1
zstdLDM 1.3.4 -3         2708 MB/s  2334 MB/s       38700   0.46 logic-1
zstdLDM 1.3.4 -1         2781 MB/s  2275 MB/s       44133   0.53 logic-1
zstdLDM 1.3.4 --20       2640 MB/s  2079 MB/s       55479   0.66 logic-1
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

kc85-cpuclk.sr

$ unzip kc85-cpuclk.sr; ls -l logic-1-1 # 25000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1-1
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   1431 MB/s  2130 MB/s       25000 100.00 logic-1-1
libdeflate 0.7 -3          98 MB/s   507 MB/s        4915  19.66 logic-1-1
libdeflate 0.7 -1         113 MB/s   489 MB/s        5036  20.14 logic-1-1
lz4 1.8.0                 819 MB/s  1598 MB/s        7400  29.60 logic-1-1
lz4fast 1.8.0 -3          952 MB/s  1737 MB/s        7616  30.46 logic-1-1
lz4fast 1.8.0 -1          817 MB/s  1590 MB/s        7400  29.60 logic-1-1
zstd 1.3.4 -3             242 MB/s   664 MB/s        3901  15.60 logic-1-1
zstd 1.3.4 -1             273 MB/s   711 MB/s        3954  15.82 logic-1-1
zstd 1.3.4 --20           374 MB/s   699 MB/s        5159  20.64 logic-1-1
zstdLDM 1.3.4 -3          242 MB/s   665 MB/s        3901  15.60 logic-1-1
zstdLDM 1.3.4 -1          273 MB/s   713 MB/s        3954  15.82 logic-1-1
zstdLDM 1.3.4 --20        374 MB/s   699 MB/s        5159  20.64 logic-1-1
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

a6000_selp1650_init.sr

$ unzip a6000_selp1650_init.sr; cat logic-1-* > all.dd # 30641011 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   2031 MB/s  3033 MB/s    30641011 100.00 all.dd
libdeflate 0.7 -3         286 MB/s  2930 MB/s      165960   0.54 all.dd
libdeflate 0.7 -1         285 MB/s  2777 MB/s      186469   0.61 all.dd
lz4 1.8.0                3992 MB/s  2476 MB/s      462105   1.51 all.dd
lz4fast 1.8.0 -3         3968 MB/s  2381 MB/s      462108   1.51 all.dd
lz4fast 1.8.0 -1         4178 MB/s  2633 MB/s      462105   1.51 all.dd
zstd 1.3.4 -3            2566 MB/s  2266 MB/s      147443   0.48 all.dd
zstd 1.3.4 -1            2701 MB/s  2250 MB/s      147714   0.48 all.dd
zstd 1.3.4 --20          2609 MB/s  2196 MB/s      161938   0.53 all.dd
zstdLDM 1.3.4 -3         2519 MB/s  2131 MB/s      147443   0.48 all.dd
zstdLDM 1.3.4 -1         2630 MB/s  2179 MB/s      147714   0.48 all.dd
zstdLDM 1.3.4 --20       2507 MB/s  2209 MB/s      161938   0.53 all.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

smoothieware.sr

$ unzip smoothieware.sr; cat logic-1-* > all.dd # 100000000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   4101 MB/s  4226 MB/s   100000000 100.00 all.dd
libdeflate 0.7 -3         274 MB/s  3203 MB/s      402189   0.40 all.dd
libdeflate 0.7 -1         277 MB/s  3550 MB/s      404184   0.40 all.dd
lz4 1.8.0                4884 MB/s  2769 MB/s     1084208   1.08 all.dd
lz4fast 1.8.0 -3         4858 MB/s  2793 MB/s     1068513   1.07 all.dd
lz4fast 1.8.0 -1         4882 MB/s  2778 MB/s     1084208   1.08 all.dd
zstd 1.3.4 -3            4044 MB/s  2993 MB/s      211312   0.21 all.dd
zstd 1.3.4 -1            4027 MB/s  2991 MB/s      218483   0.22 all.dd
zstd 1.3.4 --20          3945 MB/s  2946 MB/s      229971   0.23 all.dd
zstdLDM 1.3.4 -3         3979 MB/s  2993 MB/s      211312   0.21 all.dd
zstdLDM 1.3.4 -1         4000 MB/s  2983 MB/s      218483   0.22 all.dd
zstdLDM 1.3.4 --20       3985 MB/s  2948 MB/s      229971   0.23 all.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

imx6_quad/working.sr

$ unzip working.sr; cat logic-1-* > all.dd # 1255425344 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   3813 MB/s  3217 MB/s  1255425344 100.00 all.dd
libdeflate 0.7 -3         286 MB/s   761 MB/s     5223391   0.42 all.dd
libdeflate 0.7 -1         287 MB/s   749 MB/s     4908528   0.39 all.dd
lz4 1.8.0                4422 MB/s  2163 MB/s    19907924   1.59 all.dd
lz4fast 1.8.0 -3         4440 MB/s  2184 MB/s    19939203   1.59 all.dd
lz4fast 1.8.0 -1         4424 MB/s  2214 MB/s    19907924   1.59 all.dd
zstd 1.3.4 -3            4003 MB/s  2205 MB/s     1526628   0.12 all.dd
zstd 1.3.4 -1            4082 MB/s  2208 MB/s     1541368   0.12 all.dd
zstd 1.3.4 --20          4159 MB/s  2082 MB/s     1573644   0.13 all.dd
zstdLDM 1.3.4 -3         3679 MB/s  2228 MB/s     1526628   0.12 all.dd
zstdLDM 1.3.4 -1         4119 MB/s  2241 MB/s     1541368   0.12 all.dd
zstdLDM 1.3.4 --20       4182 MB/s  2312 MB/s     1573644   0.13 all.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

sainsmart_dds120_powerup_scl_sda_analog.sr, 1 analog channel

$ unzip sainsmart_dds120_powerup_scl_sda_analog.sr; cat analog-1-1-* > all_ch1.dd # 200000000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all_ch1.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   4119 MB/s  4030 MB/s   200000000 100.00 all_ch1.dd
libdeflate 0.7 -3         179 MB/s   966 MB/s    10008846   5.00 all_ch1.dd
libdeflate 0.7 -1         198 MB/s   690 MB/s    11426059   5.71 all_ch1.dd
lz4 1.8.0                1051 MB/s  1485 MB/s    28803992  14.40 all_ch1.dd
lz4fast 1.8.0 -3         1040 MB/s  1480 MB/s    28823393  14.41 all_ch1.dd
lz4fast 1.8.0 -1         1043 MB/s  1486 MB/s    28803992  14.40 all_ch1.dd
zstd 1.3.4 -3             434 MB/s   728 MB/s    11095196   5.55 all_ch1.dd
zstd 1.3.4 -1             441 MB/s   726 MB/s    11106610   5.55 all_ch1.dd
zstd 1.3.4 --20           444 MB/s   728 MB/s    11271377   5.64 all_ch1.dd
zstdLDM 1.3.4 -3          427 MB/s   726 MB/s    11095196   5.55 all_ch1.dd
zstdLDM 1.3.4 -1          444 MB/s   726 MB/s    11106610   5.55 all_ch1.dd
zstdLDM 1.3.4 --20        444 MB/s   728 MB/s    11271377   5.64 all_ch1.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

sainsmart_dds120_powerup_scl_sda_analog.sr, 2 analog channels

$ unzip sainsmart_dds120_powerup_scl_sda_analog.sr; cat analog-1-* > all_ch12.dd # 400000000 bytes
$ ./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all_ch12.dd
lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
Compressor name         Compress. Decompress. Compr. size  Ratio Filename
memcpy                   4200 MB/s  1964 MB/s   400000000 100.00 all_ch12.dd
libdeflate 0.7 -3         210 MB/s   926 MB/s    13019016   3.25 all_ch12.dd
libdeflate 0.7 -1         224 MB/s   794 MB/s    14643158   3.66 all_ch12.dd
lz4 1.8.0                1495 MB/s  1893 MB/s    36580151   9.15 all_ch12.dd
lz4fast 1.8.0 -3         1498 MB/s  1929 MB/s    36615674   9.15 all_ch12.dd
lz4fast 1.8.0 -1         1496 MB/s  1948 MB/s    36580151   9.15 all_ch12.dd
zstd 1.3.4 -3             654 MB/s  1049 MB/s    14293025   3.57 all_ch12.dd
zstd 1.3.4 -1             668 MB/s  1050 MB/s    14313847   3.58 all_ch12.dd
zstd 1.3.4 --20           671 MB/s  1042 MB/s    14574127   3.64 all_ch12.dd
zstdLDM 1.3.4 -3          650 MB/s  1047 MB/s    14293025   3.57 all_ch12.dd
zstdLDM 1.3.4 -1          671 MB/s  1048 MB/s    14313847   3.58 all_ch12.dd
zstdLDM 1.3.4 --20        671 MB/s  1043 MB/s    14574127   3.64 all_ch12.dd
done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)

Difference between revisions of "Compression"

Latest revision as of 22:07, 21 April 2018

Contents

Comparison

100MB /dev/zero

100MB /dev/urandom

dcf77_1800s.sr

voltcraft_vc940_multiple_modes.sr

1mhz_clock_1channels.sr

1mhz_clock_8channels.sr

1mhz_clock_16channels.sr

lpc_vultureprog.sr

mx25l1605d_read.sr

kc85-cpuclk.sr

a6000_selp1650_init.sr

smoothieware.sr

imx6_quad/working.sr

sainsmart_dds120_powerup_scl_sda_analog.sr, 1 analog channel

sainsmart_dds120_powerup_scl_sda_analog.sr, 2 analog channels

Navigation menu

@@ Line 1: / Line 1: @@
 == Comparison ==
-All tests were performed using lzbench 1.7.3 (64-bit Linux), default compile options, gcc 7.3.0.
+All tests were performed using lzbench 1.7.3 (64-bit Linux), default compile options, gcc 7.3.0. zstd was manually updated from 1.3.3 to 1.3.4 by copying the lib/ directory (might not take advantage of all improvements in zstd 1.3.4).
-All lzbench runs were performed twice in a row, the second run is recorded here. Only 1 core is used by all algorithms in this test set (though some of them are multi-threading capable).
+All lzbench runs were performed with '''-i10,10 -p3''' (compress 10 times, decompress 10 times, record median). Only 1 core is used by all algorithms in this test set (though some of them are multi-threading capable).
 '''Hardware''': Laptop, AMD A10-8700P (4 cores, 1.8MHz); all 4 cores set to "performance" cpufreq governor; 8GB RAM
@@ Line 13: / Line 13: @@
 <small>
   $ '''dd if=/dev/zero of=devzero_100mb.dd bs=1M count=100''' # 104857600 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 devzero_100mb.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 devzero_100mb.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   3489 MB/s  3417 MB/s   104857600 100.00 devzero_100mb.dd
+  memcpy                   4330 MB/s  4466 MB/s   104857600 100.00 devzero_100mb.dd
-  libdeflate 0.7 -9          37 MB/s  3695 MB/s      105985   0.10 devzero_100mb.dd
+  libdeflate 0.7 -3         266 MB/s  3451 MB/s      105985   0.10 devzero_100mb.dd
- libdeflate 0.7 -6         285 MB/s  3744 MB/s      105985   0.10 devzero_100mb.dd
+  libdeflate 0.7 -1         276 MB/s  3511 MB/s      105985   0.10 devzero_100mb.dd
-  libdeflate 0.7 -1         286 MB/s  3744 MB/s      105985   0.10 devzero_100mb.dd
+  lz4 1.8.0                5054 MB/s  2095 MB/s      411217   0.39 devzero_100mb.dd
-  lz4 1.8.0                5019 MB/s  2605 MB/s      411217   0.39 devzero_100mb.dd
+  lz4fast 1.8.0 -3         5125 MB/s  2073 MB/s      411217   0.39 devzero_100mb.dd
-  lz4fast 1.8.0 -9         4876 MB/s  2609 MB/s      411217   0.39 devzero_100mb.dd
+  lz4fast 1.8.0 -1         5059 MB/s  2268 MB/s      411217   0.39 devzero_100mb.dd
-  lz4fast 1.8.0 -6         4978 MB/s  2742 MB/s      411217   0.39 devzero_100mb.dd
+  zstd 1.3.4 -3            4986 MB/s  2449 MB/s        9611   0.01 devzero_100mb.dd
-  lz4fast 1.8.0 -1         4989 MB/s  2637 MB/s      411217   0.39 devzero_100mb.dd
+  zstd 1.3.4 -1            4652 MB/s  2093 MB/s        9611   0.01 devzero_100mb.dd
-  zstd 1.3.3 -22           2644 MB/s  2802 MB/s        8810   0.01 devzero_100mb.dd
+  zstd 1.3.4 --20          4910 MB/s  2161 MB/s        9611   0.01 devzero_100mb.dd
-  zstd 1.3.3 -9             739 MB/s  2931 MB/s        8812   0.01 devzero_100mb.dd
+  zstdLDM 1.3.4 -3         5138 MB/s  2405 MB/s        9611   0.01 devzero_100mb.dd
-  zstd 1.3.3 -6            1342 MB/s  2934 MB/s        8812   0.01 devzero_100mb.dd
+  zstdLDM 1.3.4 -1         5074 MB/s  2439 MB/s        9611   0.01 devzero_100mb.dd
-  zstd 1.3.3 -1            4475 MB/s  2504 MB/s        9611   0.01 devzero_100mb.dd
+  zstdLDM 1.3.4 --20       5107 MB/s  2447 MB/s        9611   0.01 devzero_100mb.dd
-  zstd 1.3.3 --1           4738 MB/s  2637 MB/s        9611   0.01 devzero_100mb.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 36: / Line 35: @@
 <small>
   $ '''dd if=/dev/urandom of=devurandom_100mb.dd bs=1M count=100''' # 104857600 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 devurandom_100mb.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 devurandom_100mb.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   3425 MB/s  3443 MB/s   104857600 100.00 devurandom_100mb.dd
+  memcpy                   4318 MB/s  4318 MB/s   104857600 100.00 devurandom_100mb.dd
-  libdeflate 0.7 -9          23 MB/s  2143 MB/s   104866340 100.01 devurandom_100mb.dd
+  libdeflate 0.7 -3          54 MB/s  2022 MB/s   104866340 100.01 devurandom_100mb.dd
- libdeflate 0.7 -6          53 MB/s  2144 MB/s   104866340 100.01 devurandom_100mb.dd
+  libdeflate 0.7 -1          56 MB/s  2066 MB/s   104866340 100.01 devurandom_100mb.dd
-  libdeflate 0.7 -1          54 MB/s  2134 MB/s   104866340 100.01 devurandom_100mb.dd
+  lz4 1.8.0                3549 MB/s  3756 MB/s   105268808 100.39 devurandom_100mb.dd
-  lz4 1.8.0                2937 MB/s  3160 MB/s   105268808 100.39 devurandom_100mb.dd
+  lz4fast 1.8.0 -3         3542 MB/s  3756 MB/s   105268808 100.39 devurandom_100mb.dd
-  lz4fast 1.8.0 -9         2933 MB/s  3169 MB/s   105268808 100.39 devurandom_100mb.dd
+  lz4fast 1.8.0 -1         3552 MB/s  3756 MB/s   105268808 100.39 devurandom_100mb.dd
- lz4fast 1.8.0 -6         2942 MB/s  3145 MB/s   105268808 100.39 devurandom_100mb.dd
+  zstd 1.3.4 -3             541 MB/s  1559 MB/s   104860010 100.00 devurandom_100mb.dd
-  lz4fast 1.8.0 -1         2940 MB/s  3138 MB/s   105268808 100.39 devurandom_100mb.dd
+  zstd 1.3.4 -1             733 MB/s  1544 MB/s   104860010 100.00 devurandom_100mb.dd
-  zstd 1.3.3 -22           1.87 MB/s  1737 MB/s   104860009 100.00 devurandom_100mb.dd
+  zstd 1.3.4 --20           773 MB/s  1547 MB/s   104860010 100.00 devurandom_100mb.dd
-  zstd 1.3.3 -9              40 MB/s  1722 MB/s   104860010 100.00 devurandom_100mb.dd
+  zstdLDM 1.3.4 -3          546 MB/s  1543 MB/s   104860010 100.00 devurandom_100mb.dd
-  zstd 1.3.3 -6              48 MB/s  1721 MB/s   104860010 100.00 devurandom_100mb.dd
+  zstdLDM 1.3.4 -1          742 MB/s  1557 MB/s   104860010 100.00 devurandom_100mb.dd
-  zstd 1.3.3 -1             730 MB/s  1673 MB/s   104860010 100.00 devurandom_100mb.dd
+  zstdLDM 1.3.4 --20        768 MB/s  1539 MB/s   104860010 100.00 devurandom_100mb.dd
-  zstd 1.3.3 --1            531 MB/s  1719 MB/s   104860010 100.00 devurandom_100mb.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-</small>
-=== 1000MB /dev/zero ===
-<small>
- $ '''dd if=/dev/zero of=devzero_1000mb.dd bs=1M count=1000''' # 1048576000 bytes
- $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 devzero_1000mb.dd'''
- lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
- Compressor name         Compress. Decompress. Compr. size  Ratio Filename
- memcpy                   3073 MB/s  2969 MB/s  1048576000 100.00 devzero_1000mb.dd
- libdeflate 0.7 -9          36 MB/s  3390 MB/s     1059753   0.10 devzero_1000mb.dd
- libdeflate 0.7 -6         272 MB/s  3421 MB/s     1059753   0.10 devzero_1000mb.dd
- libdeflate 0.7 -1         262 MB/s  3583 MB/s     1059753   0.10 devzero_1000mb.dd
- lz4 1.8.0                4567 MB/s  2249 MB/s     4112073   0.39 devzero_1000mb.dd
- lz4fast 1.8.0 -9         4344 MB/s  2355 MB/s     4112073   0.39 devzero_1000mb.dd
- lz4fast 1.8.0 -6         4399 MB/s  2338 MB/s     4112073   0.39 devzero_1000mb.dd
- lz4fast 1.8.0 -1         4478 MB/s  2027 MB/s     4112073   0.39 devzero_1000mb.dd
- zstd 1.3.3 -22           1636 MB/s  2452 MB/s       88011   0.01 devzero_1000mb.dd
- zstd 1.3.3 -9             647 MB/s  2635 MB/s       88012   0.01 devzero_1000mb.dd
- zstd 1.3.3 -6            1128 MB/s  3076 MB/s       88012   0.01 devzero_1000mb.dd
- zstd 1.3.3 -1            4388 MB/s  2534 MB/s       96011   0.01 devzero_1000mb.dd
- zstd 1.3.3 --1           4594 MB/s  2479 MB/s       96011   0.01 devzero_1000mb.dd
- done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-</small>
-=== 1000MB /dev/urandom ===
-<small>
- $ '''dd if=/dev/urandom of=devurandom_1000mb.dd bs=1M count=1000''' # 1048576000 bytes
- $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 devurandom_1000mb.dd'''
- lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
- Compressor name         Compress. Decompress. Compr. size  Ratio Filename
- memcpy                   2525 MB/s  3364 MB/s  1048576000 100.00 devurandom_1000mb.dd
- libdeflate 0.7 -9          22 MB/s  2043 MB/s  1048663385 100.01 devurandom_1000mb.dd
- libdeflate 0.7 -6          51 MB/s  2109 MB/s  1048663385 100.01 devurandom_1000mb.dd
- libdeflate 0.7 -1          52 MB/s  2053 MB/s  1048663385 100.01 devurandom_1000mb.dd
- lz4 1.8.0                3222 MB/s  3176 MB/s  1052688064 100.39 devurandom_1000mb.dd
- lz4fast 1.8.0 -9         3293 MB/s  3265 MB/s  1052688064 100.39 devurandom_1000mb.dd
- lz4fast 1.8.0 -6         3362 MB/s  3276 MB/s  1052688064 100.39 devurandom_1000mb.dd
- lz4fast 1.8.0 -1         3292 MB/s  3251 MB/s  1052688064 100.39 devurandom_1000mb.dd
- zstd 1.3.3 -22           1.32 MB/s  1728 MB/s  1048600010 100.00 devurandom_1000mb.dd
- zstd 1.3.3 -9              42 MB/s  1779 MB/s  1048600010 100.00 devurandom_1000mb.dd
- zstd 1.3.3 -6              50 MB/s  1705 MB/s  1048600010 100.00 devurandom_1000mb.dd
- zstd 1.3.3 -1             719 MB/s  1663 MB/s  1048600010 100.00 devurandom_1000mb.dd
- zstd 1.3.3 --1            531 MB/s  1722 MB/s  1048600010 100.00 devurandom_1000mb.dd
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 105: / Line 57: @@
 <small>
   $ '''unzip dcf77_1800s.sr; ls -l logic-1''' # 1800000000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 logic-1'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   3950 MB/s  3406 MB/s  1800000000 100.00 logic-1
+  memcpy                   3838 MB/s  3331 MB/s  1800000000 100.00 logic-1
-  libdeflate 0.7 -9          37 MB/s  3598 MB/s     1834228   0.10 logic-1
+  libdeflate 0.7 -3         279 MB/s  3493 MB/s     1835580   0.10 logic-1
- libdeflate 0.7 -6         280 MB/s  3579 MB/s     1834219   0.10 logic-1
+  libdeflate 0.7 -1         273 MB/s  3552 MB/s     1835503   0.10 logic-1
-  libdeflate 0.7 -1         278 MB/s  3629 MB/s     1835503   0.10 logic-1
+  lz4 1.8.0                5274 MB/s  2022 MB/s     7078762   0.39 logic-1
-  lz4 1.8.0                5501 MB/s  2446 MB/s     7078762   0.39 logic-1
+  lz4fast 1.8.0 -3         5273 MB/s  2009 MB/s     7078762   0.39 logic-1
-  lz4fast 1.8.0 -9         5497 MB/s  2427 MB/s     7078762   0.39 logic-1
+  lz4fast 1.8.0 -1         5236 MB/s  2007 MB/s     7078762   0.39 logic-1
-  lz4fast 1.8.0 -6         5500 MB/s  2427 MB/s     7078762   0.39 logic-1
+  zstd 1.3.4 -3            4995 MB/s  2062 MB/s      181782   0.01 logic-1
-  lz4fast 1.8.0 -1         5477 MB/s  2431 MB/s     7078762   0.39 logic-1
+  zstd 1.3.4 -1            4867 MB/s  2064 MB/s      181782   0.01 logic-1
-  zstd 1.3.3 -22             88 MB/s  2714 MB/s      176064   0.01 logic-1
+  zstd 1.3.4 --20          4950 MB/s  2063 MB/s      181782   0.01 logic-1
-  zstd 1.3.3 -9             609 MB/s  2681 MB/s      171800   0.01 logic-1
+  zstdLDM 1.3.4 -3         5002 MB/s  2061 MB/s      181782   0.01 logic-1
-  zstd 1.3.3 -6            1003 MB/s  2691 MB/s      171800   0.01 logic-1
+  zstdLDM 1.3.4 -1         4885 MB/s  2060 MB/s      181782   0.01 logic-1
-  zstd 1.3.3 -1            5182 MB/s  2480 MB/s      181782   0.01 logic-1
+  zstdLDM 1.3.4 --20       4953 MB/s  2063 MB/s      181782   0.01 logic-1
-  zstd 1.3.3 --1           5221 MB/s  2466 MB/s      181782   0.01 logic-1
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 128: / Line 79: @@
 <small>
   $ '''unzip voltcraft_vc940_multiple_modes.sr; cat logic-1-* >> all.dd''' # 77332480 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 all.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4115 MB/s  2026 MB/s    77332480 100.00 all.dd
+  memcpy                   4284 MB/s  4128 MB/s    77332480 100.00 all.dd
-  libdeflate 0.7 -9          37 MB/s   903 MB/s      129536   0.17 all.dd
+  libdeflate 0.7 -3         284 MB/s   835 MB/s      145977   0.19 all.dd
- libdeflate 0.7 -6         297 MB/s   905 MB/s      119007   0.15 all.dd
+  libdeflate 0.7 -1         279 MB/s   871 MB/s      144513   0.19 all.dd
-  libdeflate 0.7 -1         292 MB/s   885 MB/s      144513   0.19 all.dd
+  lz4 1.8.0                5265 MB/s  2623 MB/s      383852   0.50 all.dd
-  lz4 1.8.0                5412 MB/s  2822 MB/s      383852   0.50 all.dd
+  lz4fast 1.8.0 -3         5288 MB/s  2593 MB/s      384377   0.50 all.dd
-  lz4fast 1.8.0 -9         5448 MB/s  2822 MB/s      385484   0.50 all.dd
+  lz4fast 1.8.0 -1         5311 MB/s  2627 MB/s      383852   0.50 all.dd
-  lz4fast 1.8.0 -6         5410 MB/s  2814 MB/s      392402   0.51 all.dd
+  zstd 1.3.4 -3            4521 MB/s  2574 MB/s       59820   0.08 all.dd
-  lz4fast 1.8.0 -1         5456 MB/s  2781 MB/s      383852   0.50 all.dd
+  zstd 1.3.4 -1            4391 MB/s  2575 MB/s       59539   0.08 all.dd
-  zstd 1.3.3 -22             40 MB/s  2968 MB/s       33746   0.04 all.dd
+  zstd 1.3.4 --20          4422 MB/s  2599 MB/s       62567   0.08 all.dd
-  zstd 1.3.3 -9             526 MB/s  2841 MB/s       53791   0.07 all.dd
+  zstdLDM 1.3.4 -3         2931 MB/s  2606 MB/s       59820   0.08 all.dd
-  zstd 1.3.3 -6             769 MB/s  2744 MB/s       55157   0.07 all.dd
+  zstdLDM 1.3.4 -1         4485 MB/s  2485 MB/s       59539   0.08 all.dd
-  zstd 1.3.3 -1            4629 MB/s  2634 MB/s       59539   0.08 all.dd
+  zstdLDM 1.3.4 --20       4399 MB/s  2582 MB/s       62567   0.08 all.dd
-  zstd 1.3.3 --1           4646 MB/s  2665 MB/s       59820   0.08 all.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 151: / Line 101: @@
 <small>
   $ '''unzip 1mhz_clock_1channels.sr; ls -l logic-1''' # 12000000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 logic-1'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4181 MB/s  4092 MB/s    12000000 100.00 logic-1
+  memcpy                   2008 MB/s  4344 MB/s    12000000 100.00 logic-1
-  libdeflate 0.7 -9          26 MB/s  1114 MB/s       49683   0.41 logic-1
+  libdeflate 0.7 -3         280 MB/s   771 MB/s       53189   0.44 logic-1
- libdeflate 0.7 -6         262 MB/s  1099 MB/s       45359   0.38 logic-1
+  libdeflate 0.7 -1         239 MB/s   799 MB/s       59641   0.50 logic-1
-  libdeflate 0.7 -1         303 MB/s  1053 MB/s       59641   0.50 logic-1
+  lz4 1.8.0                4526 MB/s   972 MB/s      123130   1.03 logic-1
-  lz4 1.8.0                4810 MB/s  1320 MB/s      123130   1.03 logic-1
+  lz4fast 1.8.0 -3         3967 MB/s   945 MB/s      123128   1.03 logic-1
-  lz4fast 1.8.0 -9         4798 MB/s  1320 MB/s      123153   1.03 logic-1
+  lz4fast 1.8.0 -1         4486 MB/s   942 MB/s      123130   1.03 logic-1
-  lz4fast 1.8.0 -6         4822 MB/s  1321 MB/s      123128   1.03 logic-1
+  zstd 1.3.4 -3            2707 MB/s   868 MB/s       21864   0.18 logic-1
-  lz4fast 1.8.0 -1         4794 MB/s  1319 MB/s      123130   1.03 logic-1
+  zstd 1.3.4 -1            2807 MB/s   803 MB/s       21864   0.18 logic-1
-  zstd 1.3.3 -22             15 MB/s  3455 MB/s       24274   0.20 logic-1
+  zstd 1.3.4 --20          3123 MB/s   804 MB/s       19639   0.16 logic-1
-  zstd 1.3.3 -9             333 MB/s  1077 MB/s       26819   0.22 logic-1
+  zstdLDM 1.3.4 -3         2767 MB/s   837 MB/s       21864   0.18 logic-1
-  zstd 1.3.3 -6             402 MB/s  1054 MB/s       23712   0.20 logic-1
+  zstdLDM 1.3.4 -1         2992 MB/s   801 MB/s       21864   0.18 logic-1
-  zstd 1.3.3 -1            3249 MB/s   936 MB/s       21864   0.18 logic-1
+  zstdLDM 1.3.4 --20       3102 MB/s   933 MB/s       19639   0.16 logic-1
-  zstd 1.3.3 --1           3129 MB/s   959 MB/s       21864   0.18 logic-1
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 174: / Line 123: @@
 <small>
   $ '''unzip 1mhz_clock_8channels.sr; ls -l logic-1''' # 12032000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 logic-1'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4207 MB/s  4221 MB/s    12032000 100.00 logic-1
+  memcpy                   2006 MB/s  2239 MB/s    12032000 100.00 logic-1
-  libdeflate 0.7 -9          25 MB/s  1109 MB/s       49766   0.41 logic-1
+  libdeflate 0.7 -3         277 MB/s   772 MB/s       53257   0.44 logic-1
- libdeflate 0.7 -6         297 MB/s  1090 MB/s       45485   0.38 logic-1
+  libdeflate 0.7 -1         263 MB/s   917 MB/s       59739   0.50 logic-1
-  libdeflate 0.7 -1         303 MB/s  1046 MB/s       59739   0.50 logic-1
+  lz4 1.8.0                4637 MB/s   973 MB/s      123499   1.03 logic-1
-  lz4 1.8.0                4898 MB/s  1350 MB/s      123499   1.03 logic-1
+  lz4fast 1.8.0 -3         4695 MB/s   977 MB/s      123494   1.03 logic-1
-  lz4fast 1.8.0 -9         4855 MB/s  1349 MB/s      123519   1.03 logic-1
+  lz4fast 1.8.0 -1         4679 MB/s   975 MB/s      123499   1.03 logic-1
-  lz4fast 1.8.0 -6         4838 MB/s  1350 MB/s      123494   1.03 logic-1
+  zstd 1.3.4 -3            3020 MB/s   806 MB/s       19589   0.16 logic-1
-  lz4fast 1.8.0 -1         4929 MB/s  1349 MB/s      123499   1.03 logic-1
+  zstd 1.3.4 -1            2349 MB/s   807 MB/s       19589   0.16 logic-1
-  zstd 1.3.3 -22             14 MB/s  3366 MB/s       23990   0.20 logic-1
+  zstd 1.3.4 --20          2983 MB/s   805 MB/s       19595   0.16 logic-1
-  zstd 1.3.3 -9             325 MB/s  1065 MB/s       26808   0.22 logic-1
+  zstdLDM 1.3.4 -3         2985 MB/s   803 MB/s       19589   0.16 logic-1
-  zstd 1.3.3 -6             398 MB/s  1053 MB/s       23651   0.20 logic-1
+  zstdLDM 1.3.4 -1         2807 MB/s   807 MB/s       19589   0.16 logic-1
-  zstd 1.3.3 -1            3248 MB/s   957 MB/s       19589   0.16 logic-1
+  zstdLDM 1.3.4 --20       3047 MB/s   958 MB/s       19595   0.16 logic-1
-  zstd 1.3.3 --1           3140 MB/s   953 MB/s       19589   0.16 logic-1
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 197: / Line 145: @@
 <small>
   $ '''unzip 1mhz_clock_16channels.sr; ls -l logic-1''' # 24064000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 logic-1'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4364 MB/s  4390 MB/s    24064000 100.00 logic-1
+  memcpy                   4166 MB/s  2025 MB/s    24064000 100.00 logic-1
-  libdeflate 0.7 -9          18 MB/s  3633 MB/s       91248   0.38 logic-1
+  libdeflate 0.7 -3         293 MB/s  3257 MB/s       97695   0.41 logic-1
- libdeflate 0.7 -6         295 MB/s  3696 MB/s       84348   0.35 logic-1
+  libdeflate 0.7 -1         126 MB/s   405 MB/s     2020118   8.39 logic-1
-  libdeflate 0.7 -1         132 MB/s   423 MB/s     2020118   8.39 logic-1
+  lz4 1.8.0                4801 MB/s  3509 MB/s      203557   0.85 logic-1
-  lz4 1.8.0                5275 MB/s  3825 MB/s      203557   0.85 logic-1
+  lz4fast 1.8.0 -3         4944 MB/s  3515 MB/s      203557   0.85 logic-1
-  lz4fast 1.8.0 -9         5124 MB/s  3825 MB/s      203557   0.85 logic-1
+  lz4fast 1.8.0 -1         5004 MB/s  3556 MB/s      203557   0.85 logic-1
-  lz4fast 1.8.0 -6         5278 MB/s  3894 MB/s      203557   0.85 logic-1
+  zstd 1.3.4 -3            2693 MB/s  2618 MB/s       43389   0.18 logic-1
-  lz4fast 1.8.0 -1         5695 MB/s  3873 MB/s      203557   0.85 logic-1
+  zstd 1.3.4 -1            2826 MB/s  2589 MB/s       47498   0.20 logic-1
-  zstd 1.3.3 -22             32 MB/s  3380 MB/s       30202   0.13 logic-1
+  zstd 1.3.4 --20          2084 MB/s  2536 MB/s       70917   0.29 logic-1
-  zstd 1.3.3 -9             396 MB/s  3704 MB/s       36192   0.15 logic-1
+  zstdLDM 1.3.4 -3         2677 MB/s  2617 MB/s       43389   0.18 logic-1
-  zstd 1.3.3 -6             505 MB/s  3677 MB/s       34735   0.14 logic-1
+  zstdLDM 1.3.4 -1         2873 MB/s  2579 MB/s       47498   0.20 logic-1
-  zstd 1.3.3 -1            2914 MB/s  2652 MB/s       47498   0.20 logic-1
+  zstdLDM 1.3.4 --20       2020 MB/s  2520 MB/s       70917   0.29 logic-1
-  zstd 1.3.3 --1           2818 MB/s  2693 MB/s       43389   0.18 logic-1
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 220: / Line 167: @@
 <small>
   $ '''unzip lpc_vultureprog.sr; ls -l logic-1''' # 23552000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 logic-1'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4363 MB/s  4432 MB/s    23552000 100.00 logic-1
+  memcpy                   2006 MB/s  2211 MB/s    23552000 100.00 logic-1
-  libdeflate 0.7 -9          24 MB/s  3381 MB/s      240235   1.02 logic-1
+  libdeflate 0.7 -3         255 MB/s  2427 MB/s      388700   1.65 logic-1
- libdeflate 0.7 -6         256 MB/s  3393 MB/s      227781   0.97 logic-1
+  libdeflate 0.7 -1         253 MB/s  2019 MB/s      552669   2.35 logic-1
-  libdeflate 0.7 -1         263 MB/s  2310 MB/s      552669   2.35 logic-1
+  lz4 1.8.0                2827 MB/s  2265 MB/s      660503   2.80 logic-1
-  lz4 1.8.0                3223 MB/s  2555 MB/s      660503   2.80 logic-1
+  lz4fast 1.8.0 -3         3021 MB/s  2323 MB/s      655413   2.78 logic-1
-  lz4fast 1.8.0 -9         3291 MB/s  2535 MB/s      647529   2.75 logic-1
+  lz4fast 1.8.0 -1         3048 MB/s  2287 MB/s      660503   2.80 logic-1
-  lz4fast 1.8.0 -6         3281 MB/s  2542 MB/s      646091   2.74 logic-1
+  zstd 1.3.4 -3            2100 MB/s  2213 MB/s      164431   0.70 logic-1
-  lz4fast 1.8.0 -1         3121 MB/s  2486 MB/s      660503   2.80 logic-1
+  zstd 1.3.4 -1            2509 MB/s  2281 MB/s      170792   0.73 logic-1
-  zstd 1.3.3 -22             16 MB/s  2626 MB/s       59609   0.25 logic-1
+  zstd 1.3.4 --20          2450 MB/s  2206 MB/s      192481   0.82 logic-1
-  zstd 1.3.3 -9             403 MB/s  2749 MB/s       95312   0.40 logic-1
+  zstdLDM 1.3.4 -3         2070 MB/s  2209 MB/s      164431   0.70 logic-1
-  zstd 1.3.3 -6             585 MB/s  2596 MB/s      122625   0.52 logic-1
+  zstdLDM 1.3.4 -1         2311 MB/s  2281 MB/s      170792   0.73 logic-1
-  zstd 1.3.3 -1            2600 MB/s  2441 MB/s      170792   0.73 logic-1
+  zstdLDM 1.3.4 --20       2550 MB/s  2249 MB/s      192481   0.82 logic-1
-  zstd 1.3.3 --1           2174 MB/s  2354 MB/s      164431   0.70 logic-1
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 243: / Line 189: @@
 <small>
   $ '''unzip mx25l1605d_read.sr; ls -l logic-1''' # 8388608 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 logic-1'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4384 MB/s  4540 MB/s     8388608 100.00 logic-1
+  memcpy                   1999 MB/s  2020 MB/s     8388608 100.00 logic-1
-  libdeflate 0.7 -9          27 MB/s  3395 MB/s       61433   0.73 logic-1
+  libdeflate 0.7 -3         267 MB/s  2984 MB/s       97314   1.16 logic-1
- libdeflate 0.7 -6         270 MB/s  3441 MB/s       64317   0.77 logic-1
+  libdeflate 0.7 -1         236 MB/s  2019 MB/s      188381   2.25 logic-1
-  libdeflate 0.7 -1         258 MB/s  2228 MB/s      188381   2.25 logic-1
+  lz4 1.8.0                3356 MB/s  2283 MB/s      195039   2.33 logic-1
-  lz4 1.8.0                3828 MB/s  2655 MB/s      195039   2.33 logic-1
+  lz4fast 1.8.0 -3         3601 MB/s  2312 MB/s      192804   2.30 logic-1
-  lz4fast 1.8.0 -9         3763 MB/s  2665 MB/s      199313   2.38 logic-1
+  lz4fast 1.8.0 -1         3542 MB/s  2183 MB/s      195039   2.33 logic-1
-  lz4fast 1.8.0 -6         3825 MB/s  2639 MB/s      196225   2.34 logic-1
+  zstd 1.3.4 -3            2519 MB/s  2331 MB/s       38700   0.46 logic-1
-  lz4fast 1.8.0 -1         3805 MB/s  2648 MB/s      195039   2.33 logic-1
+  zstd 1.3.4 -1            2774 MB/s  2272 MB/s       44133   0.53 logic-1
-  zstd 1.3.3 -22             14 MB/s  2789 MB/s       11169   0.13 logic-1
+  zstd 1.3.4 --20          2628 MB/s  2041 MB/s       55479   0.66 logic-1
-  zstd 1.3.3 -9             354 MB/s  2539 MB/s       29976   0.36 logic-1
+  zstdLDM 1.3.4 -3         2708 MB/s  2334 MB/s       38700   0.46 logic-1
-  zstd 1.3.3 -6             445 MB/s  2424 MB/s       41797   0.50 logic-1
+  zstdLDM 1.3.4 -1         2781 MB/s  2275 MB/s       44133   0.53 logic-1
-  zstd 1.3.3 -1            3030 MB/s  2435 MB/s       44133   0.53 logic-1
+  zstdLDM 1.3.4 --20       2640 MB/s  2079 MB/s       55479   0.66 logic-1
-  zstd 1.3.3 --1           2828 MB/s  2482 MB/s       38700   0.46 logic-1
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 266: / Line 211: @@
 <small>
   $ '''unzip kc85-cpuclk.sr; ls -l logic-1-1''' # 25000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 logic-1-1'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 logic-1-1'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4469 MB/s  6747 MB/s       25000 100.00 logic-1-1
+  memcpy                   1431 MB/s  2130 MB/s       25000 100.00 logic-1-1
-  libdeflate 0.7 -9          16 MB/s   640 MB/s        4495  17.98 logic-1-1
+  libdeflate 0.7 -3          98 MB/s   507 MB/s        4915  19.66 logic-1-1
- libdeflate 0.7 -6          82 MB/s   641 MB/s        4569  18.28 logic-1-1
+  libdeflate 0.7 -1         113 MB/s   489 MB/s        5036  20.14 logic-1-1
-  libdeflate 0.7 -1         121 MB/s   559 MB/s        5036  20.14 logic-1-1
+  lz4 1.8.0                 819 MB/s  1598 MB/s        7400  29.60 logic-1-1
-  lz4 1.8.0                 886 MB/s  1807 MB/s        7400  29.60 logic-1-1
+  lz4fast 1.8.0 -3          952 MB/s  1737 MB/s        7616  30.46 logic-1-1
-  lz4fast 1.8.0 -9         1185 MB/s  2118 MB/s        8495  33.98 logic-1-1
+  lz4fast 1.8.0 -1          817 MB/s  1590 MB/s        7400  29.60 logic-1-1
-  lz4fast 1.8.0 -6         1181 MB/s  2196 MB/s        8042  32.17 logic-1-1
+  zstd 1.3.4 -3             242 MB/s   664 MB/s        3901  15.60 logic-1-1
-  lz4fast 1.8.0 -1          888 MB/s  1807 MB/s        7400  29.60 logic-1-1
+  zstd 1.3.4 -1             273 MB/s   711 MB/s        3954  15.82 logic-1-1
-  zstd 1.3.3 -22           4.20 MB/s   639 MB/s        3329  13.32 logic-1-1
+  zstd 1.3.4 --20           374 MB/s   699 MB/s        5159  20.64 logic-1-1
-  zstd 1.3.3 -9              72 MB/s   641 MB/s        3413  13.65 logic-1-1
+  zstdLDM 1.3.4 -3          242 MB/s   665 MB/s        3901  15.60 logic-1-1
-  zstd 1.3.3 -6             115 MB/s   636 MB/s        3340  13.36 logic-1-1
+  zstdLDM 1.3.4 -1          273 MB/s   713 MB/s        3954  15.82 logic-1-1
-  zstd 1.3.3 -1             295 MB/s   684 MB/s        3954  15.82 logic-1-1
+  zstdLDM 1.3.4 --20        374 MB/s   699 MB/s        5159  20.64 logic-1-1
-  zstd 1.3.3 --1            259 MB/s   653 MB/s        3901  15.60 logic-1-1
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 289: / Line 233: @@
 <small>
   $ '''unzip a6000_selp1650_init.sr; cat logic-1-* > all.dd''' # 30641011 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 all.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4210 MB/s  4214 MB/s    30641011 100.00 all.dd
+  memcpy                   2031 MB/s  3033 MB/s    30641011 100.00 all.dd
-  libdeflate 0.7 -9          29 MB/s  3364 MB/s      141997   0.46 all.dd
+  libdeflate 0.7 -3         286 MB/s  2930 MB/s      165960   0.54 all.dd
- libdeflate 0.7 -6         254 MB/s  3486 MB/s      144227   0.47 all.dd
+  libdeflate 0.7 -1         285 MB/s  2777 MB/s      186469   0.61 all.dd
-  libdeflate 0.7 -1         286 MB/s  3091 MB/s      186469   0.61 all.dd
+  lz4 1.8.0                3992 MB/s  2476 MB/s      462105   1.51 all.dd
-  lz4 1.8.0                4737 MB/s  2795 MB/s      462105   1.51 all.dd
+  lz4fast 1.8.0 -3         3968 MB/s  2381 MB/s      462108   1.51 all.dd
-  lz4fast 1.8.0 -9         4349 MB/s  2712 MB/s      462182   1.51 all.dd
+  lz4fast 1.8.0 -1         4178 MB/s  2633 MB/s      462105   1.51 all.dd
-  lz4fast 1.8.0 -6         4552 MB/s  2657 MB/s      462120   1.51 all.dd
+  zstd 1.3.4 -3            2566 MB/s  2266 MB/s      147443   0.48 all.dd
-  lz4fast 1.8.0 -1         4783 MB/s  2704 MB/s      462105   1.51 all.dd
+  zstd 1.3.4 -1            2701 MB/s  2250 MB/s      147714   0.48 all.dd
-  zstd 1.3.3 -22             16 MB/s  3003 MB/s       27195   0.09 all.dd
+  zstd 1.3.4 --20          2609 MB/s  2196 MB/s      161938   0.53 all.dd
-  zstd 1.3.3 -9             338 MB/s  2326 MB/s      119264   0.39 all.dd
+  zstdLDM 1.3.4 -3         2519 MB/s  2131 MB/s      147443   0.48 all.dd
-  zstd 1.3.3 -6             457 MB/s  2224 MB/s      125030   0.41 all.dd
+  zstdLDM 1.3.4 -1         2630 MB/s  2179 MB/s      147714   0.48 all.dd
-  zstd 1.3.3 -1            2690 MB/s  2288 MB/s      147714   0.48 all.dd
+  zstdLDM 1.3.4 --20       2507 MB/s  2209 MB/s      161938   0.53 all.dd
-  zstd 1.3.3 --1           2677 MB/s  2338 MB/s      147443   0.48 all.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 312: / Line 255: @@
 <small>
   $ '''unzip smoothieware.sr; cat logic-1-* > all.dd''' # 100000000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 all.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   3974 MB/s  3983 MB/s   100000000 100.00 all.dd
+  memcpy                   4101 MB/s  4226 MB/s   100000000 100.00 all.dd
-  libdeflate 0.7 -9          33 MB/s  3709 MB/s      281649   0.28 all.dd
+  libdeflate 0.7 -3         274 MB/s  3203 MB/s      402189   0.40 all.dd
- libdeflate 0.7 -6         277 MB/s  3683 MB/s      309446   0.31 all.dd
+  libdeflate 0.7 -1         277 MB/s  3550 MB/s      404184   0.40 all.dd
-  libdeflate 0.7 -1         294 MB/s  3635 MB/s      404184   0.40 all.dd
+  lz4 1.8.0                4884 MB/s  2769 MB/s     1084208   1.08 all.dd
-  lz4 1.8.0                4974 MB/s  2886 MB/s     1084208   1.08 all.dd
+  lz4fast 1.8.0 -3         4858 MB/s  2793 MB/s     1068513   1.07 all.dd
-  lz4fast 1.8.0 -9         5060 MB/s  2888 MB/s     1071878   1.07 all.dd
+  lz4fast 1.8.0 -1         4882 MB/s  2778 MB/s     1084208   1.08 all.dd
-  lz4fast 1.8.0 -6         4997 MB/s  2882 MB/s     1071026   1.07 all.dd
+  zstd 1.3.4 -3            4044 MB/s  2993 MB/s      211312   0.21 all.dd
-  lz4fast 1.8.0 -1         5003 MB/s  2867 MB/s     1084208   1.08 all.dd
+  zstd 1.3.4 -1            4027 MB/s  2991 MB/s      218483   0.22 all.dd
-  zstd 1.3.3 -22             83 MB/s  3346 MB/s      101318   0.10 all.dd
+  zstd 1.3.4 --20          3945 MB/s  2946 MB/s      229971   0.23 all.dd
-  zstd 1.3.3 -9             438 MB/s  2792 MB/s      157503   0.16 all.dd
+  zstdLDM 1.3.4 -3         3979 MB/s  2993 MB/s      211312   0.21 all.dd
-  zstd 1.3.3 -6             580 MB/s  2685 MB/s      180183   0.18 all.dd
+  zstdLDM 1.3.4 -1         4000 MB/s  2983 MB/s      218483   0.22 all.dd
-  zstd 1.3.3 -1            4157 MB/s  3076 MB/s      218483   0.22 all.dd
+  zstdLDM 1.3.4 --20       3985 MB/s  2948 MB/s      229971   0.23 all.dd
-  zstd 1.3.3 --1           4101 MB/s  3099 MB/s      211312   0.21 all.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 335: / Line 277: @@
 <small>
   $ '''unzip working.sr; cat logic-1-* > all.dd''' # 1255425344 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 all.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4022 MB/s  3546 MB/s  1255425344 100.00 all.dd
+  memcpy                   3813 MB/s  3217 MB/s  1255425344 100.00 all.dd
-  libdeflate 0.7 -9          34 MB/s   777 MB/s     3326948   0.27 all.dd
+  libdeflate 0.7 -3         286 MB/s   761 MB/s     5223391   0.42 all.dd
- libdeflate 0.7 -6         286 MB/s   786 MB/s     3141297   0.25 all.dd
+  libdeflate 0.7 -1         287 MB/s   749 MB/s     4908528   0.39 all.dd
-  libdeflate 0.7 -1         288 MB/s   755 MB/s     4908528   0.39 all.dd
+  lz4 1.8.0                4422 MB/s  2163 MB/s    19907924   1.59 all.dd
-  lz4 1.8.0                4480 MB/s  2402 MB/s    19907924   1.59 all.dd
+  lz4fast 1.8.0 -3         4440 MB/s  2184 MB/s    19939203   1.59 all.dd
-  lz4fast 1.8.0 -9         4489 MB/s  2410 MB/s    20002219   1.59 all.dd
+  lz4fast 1.8.0 -1         4424 MB/s  2214 MB/s    19907924   1.59 all.dd
-  lz4fast 1.8.0 -6         4507 MB/s  2352 MB/s    19987414   1.59 all.dd
+  zstd 1.3.4 -3            4003 MB/s  2205 MB/s     1526628   0.12 all.dd
-  lz4fast 1.8.0 -1         4483 MB/s  2411 MB/s    19907924   1.59 all.dd
+  zstd 1.3.4 -1            4082 MB/s  2208 MB/s     1541368   0.12 all.dd
-  zstd 1.3.3 -22            178 MB/s  2995 MB/s      761994   0.06 all.dd
+  zstd 1.3.4 --20          4159 MB/s  2082 MB/s     1573644   0.13 all.dd
-  zstd 1.3.3 -9             604 MB/s  2937 MB/s     1395852   0.11 all.dd
+  zstdLDM 1.3.4 -3         3679 MB/s  2228 MB/s     1526628   0.12 all.dd
-  zstd 1.3.3 -6            1027 MB/s  2595 MB/s     1432186   0.11 all.dd
+  zstdLDM 1.3.4 -1         4119 MB/s  2241 MB/s     1541368   0.12 all.dd
-  zstd 1.3.3 -1            4184 MB/s  2413 MB/s     1490692   0.12 all.dd
+  zstdLDM 1.3.4 --20       4182 MB/s  2312 MB/s     1573644   0.13 all.dd
-  zstd 1.3.3 --1           4075 MB/s  2391 MB/s     1477794   0.12 all.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 358: / Line 299: @@
 <small>
   $ '''unzip sainsmart_dds120_powerup_scl_sda_analog.sr; cat analog-1-1-* > all_ch1.dd''' # 200000000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 all_ch1.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all_ch1.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4034 MB/s  4011 MB/s   200000000 100.00 all_ch1.dd
+  memcpy                   4119 MB/s  4030 MB/s   200000000 100.00 all_ch1.dd
-  libdeflate 0.7 -9          13 MB/s  1230 MB/s     8494341   4.25 all_ch1.dd
+  libdeflate 0.7 -3         179 MB/s   966 MB/s    10008846   5.00 all_ch1.dd
- libdeflate 0.7 -6          92 MB/s  1386 MB/s     8901864   4.45 all_ch1.dd
+  libdeflate 0.7 -1         198 MB/s   690 MB/s    11426059   5.71 all_ch1.dd
-  libdeflate 0.7 -1         195 MB/s   689 MB/s    11426059   5.71 all_ch1.dd
+  lz4 1.8.0                1051 MB/s  1485 MB/s    28803992  14.40 all_ch1.dd
-  lz4 1.8.0                1045 MB/s  1505 MB/s    28803992  14.40 all_ch1.dd
+  lz4fast 1.8.0 -3         1040 MB/s  1480 MB/s    28823393  14.41 all_ch1.dd
-  lz4fast 1.8.0 -9         1051 MB/s  1469 MB/s    28978585  14.49 all_ch1.dd
+  lz4fast 1.8.0 -1         1043 MB/s  1486 MB/s    28803992  14.40 all_ch1.dd
-  lz4fast 1.8.0 -6         1043 MB/s  1470 MB/s    28873753  14.44 all_ch1.dd
+  zstd 1.3.4 -3             434 MB/s   728 MB/s    11095196   5.55 all_ch1.dd
-  lz4fast 1.8.0 -1         1050 MB/s  1506 MB/s    28803992  14.40 all_ch1.dd
+  zstd 1.3.4 -1             441 MB/s   726 MB/s    11106610   5.55 all_ch1.dd
-  zstd 1.3.3 -22           1.47 MB/s  1670 MB/s     6282310   3.14 all_ch1.dd
+  zstd 1.3.4 --20           444 MB/s   728 MB/s    11271377   5.64 all_ch1.dd
-  zstd 1.3.3 -9              86 MB/s   844 MB/s     9178284   4.59 all_ch1.dd
+  zstdLDM 1.3.4 -3          427 MB/s   726 MB/s    11095196   5.55 all_ch1.dd
-  zstd 1.3.3 -6             141 MB/s   777 MB/s     9587374   4.79 all_ch1.dd
+  zstdLDM 1.3.4 -1          444 MB/s   726 MB/s    11106610   5.55 all_ch1.dd
-  zstd 1.3.3 -1             426 MB/s   633 MB/s    11106610   5.55 all_ch1.dd
+  zstdLDM 1.3.4 --20        444 MB/s   728 MB/s    11271377   5.64 all_ch1.dd
-  zstd 1.3.3 --1            409 MB/s   639 MB/s    11095196   5.55 all_ch1.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>
@@ Line 381: / Line 321: @@
 <small>
   $ '''unzip sainsmart_dds120_powerup_scl_sda_analog.sr; cat analog-1-* > all_ch12.dd''' # 400000000 bytes
-  $ '''./lzbench -elibdeflate,9,6,1/lz4/lz4fast,9,6,1/zstd,22,9,6,1,-1 all_ch12.dd'''
+  $ '''./lzbench -i10,10 -p3 -elibdeflate,3,1/lz4/lz4fast,3,1/zstd,3,1,-20/zstdLDM,3,1,-20 all_ch12.dd'''
   lzbench 1.7.3 (64-bit Linux)   Assembled by P.Skibinski
   Compressor name         Compress. Decompress. Compr. size  Ratio Filename
-  memcpy                   4011 MB/s  4021 MB/s   400000000 100.00 all_ch12.dd
+  memcpy                   4200 MB/s  1964 MB/s   400000000 100.00 all_ch12.dd
-  libdeflate 0.7 -9          16 MB/s  1118 MB/s    11169794   2.79 all_ch12.dd
+  libdeflate 0.7 -3         210 MB/s   926 MB/s    13019016   3.25 all_ch12.dd
- libdeflate 0.7 -6         121 MB/s  1189 MB/s    11690852   2.92 all_ch12.dd
+  libdeflate 0.7 -1         224 MB/s   794 MB/s    14643158   3.66 all_ch12.dd
-  libdeflate 0.7 -1         218 MB/s   767 MB/s    14643158   3.66 all_ch12.dd
+  lz4 1.8.0                1495 MB/s  1893 MB/s    36580151   9.15 all_ch12.dd
-  lz4 1.8.0                1449 MB/s  1883 MB/s    36580151   9.15 all_ch12.dd
+  lz4fast 1.8.0 -3         1498 MB/s  1929 MB/s    36615674   9.15 all_ch12.dd
-  lz4fast 1.8.0 -9         1450 MB/s  1865 MB/s    36854916   9.21 all_ch12.dd
+  lz4fast 1.8.0 -1         1496 MB/s  1948 MB/s    36580151   9.15 all_ch12.dd
-  lz4fast 1.8.0 -6         1461 MB/s  1875 MB/s    36692554   9.17 all_ch12.dd
+  zstd 1.3.4 -3             654 MB/s  1049 MB/s    14293025   3.57 all_ch12.dd
-  lz4fast 1.8.0 -1         1449 MB/s  1889 MB/s    36580151   9.15 all_ch12.dd
+  zstd 1.3.4 -1             668 MB/s  1050 MB/s    14313847   3.58 all_ch12.dd
-  zstd 1.3.3 -22           2.16 MB/s  1948 MB/s     8327371   2.08 all_ch12.dd
+  zstd 1.3.4 --20           671 MB/s  1042 MB/s    14574127   3.64 all_ch12.dd
-  zstd 1.3.3 -9             117 MB/s  1181 MB/s    11854470   2.96 all_ch12.dd
+  zstdLDM 1.3.4 -3          650 MB/s  1047 MB/s    14293025   3.57 all_ch12.dd
-  zstd 1.3.3 -6             186 MB/s  1099 MB/s    12376509   3.09 all_ch12.dd
+  zstdLDM 1.3.4 -1          671 MB/s  1048 MB/s    14313847   3.58 all_ch12.dd
-  zstd 1.3.3 -1             655 MB/s   927 MB/s    14313847   3.58 all_ch12.dd
+  zstdLDM 1.3.4 --20        671 MB/s  1043 MB/s    14574127   3.64 all_ch12.dd
-  zstd 1.3.3 --1            616 MB/s   925 MB/s    14293042   3.57 all_ch12.dd
+  done... (cIters=10 dIters=10 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
-  done... (cIters=1 dIters=1 cTime=1.0 dTime=2.0 chunkSize=1706MB cSpeed=0MB)
 </small>

Difference between revisions of "Compression"

Latest revision as of 22:07, 21 April 2018

Comparison

100MB /dev/zero

100MB /dev/urandom

dcf77_1800s.sr

voltcraft_vc940_multiple_modes.sr

1mhz_clock_1channels.sr

1mhz_clock_8channels.sr

1mhz_clock_16channels.sr

lpc_vultureprog.sr

mx25l1605d_read.sr

kc85-cpuclk.sr

a6000_selp1650_init.sr

smoothieware.sr

imx6_quad/working.sr

sainsmart_dds120_powerup_scl_sda_analog.sr, 1 analog channel

sainsmart_dds120_powerup_scl_sda_analog.sr, 2 analog channels

Navigation menu

Search