Re: [PATCH v2 4/4] fs/pstore: fs/squashfs: Change usage of LZ4 to comply with new LZ4 module version
On Sat, Jan 7, 2017 at 8:55 AM, Sven Schmidt <4ssch...@informatik.uni-hamburg.de> wrote: > This patch updates fs/pstore and fs/squashfs to use the updated functions from > the new LZ4 module. > > Signed-off-by: Sven Schmidt <4ssch...@informatik.uni-hamburg.de> > --- > fs/pstore/platform.c | 14 -- > fs/squashfs/lz4_wrapper.c | 12 ++-- > 2 files changed, 14 insertions(+), 12 deletions(-) > > diff --git a/fs/pstore/platform.c b/fs/pstore/platform.c > index 729677e..a0d8ca8 100644 > --- a/fs/pstore/platform.c > +++ b/fs/pstore/platform.c > @@ -342,31 +342,33 @@ static int compress_lz4(const void *in, void *out, > size_t inlen, size_t outlen) > { > int ret; > > - ret = lz4_compress(in, inlen, out, &outlen, workspace); > + ret = LZ4_compress_default(in, out, inlen, outlen, workspace); > if (ret) { > + // ret is 0 means an error occured If that's true, then shouldn't the "if" logic be changed? Also, here and in all following comments are C++ style instead of kernel C-style. This should be "/* ret == 0 means an error occured */", though really, that should be obvious from the code and the comment isn't really needed. > pr_err("lz4_compress error, ret = %d!\n", ret); If it's always going to be zero here, is there a better place to get details on why it failed? > return -EIO; > } > > - return outlen; > + return ret; > } > > static int decompress_lz4(void *in, void *out, size_t inlen, size_t outlen) > { > int ret; > > - ret = lz4_decompress_unknownoutputsize(in, inlen, out, &outlen); > - if (ret) { > + ret = LZ4_decompress_safe(in, out, inlen, outlen); > + if (ret < 0) { > + // return value is < 0 in case of error > pr_err("lz4_decompress error, ret = %d!\n", ret); > return -EIO; > } > > - return outlen; > + return ret; > } > > static void allocate_lz4(void) > { > - big_oops_buf_sz = lz4_compressbound(psinfo->bufsize); > + big_oops_buf_sz = LZ4_compressBound(psinfo->bufsize); > big_oops_buf = kmalloc(big_oops_buf_sz, GFP_KERNEL); > if (big_oops_buf) { > workspace = kmalloc(LZ4_MEM_COMPRESS, GFP_KERNEL); > diff --git a/fs/squashfs/lz4_wrapper.c b/fs/squashfs/lz4_wrapper.c > index ff4468b..a512399 100644 > --- a/fs/squashfs/lz4_wrapper.c > +++ b/fs/squashfs/lz4_wrapper.c > @@ -97,7 +97,6 @@ static int lz4_uncompress(struct squashfs_sb_info *msblk, > void *strm, > struct squashfs_lz4 *stream = strm; > void *buff = stream->input, *data; > int avail, i, bytes = length, res; > - size_t dest_len = output->length; > > for (i = 0; i < b; i++) { > avail = min(bytes, msblk->devblksize - offset); > @@ -108,12 +107,13 @@ static int lz4_uncompress(struct squashfs_sb_info > *msblk, void *strm, > put_bh(bh[i]); > } > > - res = lz4_decompress_unknownoutputsize(stream->input, length, > - stream->output, &dest_len); > - if (res) > + res = LZ4_decompress_safe(stream->input, stream->output, length, > output->length); > + if (res < 0) { > + // res of less than 0 means an error occured > return -EIO; > + } > > - bytes = dest_len; > + bytes = res; > data = squashfs_first_page(output); > buff = stream->output; > while (data) { > @@ -128,7 +128,7 @@ static int lz4_uncompress(struct squashfs_sb_info *msblk, > void *strm, > } > squashfs_finish_page(output); > > - return dest_len; > + return res; > } > > const struct squashfs_decompressor squashfs_lz4_comp_ops = { > -- > 2.1.4 > -Kees -- Kees Cook Nexus Security -- To unsubscribe from this list: send the line "unsubscribe linux-crypto" in the body of a message to majord...@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html
[PATCH v2 4/4] fs/pstore: fs/squashfs: Change usage of LZ4 to comply with new LZ4 module version
This patch updates fs/pstore and fs/squashfs to use the updated functions from the new LZ4 module. Signed-off-by: Sven Schmidt <4ssch...@informatik.uni-hamburg.de> --- fs/pstore/platform.c | 14 -- fs/squashfs/lz4_wrapper.c | 12 ++-- 2 files changed, 14 insertions(+), 12 deletions(-) diff --git a/fs/pstore/platform.c b/fs/pstore/platform.c index 729677e..a0d8ca8 100644 --- a/fs/pstore/platform.c +++ b/fs/pstore/platform.c @@ -342,31 +342,33 @@ static int compress_lz4(const void *in, void *out, size_t inlen, size_t outlen) { int ret; - ret = lz4_compress(in, inlen, out, &outlen, workspace); + ret = LZ4_compress_default(in, out, inlen, outlen, workspace); if (ret) { + // ret is 0 means an error occured pr_err("lz4_compress error, ret = %d!\n", ret); return -EIO; } - return outlen; + return ret; } static int decompress_lz4(void *in, void *out, size_t inlen, size_t outlen) { int ret; - ret = lz4_decompress_unknownoutputsize(in, inlen, out, &outlen); - if (ret) { + ret = LZ4_decompress_safe(in, out, inlen, outlen); + if (ret < 0) { + // return value is < 0 in case of error pr_err("lz4_decompress error, ret = %d!\n", ret); return -EIO; } - return outlen; + return ret; } static void allocate_lz4(void) { - big_oops_buf_sz = lz4_compressbound(psinfo->bufsize); + big_oops_buf_sz = LZ4_compressBound(psinfo->bufsize); big_oops_buf = kmalloc(big_oops_buf_sz, GFP_KERNEL); if (big_oops_buf) { workspace = kmalloc(LZ4_MEM_COMPRESS, GFP_KERNEL); diff --git a/fs/squashfs/lz4_wrapper.c b/fs/squashfs/lz4_wrapper.c index ff4468b..a512399 100644 --- a/fs/squashfs/lz4_wrapper.c +++ b/fs/squashfs/lz4_wrapper.c @@ -97,7 +97,6 @@ static int lz4_uncompress(struct squashfs_sb_info *msblk, void *strm, struct squashfs_lz4 *stream = strm; void *buff = stream->input, *data; int avail, i, bytes = length, res; - size_t dest_len = output->length; for (i = 0; i < b; i++) { avail = min(bytes, msblk->devblksize - offset); @@ -108,12 +107,13 @@ static int lz4_uncompress(struct squashfs_sb_info *msblk, void *strm, put_bh(bh[i]); } - res = lz4_decompress_unknownoutputsize(stream->input, length, - stream->output, &dest_len); - if (res) + res = LZ4_decompress_safe(stream->input, stream->output, length, output->length); + if (res < 0) { + // res of less than 0 means an error occured return -EIO; + } - bytes = dest_len; + bytes = res; data = squashfs_first_page(output); buff = stream->output; while (data) { @@ -128,7 +128,7 @@ static int lz4_uncompress(struct squashfs_sb_info *msblk, void *strm, } squashfs_finish_page(output); - return dest_len; + return res; } const struct squashfs_decompressor squashfs_lz4_comp_ops = { -- 2.1.4 -- To unsubscribe from this list: send the line "unsubscribe linux-crypto" in the body of a message to majord...@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html
[PATCH v2 0/4] Update LZ4 compressor module
This patchset is for updating the LZ4 compression module to a version based on LZ4 v1.7.2 allowing to use the fast compression algorithm aka LZ4 fast which provides an "acceleration" parameter as a tradeoff between high compression ratio and high compression speed. We want to use LZ4 fast in order to support compression in lustre and (mostly, based on that) investigate data reduction techniques in behalf of storage systems. Also, it will be useful for other users of LZ4 compression, as with LZ4 fast it is possible to enable applications to use fast and/or high compression depending on the usecase. For instance, ZRAM is offering a LZ4 backend and could benefit from an updated LZ4 in the kernel. LZ4 homepage: http://www.lz4.org/ LZ4 source repository: https://github.com/lz4/lz4 Source version: 1.7.2 Benchmark (taken from [1], Core i5-4300U @1.9GHz): |--||-- Compressor | Compression | Decompression | Ratio |--||-- memcpy | 4200 MB/s | 4200 MB/s | 1.000 LZ4 fast 50 | 1080 MB/s | 2650 MB/s | 1.375 LZ4 fast 17 | 680 MB/s | 2220 MB/s | 1.607 LZ4 fast 5 | 475 MB/s | 1920 MB/s | 1.886 LZ4 default | 385 MB/s | 1850 MB/s | 2.101 [1] http://fastcompression.blogspot.de/2015/04/sampling-or-faster-lz4.html [PATCHv2 1/4] lib: Update LZ4 compressor module based on LZ4 v1.7.2 [PATCHv2 2/4] lib: Update decompress_unlz4 wrapper to work with new LZ4 module [PATCHv2 3/4] crypto: Change lz4 modules to work with new LZ4 module [PATCHv2 4/4] fs/pstore: fs/squashfs: Change LZ4 compressor functions to work with new LZ4 module v2: - Changed order of the patches since in the initial patchset the lz4.h was in the last patch but was referenced by the other ones - Split lib/decompress_unlz4.c in an own patch - Fixed errors reported by the buildbot - Further refactorings - Added more appropriate copyright note to include/linux/lz4.h -- To unsubscribe from this list: send the line "unsubscribe linux-crypto" in the body of a message to majord...@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html
[PATCH v2 2/4] lib/decompress_unlz4: Change module to work with new LZ4 module version
This patch updates the unlz4 wrapper to work with the new LZ4 kernel module version. Signed-off-by: Sven Schmidt <4ssch...@informatik.uni-hamburg.de> --- lib/decompress_unlz4.c | 13 - 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/lib/decompress_unlz4.c b/lib/decompress_unlz4.c index 036fc88..1b0baf3 100644 --- a/lib/decompress_unlz4.c +++ b/lib/decompress_unlz4.c @@ -72,7 +72,7 @@ STATIC inline int INIT unlz4(u8 *input, long in_len, error("NULL input pointer and missing fill function"); goto exit_1; } else { - inp = large_malloc(lz4_compressbound(uncomp_chunksize)); + inp = large_malloc(LZ4_compressBound(uncomp_chunksize)); if (!inp) { error("Could not allocate input buffer"); goto exit_1; @@ -136,7 +136,7 @@ STATIC inline int INIT unlz4(u8 *input, long in_len, inp += 4; size -= 4; } else { - if (chunksize > lz4_compressbound(uncomp_chunksize)) { + if (chunksize > LZ4_compressBound(uncomp_chunksize)) { error("chunk length is longer than allocated"); goto exit_2; } @@ -152,11 +152,14 @@ STATIC inline int INIT unlz4(u8 *input, long in_len, out_len -= dest_len; } else dest_len = out_len; - ret = lz4_decompress(inp, &chunksize, outp, dest_len); + + ret = LZ4_decompress_fast(inp, outp, dest_len); + chunksize = ret; #else dest_len = uncomp_chunksize; - ret = lz4_decompress_unknownoutputsize(inp, chunksize, outp, - &dest_len); + + ret = LZ4_decompress_safe(inp, outp, chunksize, dest_len); + dest_len = ret; #endif if (ret < 0) { error("Decoding failed"); -- 2.1.4 -- To unsubscribe from this list: send the line "unsubscribe linux-crypto" in the body of a message to majord...@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html
[PATCH v2 3/4] crypto: Change LZ4 modules to work with new LZ4 module version
This patch updates the crypto modules using LZ4 compression to work with the new LZ4 module version. Signed-off-by: Sven Schmidt <4ssch...@informatik.uni-hamburg.de> --- crypto/lz4.c | 27 ++- crypto/lz4hc.c | 25 + 2 files changed, 27 insertions(+), 25 deletions(-) diff --git a/crypto/lz4.c b/crypto/lz4.c index 99c1b2c..b969e5f 100644 --- a/crypto/lz4.c +++ b/crypto/lz4.c @@ -66,15 +66,16 @@ static void lz4_exit(struct crypto_tfm *tfm) static int __lz4_compress_crypto(const u8 *src, unsigned int slen, u8 *dst, unsigned int *dlen, void *ctx) { - size_t tmp_len = *dlen; - int err; + int out_len; - err = lz4_compress(src, slen, dst, &tmp_len, ctx); + out_len = LZ4_compress_default(src, dst, slen, (int)((size_t)dlen), ctx); - if (err < 0) - return -EINVAL; + if (out_len == 0) { + // out_len is 0 means an error occured + return -EINVAL; + } - *dlen = tmp_len; + *dlen = out_len; return 0; } @@ -96,16 +97,16 @@ static int lz4_compress_crypto(struct crypto_tfm *tfm, const u8 *src, static int __lz4_decompress_crypto(const u8 *src, unsigned int slen, u8 *dst, unsigned int *dlen, void *ctx) { - int err; - size_t tmp_len = *dlen; - size_t __slen = slen; + int out_len; - err = lz4_decompress_unknownoutputsize(src, __slen, dst, &tmp_len); - if (err < 0) + out_len = LZ4_decompress_safe(src, dst, slen, (int)((size_t)dlen)); + if (out_len < 0) { + // out_len of less than 0 means an error occured return -EINVAL; + } - *dlen = tmp_len; - return err; + *dlen = out_len; + return out_len; } static int lz4_sdecompress(struct crypto_scomp *tfm, const u8 *src, diff --git a/crypto/lz4hc.c b/crypto/lz4hc.c index 75ffc4a..bf2ceb7 100644 --- a/crypto/lz4hc.c +++ b/crypto/lz4hc.c @@ -65,15 +65,16 @@ static void lz4hc_exit(struct crypto_tfm *tfm) static int __lz4hc_compress_crypto(const u8 *src, unsigned int slen, u8 *dst, unsigned int *dlen, void *ctx) { - size_t tmp_len = *dlen; - int err; + int out_len; - err = lz4hc_compress(src, slen, dst, &tmp_len, ctx); + out_len = LZ4_compress_HC(src, dst, slen, (int)((size_t)dlen), LZ4HC_DEFAULT_CLEVEL, ctx); - if (err < 0) + if (out_len == 0) { + // out_len of 0 -> error return -EINVAL; + } - *dlen = tmp_len; + *dlen = out_len; return 0; } @@ -97,16 +98,16 @@ static int lz4hc_compress_crypto(struct crypto_tfm *tfm, const u8 *src, static int __lz4hc_decompress_crypto(const u8 *src, unsigned int slen, u8 *dst, unsigned int *dlen, void *ctx) { - int err; - size_t tmp_len = *dlen; - size_t __slen = slen; + int out_len; - err = lz4_decompress_unknownoutputsize(src, __slen, dst, &tmp_len); - if (err < 0) + out_len = LZ4_decompress_safe(src, dst, slen, (int)((size_t)dlen)); + if (out_len < 0) { + // out_len of less than 0 means an error occured return -EINVAL; + } - *dlen = tmp_len; - return err; + *dlen = out_len; + return out_len; } static int lz4hc_sdecompress(struct crypto_scomp *tfm, const u8 *src, -- 2.1.4 -- To unsubscribe from this list: send the line "unsubscribe linux-crypto" in the body of a message to majord...@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html
Re: [PATCH 0/3] crypto: picoxcell - Cleanups removing non-DT code
Hi Javier, On Mon, Jan 02, 2017 at 02:06:56PM -0300, Javier Martinez Canillas wrote: > Hello, > > This small series contains a couple of cleanups that removes some driver's > code > that isn't needed due the driver being for a DT-only platform. > > The changes were suggested by Arnd Bergmann as a response to a previous patch: > https://lkml.org/lkml/2017/1/2/342 > > Patch #1 allows the driver to be built when the COMPILE_TEST option is > enabled. > Patch #2 removes the platform ID table since isn't needed for DT-only drivers. > Patch #3 removes a wrapper function that's also not needed if driver is > DT-only. > > Best regards, > > > Javier Martinez Canillas (3): > crypto: picoxcell - Allow driver to build COMPILE_TEST is enabled > crypto: picoxcell - Remove platform device ID table > crypto: picoxcell - Remove spacc_is_compatible() wrapper function > > drivers/crypto/Kconfig| 2 +- > drivers/crypto/picoxcell_crypto.c | 28 +++- > 2 files changed, 4 insertions(+), 26 deletions(-) Acked-by: Jamie Iles Thanks, Jamie -- To unsubscribe from this list: send the line "unsubscribe linux-crypto" in the body of a message to majord...@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html
[PATCH] fix itnull.cocci warnings
The first argument to list_for_each_entry cannot be NULL. Generated by: scripts/coccinelle/iterators/itnull.cocci CC: Harsh Jain Signed-off-by: Julia Lawall Signed-off-by: Fengguang Wu --- This code comes from the following git tree: url: https://github.com/0day-ci/linux/commits/Harsh-Jain/crypto-chcr-Bug-fixes/20170107-093356 base: https://git.kernel.org/pub/scm/linux/kernel/git/herbert/cryptodev-2.6.git master In-Reply-To: <8e0086b56d8fb61637d179c32a09a1bca03c4186.1483599449.git.ha...@chelsio.com> chcr_core.c |2 +- 1 file changed, 1 insertion(+), 1 deletion(-) --- a/drivers/crypto/chelsio/chcr_core.c +++ b/drivers/crypto/chelsio/chcr_core.c @@ -61,7 +61,7 @@ int assign_chcr_device(struct chcr_dev * */ mutex_lock(&dev_mutex); /* TODO ? */ list_for_each_entry(u_ctx, &uld_ctx_list, entry) - if (u_ctx && u_ctx->dev) { + if (u_ctx->dev) { *dev = u_ctx->dev; ret = 0; break; -- To unsubscribe from this list: send the line "unsubscribe linux-crypto" in the body of a message to majord...@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html