[PATCH] squashfs: separate decompressor option parse logic andstream allocation

From: Minchan Kim
Date: Mon Oct 07 2013 - 03:54:31 EST

Next message: Ivan T. Ivanov: "Re: [PATCH v5 1/3] usb: dwc3: msm: Add device tree bindinginformation"
Previous message: Ivan T. Ivanov: "[PATCH v6 1/3] usb: dwc3: msm: Add device tree binding information"
Messages sorted by: [ date ] [ thread ] [ subject ] [ author ]

Now, when we mount, squashfs parses(ie, read block on storage)
decompressor option and creates stream buffer. Both functions are
abstracted by "initialization" phase of decompressor all at once.

But decompressor option parsing could be done only mounted time
while stream buffer allocation could be done dynamically in future
so this patch try to separate them.

This patch adds new decompressor functions (alloc and destroy)
and changes init function's semantic.

Old :

init : parse decompressor option + create stream buffer

New :

init : parse decompressor option and keep it on memory.
alloc: create stream buffer
destroy: free decompressor option which is allocated in init phase.

Signed-off-by: Minchan Kim <minchan@xxxxxxxxxx>
---
fs/squashfs/decompressor.c | 30 ++++++++++-------
fs/squashfs/decompressor.h | 10 +++++-
fs/squashfs/lzo_wrapper.c | 14 +++++++-
fs/squashfs/squashfs.h | 1 +
fs/squashfs/squashfs_fs_sb.h | 1 +
fs/squashfs/super.c | 9 ++++-
fs/squashfs/xz_wrapper.c | 76 +++++++++++++++++++++++++++++++-----------
fs/squashfs/zlib_wrapper.c | 14 +++++++-
8 files changed, 119 insertions(+), 36 deletions(-)

diff --git a/fs/squashfs/decompressor.c b/fs/squashfs/decompressor.c
index 3f6271d..b0004c5 100644
--- a/fs/squashfs/decompressor.c
+++ b/fs/squashfs/decompressor.c
@@ -37,29 +37,29 @@
*/

static const struct squashfs_decompressor squashfs_lzma_unsupported_comp_ops = {
- NULL, NULL, NULL, LZMA_COMPRESSION, "lzma", 0
+ NULL, NULL, NULL, NULL, NULL, LZMA_COMPRESSION, "lzma", 0
};

#ifndef CONFIG_SQUASHFS_LZO
static const struct squashfs_decompressor squashfs_lzo_comp_ops = {
- NULL, NULL, NULL, LZO_COMPRESSION, "lzo", 0
+ NULL, NULL, NULL, NULL, NULL, LZO_COMPRESSION, "lzo", 0
};
#endif

#ifndef CONFIG_SQUASHFS_XZ
static const struct squashfs_decompressor squashfs_xz_comp_ops = {
- NULL, NULL, NULL, XZ_COMPRESSION, "xz", 0
+ NULL, NULL, NULL, NULL, NULL, XZ_COMPRESSION, "xz", 0
};
#endif

#ifndef CONFIG_SQUASHFS_ZLIB
static const struct squashfs_decompressor squashfs_zlib_comp_ops = {
- NULL, NULL, NULL, ZLIB_COMPRESSION, "zlib", 0
+ NULL, NULL, NULL, NULL, NULL, ZLIB_COMPRESSION, "zlib", 0
};
#endif

static const struct squashfs_decompressor squashfs_unknown_comp_ops = {
- NULL, NULL, NULL, 0, "unknown", 0
+ NULL, NULL, NULL, NULL, NULL, 0, "unknown", 0
};

static const struct squashfs_decompressor *decompressor[] = {
@@ -82,11 +82,11 @@ const struct squashfs_decompressor *squashfs_lookup_decompressor(int id)
return decompressor[i];
}

-
void *squashfs_decompressor_init(struct super_block *sb, unsigned short flags)
{
struct squashfs_sb_info *msblk = sb->s_fs_info;
- void *strm, *buffer = NULL;
+ int err;
+ void *buffer = NULL;
int length = 0;

/*
@@ -102,15 +102,21 @@ void *squashfs_decompressor_init(struct super_block *sb, unsigned short flags)
PAGE_CACHE_SIZE, 1);

if (length < 0) {
- strm = ERR_PTR(length);
- goto finished;
+ kfree(buffer);
+ return ERR_PTR(length);
}
}

- strm = msblk->decompressor->init(msblk, buffer, length);
-
-finished:
+ err = msblk->decompressor->init(msblk, buffer, length);
kfree(buffer);

+ return ERR_PTR(err);
+
+}
+
+void *squashfs_decompressor_alloc(struct super_block *sb)
+{
+ struct squashfs_sb_info *msblk = sb->s_fs_info;
+ void *strm = msblk->decompressor->alloc(msblk);
return strm;
}
diff --git a/fs/squashfs/decompressor.h b/fs/squashfs/decompressor.h
index 330073e..0c108dd 100644
--- a/fs/squashfs/decompressor.h
+++ b/fs/squashfs/decompressor.h
@@ -24,15 +24,23 @@
*/

struct squashfs_decompressor {
- void *(*init)(struct squashfs_sb_info *, void *, int);
+ int (*init)(struct squashfs_sb_info *, void *, int);
+ void *(*alloc)(struct squashfs_sb_info *);
void (*free)(void *);
int (*decompress)(struct squashfs_sb_info *, void **,
struct buffer_head **, int, int, int, int, int);
+ void (*destroy)(struct squashfs_sb_info *);
int id;
char *name;
int supported;
};

+static inline void squashfs_decompressor_destroy(struct squashfs_sb_info *msblk)
+{
+ if (msblk->decompressor)
+ msblk->decompressor->destroy(msblk);
+}
+
static inline void squashfs_decompressor_free(struct squashfs_sb_info *msblk,
void *s)
{
diff --git a/fs/squashfs/lzo_wrapper.c b/fs/squashfs/lzo_wrapper.c
index 00f4dfc..f1ad2df 100644
--- a/fs/squashfs/lzo_wrapper.c
+++ b/fs/squashfs/lzo_wrapper.c
@@ -37,7 +37,17 @@ struct squashfs_lzo {
void *output;
};

-static void *lzo_init(struct squashfs_sb_info *msblk, void *buff, int len)
+static int lzo_init(struct squashfs_sb_info *msblk, void *buffer, int len)
+{
+ return 0;
+}
+
+static void lzo_destroy(struct squashfs_sb_info *msblk)
+{
+
+}
+
+static void *lzo_alloc(struct squashfs_sb_info *msblk)
{
int block_size = max_t(int, msblk->block_size, SQUASHFS_METADATA_SIZE);

@@ -127,8 +137,10 @@ failed:

const struct squashfs_decompressor squashfs_lzo_comp_ops = {
.init = lzo_init,
+ .alloc = lzo_alloc,
.free = lzo_free,
.decompress = lzo_uncompress,
+ .destroy = lzo_destroy,
.id = LZO_COMPRESSION,
.name = "lzo",
.supported = 1
diff --git a/fs/squashfs/squashfs.h b/fs/squashfs/squashfs.h
index d126651..6fc329f 100644
--- a/fs/squashfs/squashfs.h
+++ b/fs/squashfs/squashfs.h
@@ -49,6 +49,7 @@ extern void *squashfs_read_table(struct super_block *, u64, int);
/* decompressor.c */
extern const struct squashfs_decompressor *squashfs_lookup_decompressor(int);
extern void *squashfs_decompressor_init(struct super_block *, unsigned short);
+extern void *squashfs_decompressor_alloc(struct super_block *);

/* export.c */
extern __le64 *squashfs_read_inode_lookup_table(struct super_block *, u64, u64,
diff --git a/fs/squashfs/squashfs_fs_sb.h b/fs/squashfs/squashfs_fs_sb.h
index 52934a2..a553ec4 100644
--- a/fs/squashfs/squashfs_fs_sb.h
+++ b/fs/squashfs/squashfs_fs_sb.h
@@ -54,6 +54,7 @@ struct squashfs_cache_entry {

struct squashfs_sb_info {
const struct squashfs_decompressor *decompressor;
+ void *decomp_opt;
int devblksize;
int devblksize_log2;
struct squashfs_cache *block_cache;
diff --git a/fs/squashfs/super.c b/fs/squashfs/super.c
index 60553a9..47180b9 100644
--- a/fs/squashfs/super.c
+++ b/fs/squashfs/super.c
@@ -212,7 +212,12 @@ static int squashfs_fill_super(struct super_block *sb, void *data, int silent)
goto failed_mount;
}

- msblk->stream = squashfs_decompressor_init(sb, flags);
+ if (squashfs_decompressor_init(sb, flags)) {
+ ERROR("Failed to initialize decompressor\n");
+ goto failed_mount;
+ }
+
+ msblk->stream = squashfs_decompressor_alloc(sb);
if (IS_ERR(msblk->stream)) {
err = PTR_ERR(msblk->stream);
msblk->stream = NULL;
@@ -337,6 +342,7 @@ failed_mount:
squashfs_cache_delete(msblk->fragment_cache);
squashfs_cache_delete(msblk->read_page);
squashfs_decompressor_free(msblk, msblk->stream);
+ squashfs_decompressor_destroy(msblk);
kfree(msblk->inode_lookup_table);
kfree(msblk->fragment_index);
kfree(msblk->id_table);
@@ -384,6 +390,7 @@ static void squashfs_put_super(struct super_block *sb)
squashfs_cache_delete(sbi->fragment_cache);
squashfs_cache_delete(sbi->read_page);
squashfs_decompressor_free(sbi, sbi->stream);
+ squashfs_decompressor_destroy(sbi);
kfree(sbi->id_table);
kfree(sbi->fragment_index);
kfree(sbi->meta_index);
diff --git a/fs/squashfs/xz_wrapper.c b/fs/squashfs/xz_wrapper.c
index 1760b7d1..60f30d7e2 100644
--- a/fs/squashfs/xz_wrapper.c
+++ b/fs/squashfs/xz_wrapper.c
@@ -38,38 +38,72 @@ struct squashfs_xz {
struct xz_buf buf;
};

-struct comp_opts {
+struct comp_opts_ondisk {
__le32 dictionary_size;
__le32 flags;
};

-static void *squashfs_xz_init(struct squashfs_sb_info *msblk, void *buff,
+struct comp_opts {
+ int dict_size;
+};
+
+static int squashfs_xz_init(struct squashfs_sb_info *msblk, void *buff,
int len)
{
- struct comp_opts *comp_opts = buff;
- struct squashfs_xz *stream;
- int dict_size = msblk->block_size;
- int err, n;
+ int err = 0;
+ int dict_size, n;
+ struct comp_opts_ondisk *comp_opts_ondisk = buff;
+ struct comp_opts *comp_opts = NULL;
+ /* check compressor options are the expected length */
+ if (len < sizeof(*comp_opts_ondisk)) {
+ err = -EIO;
+ goto failed;
+ }

- if (comp_opts) {
- /* check compressor options are the expected length */
- if (len < sizeof(*comp_opts)) {
- err = -EIO;
- goto failed;
- }
+ comp_opts = kmalloc(sizeof(struct comp_opts), GFP_KERNEL);
+ if (!comp_opts) {
+ err = -ENOMEM;
+ goto failed;
+ }

- dict_size = le32_to_cpu(comp_opts->dictionary_size);
+ dict_size = le32_to_cpu(comp_opts_ondisk->dictionary_size);

- /* the dictionary size should be 2^n or 2^n+2^(n+1) */
- n = ffs(dict_size) - 1;
- if (dict_size != (1 << n) && dict_size != (1 << n) +
- (1 << (n + 1))) {
- err = -EIO;
- goto failed;
- }
+ /* the dictionary size should be 2^n or 2^n+2^(n+1) */
+ n = ffs(dict_size) - 1;
+ if (dict_size != (1 << n) && dict_size != (1 << n) +
+ (1 << (n + 1))) {
+ err = -EIO;
+ goto failed;
}

dict_size = max_t(int, dict_size, SQUASHFS_METADATA_SIZE);
+ comp_opts->dict_size = dict_size;
+ msblk->decomp_opt = comp_opts;
+ return 0;
+failed:
+ kfree(comp_opts);
+ return err;
+}
+
+static void squashfs_xz_destroy(struct squashfs_sb_info *msblk)
+{
+ if (msblk->decomp_opt)
+ kfree(msblk->decomp_opt);
+}
+
+static void *squashfs_xz_alloc(struct squashfs_sb_info *msblk)
+{
+ struct squashfs_xz *stream;
+ struct comp_opts *comp_opts = (struct comp_opts *)msblk->decomp_opt;
+ int err;
+ int dict_size;
+
+ if (comp_opts) {
+ dict_size = comp_opts->dict_size;
+ } else {
+ dict_size = max_t(int, msblk->block_size,
+ SQUASHFS_METADATA_SIZE);
+ }

stream = kmalloc(sizeof(*stream), GFP_KERNEL);
if (stream == NULL) {
@@ -172,8 +206,10 @@ release_mutex:

const struct squashfs_decompressor squashfs_xz_comp_ops = {
.init = squashfs_xz_init,
+ .alloc = squashfs_xz_alloc,
.free = squashfs_xz_free,
.decompress = squashfs_xz_uncompress,
+ .destroy = squashfs_xz_destroy,
.id = XZ_COMPRESSION,
.name = "xz",
.supported = 1
diff --git a/fs/squashfs/zlib_wrapper.c b/fs/squashfs/zlib_wrapper.c
index 55d918f..e46e24d 100644
--- a/fs/squashfs/zlib_wrapper.c
+++ b/fs/squashfs/zlib_wrapper.c
@@ -33,7 +33,17 @@
#include "squashfs.h"
#include "decompressor.h"

-static void *zlib_init(struct squashfs_sb_info *dummy, void *buff, int len)
+static int zlib_init(struct squashfs_sb_info *dummy, void *buffer, int len)
+{
+ return 0;
+}
+
+static void zlib_destroy(struct squashfs_sb_info *dummy)
+{
+
+}
+
+static void *zlib_alloc(struct squashfs_sb_info *dummy)
{
z_stream *stream = kmalloc(sizeof(z_stream), GFP_KERNEL);
if (stream == NULL)
@@ -140,8 +150,10 @@ release_mutex:

const struct squashfs_decompressor squashfs_zlib_comp_ops = {
.init = zlib_init,
+ .alloc = zlib_alloc,
.free = zlib_free,
.decompress = zlib_uncompress,
+ .destroy = zlib_destroy,
.id = ZLIB_COMPRESSION,
.name = "zlib",
.supported = 1
--
1.7.9.5

--
Kind regards,
Minchan Kim
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@xxxxxxxxxxxxxxx
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/

Next message: Ivan T. Ivanov: "Re: [PATCH v5 1/3] usb: dwc3: msm: Add device tree bindinginformation"
Previous message: Ivan T. Ivanov: "[PATCH v6 1/3] usb: dwc3: msm: Add device tree binding information"
Messages sorted by: [ date ] [ thread ] [ subject ] [ author ]