/* * fs/logfs/logfs.h * * As should be obvious for Linux kernel code, license is GPLv2 * * Copyright (c) 2005-2008 Joern Engel <joern@logfs.org> * * Private header for logfs. */ #ifndef FS_LOGFS_LOGFS_H #define FS_LOGFS_LOGFS_H #undef __CHECK_ENDIAN__ #define __CHECK_ENDIAN__ #include <linux/btree.h> #include <linux/crc32.h> #include <linux/fs.h> #include <linux/kernel.h> #include <linux/mempool.h> #include <linux/pagemap.h> #include <linux/mtd/mtd.h> #include "logfs_abi.h" #define LOGFS_DEBUG_SUPER (0x0001) #define LOGFS_DEBUG_SEGMENT (0x0002) #define LOGFS_DEBUG_JOURNAL (0x0004) #define LOGFS_DEBUG_DIR (0x0008) #define LOGFS_DEBUG_FILE (0x0010) #define LOGFS_DEBUG_INODE (0x0020) #define LOGFS_DEBUG_READWRITE (0x0040) #define LOGFS_DEBUG_GC (0x0080) #define LOGFS_DEBUG_GC_NOISY (0x0100) #define LOGFS_DEBUG_ALIASES (0x0200) #define LOGFS_DEBUG_BLOCKMOVE (0x0400) #define LOGFS_DEBUG_ALL (0xffffffff) #define LOGFS_DEBUG (0x01) /* * To enable specific log messages, simply define LOGFS_DEBUG to match any * or all of the above. */ #ifndef LOGFS_DEBUG #define LOGFS_DEBUG (0) #endif #define log_cond(cond, fmt, arg...) do { \ if (cond) \ printk(KERN_DEBUG fmt, ##arg); \ } while (0) #define log_super(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_SUPER, fmt, ##arg) #define log_segment(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_SEGMENT, fmt, ##arg) #define log_journal(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_JOURNAL, fmt, ##arg) #define log_dir(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_DIR, fmt, ##arg) #define log_file(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_FILE, fmt, ##arg) #define log_inode(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_INODE, fmt, ##arg) #define log_readwrite(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_READWRITE, fmt, ##arg) #define log_gc(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_GC, fmt, ##arg) #define log_gc_noisy(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_GC_NOISY, fmt, ##arg) #define log_aliases(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_ALIASES, fmt, ##arg) #define log_blockmove(fmt, arg...) \ log_cond(LOGFS_DEBUG & LOGFS_DEBUG_BLOCKMOVE, fmt, ##arg) #define PG_pre_locked PG_owner_priv_1 #define PagePreLocked(page) test_bit(PG_pre_locked, &(page)->flags) #define SetPagePreLocked(page) set_bit(PG_pre_locked, &(page)->flags) #define ClearPagePreLocked(page) clear_bit(PG_pre_locked, &(page)->flags) /* FIXME: This should really be somewhere in the 64bit area. */ #define LOGFS_LINK_MAX (1<<30) /* Read-only filesystem */ #define LOGFS_SB_FLAG_RO 0x0001 #define LOGFS_SB_FLAG_DIRTY 0x0002 #define LOGFS_SB_FLAG_OBJ_ALIAS 0x0004 #define LOGFS_SB_FLAG_SHUTDOWN 0x0008 /* Write Control Flags */ #define WF_LOCK 0x01 /* take write lock */ #define WF_WRITE 0x02 /* write block */ #define WF_DELETE 0x04 /* delete old block */ typedef u8 __bitwise level_t; typedef u8 __bitwise gc_level_t; #define LEVEL(level) ((__force level_t)(level)) #define GC_LEVEL(gc_level) ((__force gc_level_t)(gc_level)) #define SUBLEVEL(level) ( (void)((level) == LEVEL(1)), \ (__force level_t)((__force u8)(level) - 1) ) /** * struct logfs_area - area management information * * @a_sb: the superblock this area belongs to * @a_is_open: 1 if the area is currently open, else 0 * @a_segno: segment number of area * @a_written_bytes: number of bytes already written back * @a_used_bytes: number of used bytes * @a_ops: area operations (either journal or ostore) * @a_erase_count: erase count * @a_level: GC level */ struct logfs_area { /* a segment open for writing */ struct super_block *a_sb; int a_is_open; u32 a_segno; u32 a_written_bytes; u32 a_used_bytes; const struct logfs_area_ops *a_ops; u32 a_erase_count; gc_level_t a_level; }; /** * struct logfs_area_ops - area operations * * @get_free_segment: fill area->ofs with the offset of a free segment * @get_erase_count: fill area->erase_count (needs area->ofs) * @erase_segment: erase and setup segment */ struct logfs_area_ops { void (*get_free_segment)(struct logfs_area *area); void (*get_erase_count)(struct logfs_area *area); int (*erase_segment)(struct logfs_area *area); }; struct logfs_super; /* forward */ /** * struct logfs_device_ops - device access operations * * @readpage: read one page (mm page) * @writeseg: write one segment. may be a partial segment * @erase: erase one segment * @read: read from the device * @erase: erase part of the device * @can_write_buf: decide whether wbuf can be written to ofs */ struct logfs_device_ops { struct page *(*find_first_sb)(struct super_block *sb, u64 *ofs); struct page *(*find_last_sb)(struct super_block *sb, u64 *ofs); int (*write_sb)(struct super_block *sb, struct page *page); int (*readpage)(void *_sb, struct page *page); void (*writeseg)(struct super_block *sb, u64 ofs, size_t len); int (*erase)(struct super_block *sb, loff_t ofs, size_t len, int ensure_write); int (*can_write_buf)(struct super_block *sb, u64 ofs); void (*sync)(struct super_block *sb); void (*put_device)(struct logfs_super *s); }; /** * struct candidate_list - list of similar candidates */ struct candidate_list { struct rb_root rb_tree; int count; int maxcount; int sort_by_ec; }; /** * struct gc_candidate - "candidate" segment to be garbage collected next * * @list: list (either free of low) * @segno: segment number * @valid: number of valid bytes * @erase_count: erase count of segment * @dist: distance from tree root * * Candidates can be on two lists. The free list contains electees rather * than candidates - segments that no longer contain any valid data. The * low list contains candidates to be picked for GC. It should be kept * short. It is not required to always pick a perfect candidate. In the * worst case GC will have to move more data than absolutely necessary. */ struct gc_candidate { struct rb_node rb_node; struct candidate_list *list; u32 segno; u32 valid; u32 erase_count; u8 dist; }; /** * struct logfs_journal_entry - temporary structure used during journal scan * * @used: * @version: normalized version * @len: length * @offset: offset */ struct logfs_journal_entry { int used; s16 version; u16 len; u16 datalen; u64 offset; }; enum transaction_state { CREATE_1 = 1, CREATE_2, UNLINK_1, UNLINK_2, CROSS_RENAME_1, CROSS_RENAME_2, TARGET_RENAME_1, TARGET_RENAME_2, TARGET_RENAME_3 }; /** * struct logfs_transaction - essential fields to support atomic dirops * * @ino: target inode * @dir: inode of directory containing dentry * @pos: pos of dentry in directory */ struct logfs_transaction { enum transaction_state state; u64 ino; u64 dir; u64 pos; }; /** * struct logfs_shadow - old block in the shadow of a not-yet-committed new one * @old_ofs: offset of old block on medium * @new_ofs: offset of new block on medium * @ino: inode number * @bix: block index * @old_len: size of old block, including header * @new_len: size of new block, including header * @level: block level */ struct logfs_shadow { u64 old_ofs; u64 new_ofs; u64 ino; u64 bix; int old_len; int new_len; gc_level_t gc_level; }; /** * struct shadow_tree * @new: shadows where old_ofs==0, indexed by new_ofs * @old: shadows where old_ofs!=0, indexed by old_ofs * @segment_map: bitfield of segments containing shadows * @no_shadowed_segment: number of segments containing shadows */ struct shadow_tree { struct btree_head64 new; struct btree_head64 old; struct btree_head32 segment_map; int no_shadowed_segments; }; struct object_alias_item { struct list_head list; __be64 val; int child_no; }; /** * struct logfs_block - contains any block state * @type: indirect block or inode * @full: number of fully populated children * @partial: number of partially populated children * * Most blocks are directly represented by page cache pages. But when a block * becomes dirty, is part of a transaction, contains aliases or is otherwise * special, a struct logfs_block is allocated to track the additional state. * Inodes are very similar to indirect blocks, so they can also get one of * these structures added when appropriate. */ #define BLOCK_INDIRECT 1 /* Indirect block */ #define BLOCK_INODE 2 /* Inode */ struct logfs_block_ops; struct logfs_block { struct list_head alias_list; struct list_head item_list; struct super_block *sb; u64 ino; u64 bix; level_t level; struct page *page; struct inode *inode; struct logfs_transaction *ta; unsigned long alias_map[LOGFS_BLOCK_FACTOR / BITS_PER_LONG]; struct logfs_block_ops *ops; int full; int partial; int reserved_bytes; }; typedef int write_alias_t(struct super_block *sb, u64 ino, u64 bix, level_t level, int child_no, __be64 val); struct logfs_block_ops { void (*write_block)(struct logfs_block *block); void (*free_block)(struct super_block *sb, struct logfs_block*block); int (*write_alias)(struct super_block *sb, struct logfs_block *block, write_alias_t *write_one_alias); }; #define MAX_JOURNAL_ENTRIES 256 struct logfs_super { struct mtd_info *s_mtd; /* underlying device */ struct block_device *s_bdev; /* underlying device */ const struct logfs_device_ops *s_devops;/* device access */ struct inode *s_master_inode; /* inode file */ struct inode *s_segfile_inode; /* segment file */ struct inode *s_mapping_inode; /* device mapping */ atomic_t s_pending_writes; /* outstanting bios */ long s_flags; mempool_t *s_btree_pool; /* for btree nodes */ mempool_t *s_alias_pool; /* aliases in segment.c */ u64 s_feature_incompat; u64 s_feature_ro_compat; u64 s_feature_compat; u64 s_feature_flags; u64 s_sb_ofs[2]; struct page *s_erase_page; /* for dev_bdev.c */ /* alias.c fields */ struct btree_head32 s_segment_alias; /* remapped segments */ int s_no_object_aliases; struct list_head s_object_alias; /* remapped objects */ struct btree_head128 s_object_alias_tree; /* remapped objects */ struct mutex s_object_alias_mutex; /* dir.c fields */ struct mutex s_dirop_mutex; /* for creat/unlink/rename */ u64 s_victim_ino; /* used for atomic dir-ops */ u64 s_rename_dir; /* source directory ino */ u64 s_rename_pos; /* position of source dd */ /* gc.c fields */ long s_segsize; /* size of a segment */ int s_segshift; /* log2 of segment size */ long s_segmask; /* 1 << s_segshift - 1 */ long s_no_segs; /* segments on device */ long s_no_journal_segs; /* segments used for journal */ long s_no_blocks; /* blocks per segment */ long s_writesize; /* minimum write size */ int s_writeshift; /* log2 of write size */ u64 s_size; /* filesystem size */ struct logfs_area *s_area[LOGFS_NO_AREAS]; /* open segment array */ u64 s_gec; /* global erase count */ u64 s_wl_gec_ostore; /* time of last wl event */ u64 s_wl_gec_journal; /* time of last wl event */ u64 s_sweeper; /* current sweeper pos */ u8 s_ifile_levels; /* max level of ifile */ u8 s_iblock_levels; /* max level of regular files */ u8 s_data_levels; /* # of segments to leaf block*/ u8 s_total_levels; /* sum of above three */ struct btree_head32 s_cand_tree; /* all candidates */ struct candidate_list s_free_list; /* 100% free segments */ struct candidate_list s_reserve_list; /* Bad segment reserve */ struct candidate_list s_low_list[LOGFS_NO_AREAS];/* good candidates */ struct candidate_list s_ec_list; /* wear level candidates */ struct btree_head32 s_reserved_segments;/* sb, journal, bad, etc. */ /* inode.c fields */ u64 s_last_ino; /* highest ino used */ long s_inos_till_wrap; u32 s_generation; /* i_generation for new files */ struct list_head s_freeing_list; /* inodes being freed */ /* journal.c fields */ struct mutex s_journal_mutex; void *s_je; /* journal entry to compress */ void *s_compressed_je; /* block to write to journal */ u32 s_journal_seg[LOGFS_JOURNAL_SEGS]; /* journal segments */ u32 s_journal_ec[LOGFS_JOURNAL_SEGS]; /* journal erasecounts */ u64 s_last_version; struct logfs_area *s_journal_area; /* open journal segment */ __be64 s_je_array[MAX_JOURNAL_ENTRIES]; int s_no_je; int s_sum_index; /* for the 12 summaries */ struct shadow_tree s_shadow_tree; int s_je_fill; /* index of current je */ /* readwrite.c fields */ struct mutex s_write_mutex; int s_lock_count; mempool_t *s_block_pool; /* struct logfs_block pool */ mempool_t *s_shadow_pool; /* struct logfs_shadow pool */ struct list_head s_writeback_list; /* writeback pages */ /* * Space accounting: * - s_used_bytes specifies space used to store valid data objects. * - s_dirty_used_bytes is space used to store non-committed data * objects. Those objects have already been written themselves, * but they don't become valid until all indirect blocks up to the * journal have been written as well. * - s_dirty_free_bytes is space used to store the old copy of a * replaced object, as long as the replacement is non-committed. * In other words, it is the amount of space freed when all dirty * blocks are written back. * - s_free_bytes is the amount of free space available for any * purpose. * - s_root_reserve is the amount of free space available only to * the root user. Non-privileged users can no longer write once * this watermark has been reached. * - s_speed_reserve is space which remains unused to speed up * garbage collection performance. * - s_dirty_pages is the space reserved for currently dirty pages. * It is a pessimistic estimate, so some/most will get freed on * page writeback. * * s_used_bytes + s_free_bytes + s_speed_reserve = total usable size */ u64 s_free_bytes; u64 s_used_bytes; u64 s_dirty_free_bytes; u64 s_dirty_used_bytes; u64 s_root_reserve; u64 s_speed_reserve; u64 s_dirty_pages; /* Bad block handling: * - s_bad_seg_reserve is a number of segments usually kept * free. When encountering bad blocks, the affected segment's data * is _temporarily_ moved to a reserved segment. * - s_bad_segments is the number of known bad segments. */ u32 s_bad_seg_reserve; u32 s_bad_segments; }; /** * struct logfs_inode - in-memory inode * * @vfs_inode: struct inode * @li_data: data pointers * @li_used_bytes: number of used bytes * @li_freeing_list: used to track inodes currently being freed * @li_flags: inode flags * @li_refcount: number of internal (GC-induced) references */ struct logfs_inode { struct inode vfs_inode; u64 li_data[LOGFS_EMBEDDED_FIELDS]; u64 li_used_bytes; struct list_head li_freeing_list; struct logfs_block *li_block; u32 li_flags; u8 li_height; int li_refcount; }; #define journal_for_each(__i) for (__i = 0; __i < LOGFS_JOURNAL_SEGS; __i++) #define for_each_area(__i) for (__i = 0; __i < LOGFS_NO_AREAS; __i++) #define for_each_area_down(__i) for (__i = LOGFS_NO_AREAS - 1; __i >= 0; __i--) /* compr.c */ int logfs_compress(void *in, void *out, size_t inlen, size_t outlen); int logfs_uncompress(void *in, void *out, size_t inlen, size_t outlen); int __init logfs_compr_init(void); void logfs_compr_exit(void); /* dev_bdev.c */ #ifdef CONFIG_BLOCK int logfs_get_sb_bdev(struct logfs_super *s, struct file_system_type *type, const char *devname); #else static inline int logfs_get_sb_bdev(struct logfs_super *s, struct file_system_type *type, const char *devname) { return -ENODEV; } #endif /* dev_mtd.c */ #ifdef CONFIG_MTD int logfs_get_sb_mtd(struct logfs_super *s, int mtdnr); #else static inline int logfs_get_sb_mtd(struct logfs_super *s, int mtdnr) { return -ENODEV; } #endif /* dir.c */ extern const struct inode_operations logfs_symlink_iops; extern const struct inode_operations logfs_dir_iops; extern const struct file_operations logfs_dir_fops; int logfs_replay_journal(struct super_block *sb); /* file.c */ extern const struct inode_operations logfs_reg_iops; extern const struct file_operations logfs_reg_fops; extern const struct address_space_operations logfs_reg_aops; int logfs_readpage(struct file *file, struct page *page); long logfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg); int logfs_fsync(struct file *file, loff_t start, loff_t end, int datasync); /* gc.c */ u32 get_best_cand(struct super_block *sb, struct candidate_list *list, u32 *ec); void logfs_gc_pass(struct super_block *sb); int logfs_check_areas(struct super_block *sb); int logfs_init_gc(struct super_block *sb); void logfs_cleanup_gc(struct super_block *sb); /* inode.c */ extern const struct super_operations logfs_super_operations; struct inode *logfs_iget(struct super_block *sb, ino_t ino); struct inode *logfs_safe_iget(struct super_block *sb, ino_t ino, int *cookie); void logfs_safe_iput(struct inode *inode, int cookie); struct inode *logfs_new_inode(struct inode *dir, umode_t mode); struct inode *logfs_new_meta_inode(struct super_block *sb, u64 ino); struct inode *logfs_read_meta_inode(struct super_block *sb, u64 ino); int logfs_init_inode_cache(void); void logfs_destroy_inode_cache(void); void logfs_set_blocks(struct inode *inode, u64 no); /* these logically belong into inode.c but actually reside in readwrite.c */ int logfs_read_inode(struct inode *inode); int __logfs_write_inode(struct inode *inode, struct page *, long flags); void logfs_evict_inode(struct inode *inode); /* journal.c */ void logfs_write_anchor(struct super_block *sb); int logfs_init_journal(struct super_block *sb); void logfs_cleanup_journal(struct super_block *sb); int write_alias_journal(struct super_block *sb, u64 ino, u64 bix, level_t level, int child_no, __be64 val); void do_logfs_journal_wl_pass(struct super_block *sb); /* readwrite.c */ pgoff_t logfs_pack_index(u64 bix, level_t level); void logfs_unpack_index(pgoff_t index, u64 *bix, level_t *level); int logfs_inode_write(struct inode *inode, const void *buf, size_t count, loff_t bix, long flags, struct shadow_tree *shadow_tree); int logfs_readpage_nolock(struct page *page); int logfs_write_buf(struct inode *inode, struct page *page, long flags); int logfs_delete(struct inode *inode, pgoff_t index, struct shadow_tree *shadow_tree); int logfs_rewrite_block(struct inode *inode, u64 bix, u64 ofs, gc_level_t gc_level, long flags); int logfs_is_valid_block(struct super_block *sb, u64 ofs, u64 ino, u64 bix, gc_level_t gc_level); int logfs_truncate(struct inode *inode, u64 size); u64 logfs_seek_hole(struct inode *inode, u64 bix); u64 logfs_seek_data(struct inode *inode, u64 bix); int logfs_open_segfile(struct super_block *sb); int logfs_init_rw(struct super_block *sb); void logfs_cleanup_rw(struct super_block *sb); void logfs_add_transaction(struct inode *inode, struct logfs_transaction *ta); void logfs_del_transaction(struct inode *inode, struct logfs_transaction *ta); void logfs_write_block(struct logfs_block *block, long flags); int logfs_write_obj_aliases_pagecache(struct super_block *sb); void logfs_get_segment_entry(struct super_block *sb, u32 segno, struct logfs_segment_entry *se); void logfs_set_segment_used(struct super_block *sb, u64 ofs, int increment); void logfs_set_segment_erased(struct super_block *sb, u32 segno, u32 ec, gc_level_t gc_level); void logfs_set_segment_reserved(struct super_block *sb, u32 segno); void logfs_set_segment_unreserved(struct super_block *sb, u32 segno, u32 ec); struct logfs_block *__alloc_block(struct super_block *sb, u64 ino, u64 bix, level_t level); void __free_block(struct super_block *sb, struct logfs_block *block); void btree_write_block(struct logfs_block *block); void initialize_block_counters(struct page *page, struct logfs_block *block, __be64 *array, int page_is_empty); int logfs_exist_block(struct inode *inode, u64 bix); int get_page_reserve(struct inode *inode, struct page *page); void logfs_get_wblocks(struct super_block *sb, struct page *page, int lock); void logfs_put_wblocks(struct super_block *sb, struct page *page, int lock); extern struct logfs_block_ops indirect_block_ops; /* segment.c */ int logfs_erase_segment(struct super_block *sb, u32 ofs, int ensure_erase); int wbuf_read(struct super_block *sb, u64 ofs, size_t len, void *buf); int logfs_segment_read(struct inode *inode, struct page *page, u64 ofs, u64 bix, level_t level); int logfs_segment_write(struct inode *inode, struct page *page, struct logfs_shadow *shadow); int logfs_segment_delete(struct inode *inode, struct logfs_shadow *shadow); int logfs_load_object_aliases(struct super_block *sb, struct logfs_obj_alias *oa, int count); void move_page_to_btree(struct page *page); int logfs_init_mapping(struct super_block *sb); void logfs_sync_area(struct logfs_area *area); void logfs_sync_segments(struct super_block *sb); void freeseg(struct super_block *sb, u32 segno); void free_areas(struct super_block *sb); /* area handling */ int logfs_init_areas(struct super_block *sb); void logfs_cleanup_areas(struct super_block *sb); int logfs_open_area(struct logfs_area *area, size_t bytes); int __logfs_buf_write(struct logfs_area *area, u64 ofs, void *buf, size_t len, int use_filler); static inline int logfs_buf_write(struct logfs_area *area, u64 ofs, void *buf, size_t len) { return __logfs_buf_write(area, ofs, buf, len, 0); } static inline int logfs_buf_recover(struct logfs_area *area, u64 ofs, void *buf, size_t len) { return __logfs_buf_write(area, ofs, buf, len, 1); } /* super.c */ struct page *emergency_read_begin(struct address_space *mapping, pgoff_t index); void emergency_read_end(struct page *page); void logfs_crash_dump(struct super_block *sb); int logfs_statfs(struct dentry *dentry, struct kstatfs *stats); int logfs_check_ds(struct logfs_disk_super *ds); int logfs_write_sb(struct super_block *sb); static inline struct logfs_super *logfs_super(struct super_block *sb) { return sb->s_fs_info; } static inline struct logfs_inode *logfs_inode(struct inode *inode) { return container_of(inode, struct logfs_inode, vfs_inode); } static inline void logfs_set_ro(struct super_block *sb) { logfs_super(sb)->s_flags |= LOGFS_SB_FLAG_RO; } #define LOGFS_BUG(sb) do { \ struct super_block *__sb = sb; \ logfs_crash_dump(__sb); \ logfs_super(__sb)->s_flags |= LOGFS_SB_FLAG_RO; \ BUG(); \ } while (0) #define LOGFS_BUG_ON(condition, sb) \ do { if (unlikely(condition)) LOGFS_BUG((sb)); } while (0) static inline __be32 logfs_crc32(void *data, size_t len, size_t skip) { return cpu_to_be32(crc32(~0, data+skip, len-skip)); } static inline u8 logfs_type(struct inode *inode) { return (inode->i_mode >> 12) & 15; } static inline pgoff_t logfs_index(struct super_block *sb, u64 pos) { return pos >> sb->s_blocksize_bits; } static inline u64 dev_ofs(struct super_block *sb, u32 segno, u32 ofs) { return ((u64)segno << logfs_super(sb)->s_segshift) + ofs; } static inline u32 seg_no(struct super_block *sb, u64 ofs) { return ofs >> logfs_super(sb)->s_segshift; } static inline u32 seg_ofs(struct super_block *sb, u64 ofs) { return ofs & logfs_super(sb)->s_segmask; } static inline u64 seg_align(struct super_block *sb, u64 ofs) { return ofs & ~logfs_super(sb)->s_segmask; } static inline struct logfs_block *logfs_block(struct page *page) { return (void *)page->private; } static inline level_t shrink_level(gc_level_t __level) { u8 level = (__force u8)__level; if (level >= LOGFS_MAX_LEVELS) level -= LOGFS_MAX_LEVELS; return (__force level_t)level; } static inline gc_level_t expand_level(u64 ino, level_t __level) { u8 level = (__force u8)__level; if (ino == LOGFS_INO_MASTER) { /* ifile has separate areas */ level += LOGFS_MAX_LEVELS; } return (__force gc_level_t)level; } static inline int logfs_block_shift(struct super_block *sb, level_t level) { level = shrink_level((__force gc_level_t)level); return (__force int)level * (sb->s_blocksize_bits - 3); } static inline u64 logfs_block_mask(struct super_block *sb, level_t level) { return ~0ull << logfs_block_shift(sb, level); } static inline struct logfs_area *get_area(struct super_block *sb, gc_level_t gc_level) { return logfs_super(sb)->s_area[(__force u8)gc_level]; } static inline void logfs_mempool_destroy(mempool_t *pool) { if (pool) mempool_destroy(pool); } #endif