1 /* SPDX-License-Identifier: GPL-2.0-or-later */
5 * Defines macros and structures used in OCFS2
7 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
13 #include <linux/spinlock.h>
14 #include <linux/sched.h>
15 #include <linux/wait.h>
16 #include <linux/list.h>
17 #include <linux/llist.h>
18 #include <linux/rbtree.h>
19 #include <linux/workqueue.h>
20 #include <linux/kref.h>
21 #include <linux/mutex.h>
22 #include <linux/lockdep.h>
23 #include <linux/jbd2.h>
25 /* For union ocfs2_dlm_lksb */
26 #include "stackglue.h"
29 #include "ocfs2_lockid.h"
30 #include "ocfs2_ioctl.h"
32 /* For struct ocfs2_blockcheck_stats */
33 #include "blockcheck.h"
35 #include "reservations.h"
37 #include "filecheck.h"
39 /* Caching of metadata buffers */
41 /* Most user visible OCFS2 inodes will have very few pieces of
42 * metadata, but larger files (including bitmaps, etc) must be taken
43 * into account when designing an access scheme. We allow a small
44 * amount of inlined blocks to be stored on an array and grow the
45 * structure into a rb tree when necessary. */
46 #define OCFS2_CACHE_INFO_MAX_ARRAY 2
48 /* Flags for ocfs2_caching_info */
50 enum ocfs2_caching_info_flags {
51 /* Indicates that the metadata cache is using the inline array */
52 OCFS2_CACHE_FL_INLINE = 1<<1,
55 struct ocfs2_caching_operations;
56 struct ocfs2_caching_info {
58 * The parent structure provides the locks, but because the
59 * parent structure can differ, it provides locking operations
60 * to struct ocfs2_caching_info.
62 const struct ocfs2_caching_operations *ci_ops;
64 /* next two are protected by trans_inc_lock */
65 /* which transaction were we created on? Zero if none. */
66 unsigned long ci_created_trans;
67 /* last transaction we were a part of. */
68 unsigned long ci_last_trans;
70 /* Cache structures */
71 unsigned int ci_flags;
72 unsigned int ci_num_cached;
74 sector_t ci_array[OCFS2_CACHE_INFO_MAX_ARRAY];
75 struct rb_root ci_tree;
79 * Need this prototype here instead of in uptodate.h because journal.h
82 struct super_block *ocfs2_metadata_cache_get_super(struct ocfs2_caching_info *ci);
84 /* this limits us to 256 nodes
85 * if we need more, we can do a kmalloc for the map */
86 #define OCFS2_NODE_MAP_MAX_NODES 256
87 struct ocfs2_node_map {
89 unsigned long map[BITS_TO_LONGS(OCFS2_NODE_MAP_MAX_NODES)];
92 enum ocfs2_ast_action {
93 OCFS2_AST_INVALID = 0,
96 OCFS2_AST_DOWNCONVERT,
99 /* actions for an unlockast function to take. */
100 enum ocfs2_unlock_action {
101 OCFS2_UNLOCK_INVALID = 0,
102 OCFS2_UNLOCK_CANCEL_CONVERT,
103 OCFS2_UNLOCK_DROP_LOCK,
106 /* ocfs2_lock_res->l_flags flags. */
107 #define OCFS2_LOCK_ATTACHED (0x00000001) /* we have initialized
109 #define OCFS2_LOCK_BUSY (0x00000002) /* we are currently in
111 #define OCFS2_LOCK_BLOCKED (0x00000004) /* blocked waiting to
113 #define OCFS2_LOCK_LOCAL (0x00000008) /* newly created inode */
114 #define OCFS2_LOCK_NEEDS_REFRESH (0x00000010)
115 #define OCFS2_LOCK_REFRESHING (0x00000020)
116 #define OCFS2_LOCK_INITIALIZED (0x00000040) /* track initialization
117 * for shutdown paths */
118 #define OCFS2_LOCK_FREEING (0x00000080) /* help dlmglue track
119 * when to skip queueing
120 * a lock because it's
123 #define OCFS2_LOCK_QUEUED (0x00000100) /* queued for downconvert */
124 #define OCFS2_LOCK_NOCACHE (0x00000200) /* don't use a holder count */
125 #define OCFS2_LOCK_PENDING (0x00000400) /* This lockres is pending a
126 call to dlm_lock. Only
127 exists with BUSY set. */
128 #define OCFS2_LOCK_UPCONVERT_FINISHING (0x00000800) /* blocks the dc thread
129 * from downconverting
130 * before the upconvert
133 #define OCFS2_LOCK_NONBLOCK_FINISHED (0x00001000) /* NONBLOCK cluster
135 * returned, do not block
139 struct ocfs2_lock_res_ops;
141 typedef void (*ocfs2_lock_callback)(int status, unsigned long data);
143 #ifdef CONFIG_OCFS2_FS_STATS
144 struct ocfs2_lock_stats {
145 u64 ls_total; /* Total wait in NSEC */
146 u32 ls_gets; /* Num acquires */
147 u32 ls_fail; /* Num failed acquires */
149 /* Storing max wait in usecs saves 24 bytes per inode */
150 u32 ls_max; /* Max wait in USEC */
151 u64 ls_last; /* Last unlock time in USEC */
155 struct ocfs2_lock_res {
157 struct ocfs2_lock_res_ops *l_ops;
160 struct list_head l_blocked_list;
161 struct list_head l_mask_waiters;
162 struct list_head l_holders;
164 unsigned long l_flags;
165 char l_name[OCFS2_LOCK_ID_MAX_LEN];
166 unsigned int l_ro_holders;
167 unsigned int l_ex_holders;
169 signed char l_requested;
170 signed char l_blocking;
172 /* Data packed - type enum ocfs2_lock_type */
173 unsigned char l_type;
175 /* used from AST/BAST funcs. */
176 /* Data packed - enum type ocfs2_ast_action */
177 unsigned char l_action;
178 /* Data packed - enum type ocfs2_unlock_action */
179 unsigned char l_unlock_action;
180 unsigned int l_pending_gen;
184 struct ocfs2_dlm_lksb l_lksb;
186 wait_queue_head_t l_event;
188 struct list_head l_debug_list;
190 #ifdef CONFIG_OCFS2_FS_STATS
191 struct ocfs2_lock_stats l_lock_prmode; /* PR mode stats */
192 u32 l_lock_refresh; /* Disk refreshes */
193 u64 l_lock_wait; /* First lock wait time */
194 struct ocfs2_lock_stats l_lock_exmode; /* EX mode stats */
196 #ifdef CONFIG_DEBUG_LOCK_ALLOC
197 struct lockdep_map l_lockdep_map;
201 enum ocfs2_orphan_reco_type {
202 ORPHAN_NO_NEED_TRUNCATE = 0,
203 ORPHAN_NEED_TRUNCATE,
206 enum ocfs2_orphan_scan_state {
211 struct ocfs2_orphan_scan {
212 struct mutex os_lock;
213 struct ocfs2_super *os_osb;
214 struct ocfs2_lock_res os_lockres; /* lock to synchronize scans */
215 struct delayed_work os_orphan_scan_work;
216 time64_t os_scantime; /* time this node ran the scan */
217 u32 os_count; /* tracks node specific scans */
218 u32 os_seqno; /* tracks cluster wide scans */
219 atomic_t os_state; /* ACTIVE or INACTIVE */
222 struct ocfs2_dlm_debug {
223 struct kref d_refcnt;
225 struct list_head d_lockres_tracking;
232 VOLUME_MOUNTED_QUOTAS,
237 struct ocfs2_alloc_stats
241 atomic_t bitmap_data;
246 enum ocfs2_local_alloc_state
248 OCFS2_LA_UNUSED = 0, /* Local alloc will never be used for
249 * this mountpoint. */
250 OCFS2_LA_ENABLED, /* Local alloc is in use. */
251 OCFS2_LA_THROTTLED, /* Local alloc is in use, but number
252 * of bits has been reduced. */
253 OCFS2_LA_DISABLED /* Local alloc has temporarily been
257 enum ocfs2_mount_options
259 OCFS2_MOUNT_HB_LOCAL = 1 << 0, /* Local heartbeat */
260 OCFS2_MOUNT_BARRIER = 1 << 1, /* Use block barriers */
261 OCFS2_MOUNT_NOINTR = 1 << 2, /* Don't catch signals */
262 OCFS2_MOUNT_ERRORS_PANIC = 1 << 3, /* Panic on errors */
263 OCFS2_MOUNT_DATA_WRITEBACK = 1 << 4, /* No data ordering */
264 OCFS2_MOUNT_LOCALFLOCKS = 1 << 5, /* No cluster aware user file locks */
265 OCFS2_MOUNT_NOUSERXATTR = 1 << 6, /* No user xattr */
266 OCFS2_MOUNT_INODE64 = 1 << 7, /* Allow inode numbers > 2^32 */
267 OCFS2_MOUNT_POSIX_ACL = 1 << 8, /* Force POSIX access control lists */
268 OCFS2_MOUNT_NO_POSIX_ACL = 1 << 9, /* Disable POSIX access
270 OCFS2_MOUNT_USRQUOTA = 1 << 10, /* We support user quotas */
271 OCFS2_MOUNT_GRPQUOTA = 1 << 11, /* We support group quotas */
272 OCFS2_MOUNT_COHERENCY_BUFFERED = 1 << 12, /* Allow concurrent O_DIRECT
274 OCFS2_MOUNT_HB_NONE = 1 << 13, /* No heartbeat */
275 OCFS2_MOUNT_HB_GLOBAL = 1 << 14, /* Global heartbeat */
277 OCFS2_MOUNT_JOURNAL_ASYNC_COMMIT = 1 << 15, /* Journal Async Commit */
278 OCFS2_MOUNT_ERRORS_CONT = 1 << 16, /* Return EIO to the calling process on error */
279 OCFS2_MOUNT_ERRORS_ROFS = 1 << 17, /* Change filesystem to read-only on error */
280 OCFS2_MOUNT_NOCLUSTER = 1 << 18, /* No cluster aware filesystem mount */
283 #define OCFS2_OSB_SOFT_RO 0x0001
284 #define OCFS2_OSB_HARD_RO 0x0002
285 #define OCFS2_OSB_ERROR_FS 0x0004
286 #define OCFS2_DEFAULT_ATIME_QUANTUM 60
288 struct ocfs2_journal;
289 struct ocfs2_slot_info;
290 struct ocfs2_recovery_map;
291 struct ocfs2_replay_map;
292 struct ocfs2_quota_recovery;
295 struct task_struct *commit_task;
296 struct super_block *sb;
297 struct inode *root_inode;
298 struct inode *sys_root_inode;
299 struct inode *global_system_inodes[NUM_GLOBAL_SYSTEM_INODES];
300 struct inode **local_system_inodes;
302 struct ocfs2_slot_info *slot_info;
304 u32 *slot_recovery_generations;
306 spinlock_t node_map_lock;
309 u64 system_dir_blkno;
315 u64 first_cluster_group_blkno;
318 u32 s_feature_compat;
319 u32 s_feature_incompat;
320 u32 s_feature_ro_compat;
322 /* Protects s_next_generation, osb_flags and s_inode_steal_slot.
323 * Could protect more on osb as it's very short lived.
326 u32 s_next_generation;
327 unsigned long osb_flags;
328 u16 s_inode_steal_slot;
329 u16 s_meta_steal_slot;
330 atomic_t s_num_inodes_stolen;
331 atomic_t s_num_meta_stolen;
333 unsigned long s_mount_opt;
334 unsigned int s_atime_quantum;
336 unsigned int max_slots;
337 unsigned int node_num;
342 int s_clustersize_bits;
343 unsigned int s_xattr_inline_size;
346 struct mutex recovery_lock;
347 struct ocfs2_recovery_map *recovery_map;
348 struct ocfs2_replay_map *replay_map;
349 struct task_struct *recovery_thread_task;
350 int disable_recovery;
351 wait_queue_head_t checkpoint_event;
352 struct ocfs2_journal *journal;
353 unsigned long osb_commit_interval;
355 struct delayed_work la_enable_wq;
358 * Must hold local alloc i_rwsem and osb->osb_lock to change
359 * local_alloc_bits. Reads can be done under either lock.
361 unsigned int local_alloc_bits;
362 unsigned int local_alloc_default_bits;
363 /* osb_clusters_at_boot can become stale! Do not trust it to
365 unsigned int osb_clusters_at_boot;
367 enum ocfs2_local_alloc_state local_alloc_state; /* protected
370 struct buffer_head *local_alloc_bh;
374 struct ocfs2_reservation_map osb_la_resmap;
376 unsigned int osb_resv_level;
377 unsigned int osb_dir_resv_level;
379 /* Next two fields are for local node slot recovery during
381 struct ocfs2_dinode *local_alloc_copy;
382 struct ocfs2_quota_recovery *quota_rec;
384 struct ocfs2_blockcheck_stats osb_ecc_stats;
385 struct ocfs2_alloc_stats alloc_stats;
386 char dev_str[20]; /* "major,minor" of the device */
390 char osb_cluster_stack[OCFS2_STACK_LABEL_LEN + 1];
391 char osb_cluster_name[OCFS2_CLUSTER_NAME_LEN + 1];
392 struct ocfs2_cluster_connection *cconn;
393 struct ocfs2_lock_res osb_super_lockres;
394 struct ocfs2_lock_res osb_rename_lockres;
395 struct ocfs2_lock_res osb_nfs_sync_lockres;
396 struct rw_semaphore nfs_sync_rwlock;
397 struct ocfs2_lock_res osb_trim_fs_lockres;
398 struct mutex obs_trim_fs_mutex;
399 struct ocfs2_dlm_debug *osb_dlm_debug;
401 struct dentry *osb_debug_root;
403 wait_queue_head_t recovery_event;
405 spinlock_t dc_task_lock;
406 struct task_struct *dc_task;
407 wait_queue_head_t dc_event;
408 unsigned long dc_wake_sequence;
409 unsigned long dc_work_sequence;
412 * Any thread can add locks to the list, but the downconvert
413 * thread is the only one allowed to remove locks. Any change
414 * to this rule requires updating
415 * ocfs2_downconvert_thread_do_work().
417 struct list_head blocked_lock_list;
418 unsigned long blocked_lock_count;
420 /* List of dquot structures to drop last reference to */
421 struct llist_head dquot_drop_list;
422 struct work_struct dquot_drop_work;
424 wait_queue_head_t osb_mount_event;
426 /* Truncate log info */
427 struct inode *osb_tl_inode;
428 struct buffer_head *osb_tl_bh;
429 struct delayed_work osb_truncate_log_wq;
430 atomic_t osb_tl_disable;
432 * How many clusters in our truncate log.
433 * It must be protected by osb_tl_inode->i_rwsem.
435 unsigned int truncated_clusters;
437 struct ocfs2_node_map osb_recovering_orphan_dirs;
438 unsigned int *osb_orphan_wipes;
439 wait_queue_head_t osb_wipe_event;
441 struct ocfs2_orphan_scan osb_orphan_scan;
443 /* used to protect metaecc calculation check of xattr. */
444 spinlock_t osb_xattr_lock;
446 unsigned int osb_dx_mask;
449 /* the group we used to allocate inodes. */
450 u64 osb_inode_alloc_group;
452 /* rb tree root for refcount lock. */
453 struct rb_root osb_rf_lock_tree;
454 struct ocfs2_refcount_tree *osb_ref_tree_lru;
456 struct mutex system_file_mutex;
459 * OCFS2 needs to schedule several different types of work which
460 * require cluster locking, disk I/O, recovery waits, etc. Since these
461 * types of work tend to be heavy we avoid using the kernel events
462 * workqueue and schedule on our own.
464 struct workqueue_struct *ocfs2_wq;
466 /* sysfs directory per partition */
467 struct kset *osb_dev_kset;
469 /* file check related stuff */
470 struct ocfs2_filecheck_sysfs_entry osb_fc_ent;
473 #define OCFS2_SB(sb) ((struct ocfs2_super *)(sb)->s_fs_info)
475 /* Useful typedef for passing around journal access functions */
476 typedef int (*ocfs2_journal_access_func)(handle_t *handle,
477 struct ocfs2_caching_info *ci,
478 struct buffer_head *bh, int type);
480 static inline int ocfs2_should_order_data(struct inode *inode)
482 if (!S_ISREG(inode->i_mode))
484 if (OCFS2_SB(inode->i_sb)->s_mount_opt & OCFS2_MOUNT_DATA_WRITEBACK)
489 static inline int ocfs2_sparse_alloc(struct ocfs2_super *osb)
491 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_SPARSE_ALLOC)
496 static inline int ocfs2_writes_unwritten_extents(struct ocfs2_super *osb)
499 * Support for sparse files is a pre-requisite
501 if (!ocfs2_sparse_alloc(osb))
504 if (osb->s_feature_ro_compat & OCFS2_FEATURE_RO_COMPAT_UNWRITTEN)
509 static inline int ocfs2_supports_append_dio(struct ocfs2_super *osb)
511 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_APPEND_DIO)
517 static inline int ocfs2_supports_inline_data(struct ocfs2_super *osb)
519 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_INLINE_DATA)
524 static inline int ocfs2_supports_xattr(struct ocfs2_super *osb)
526 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_XATTR)
531 static inline int ocfs2_meta_ecc(struct ocfs2_super *osb)
533 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_META_ECC)
538 static inline int ocfs2_supports_indexed_dirs(struct ocfs2_super *osb)
540 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_INDEXED_DIRS)
545 static inline int ocfs2_supports_discontig_bg(struct ocfs2_super *osb)
547 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_DISCONTIG_BG)
552 static inline unsigned int ocfs2_link_max(struct ocfs2_super *osb)
554 if (ocfs2_supports_indexed_dirs(osb))
555 return OCFS2_DX_LINK_MAX;
556 return OCFS2_LINK_MAX;
559 static inline unsigned int ocfs2_read_links_count(struct ocfs2_dinode *di)
561 u32 nlink = le16_to_cpu(di->i_links_count);
562 u32 hi = le16_to_cpu(di->i_links_count_hi);
564 if (di->i_dyn_features & cpu_to_le16(OCFS2_INDEXED_DIR_FL))
565 nlink |= (hi << OCFS2_LINKS_HI_SHIFT);
570 static inline void ocfs2_set_links_count(struct ocfs2_dinode *di, u32 nlink)
575 hi = nlink >> OCFS2_LINKS_HI_SHIFT;
577 di->i_links_count = cpu_to_le16(lo);
578 di->i_links_count_hi = cpu_to_le16(hi);
581 static inline void ocfs2_add_links_count(struct ocfs2_dinode *di, int n)
583 u32 links = ocfs2_read_links_count(di);
587 ocfs2_set_links_count(di, links);
590 static inline int ocfs2_refcount_tree(struct ocfs2_super *osb)
592 if (osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_REFCOUNT_TREE)
597 /* set / clear functions because cluster events can make these happen
598 * in parallel so we want the transitions to be atomic. this also
599 * means that any future flags osb_flags must be protected by spinlock
601 static inline void ocfs2_set_osb_flag(struct ocfs2_super *osb,
604 spin_lock(&osb->osb_lock);
605 osb->osb_flags |= flag;
606 spin_unlock(&osb->osb_lock);
609 static inline void ocfs2_set_ro_flag(struct ocfs2_super *osb,
612 spin_lock(&osb->osb_lock);
613 osb->osb_flags &= ~(OCFS2_OSB_SOFT_RO|OCFS2_OSB_HARD_RO);
615 osb->osb_flags |= OCFS2_OSB_HARD_RO;
617 osb->osb_flags |= OCFS2_OSB_SOFT_RO;
618 spin_unlock(&osb->osb_lock);
621 static inline int ocfs2_is_hard_readonly(struct ocfs2_super *osb)
625 spin_lock(&osb->osb_lock);
626 ret = osb->osb_flags & OCFS2_OSB_HARD_RO;
627 spin_unlock(&osb->osb_lock);
632 static inline int ocfs2_is_soft_readonly(struct ocfs2_super *osb)
636 spin_lock(&osb->osb_lock);
637 ret = osb->osb_flags & OCFS2_OSB_SOFT_RO;
638 spin_unlock(&osb->osb_lock);
643 static inline int ocfs2_clusterinfo_valid(struct ocfs2_super *osb)
645 return (osb->s_feature_incompat &
646 (OCFS2_FEATURE_INCOMPAT_USERSPACE_STACK |
647 OCFS2_FEATURE_INCOMPAT_CLUSTERINFO));
650 static inline int ocfs2_userspace_stack(struct ocfs2_super *osb)
652 if (ocfs2_clusterinfo_valid(osb) &&
653 memcmp(osb->osb_cluster_stack, OCFS2_CLASSIC_CLUSTER_STACK,
654 OCFS2_STACK_LABEL_LEN))
659 static inline int ocfs2_o2cb_stack(struct ocfs2_super *osb)
661 if (ocfs2_clusterinfo_valid(osb) &&
662 !memcmp(osb->osb_cluster_stack, OCFS2_CLASSIC_CLUSTER_STACK,
663 OCFS2_STACK_LABEL_LEN))
668 static inline int ocfs2_cluster_o2cb_global_heartbeat(struct ocfs2_super *osb)
670 return ocfs2_o2cb_stack(osb) &&
671 (osb->osb_stackflags & OCFS2_CLUSTER_O2CB_GLOBAL_HEARTBEAT);
674 static inline int ocfs2_mount_local(struct ocfs2_super *osb)
676 return ((osb->s_feature_incompat & OCFS2_FEATURE_INCOMPAT_LOCAL_MOUNT)
677 || (osb->s_mount_opt & OCFS2_MOUNT_NOCLUSTER));
680 static inline int ocfs2_uses_extended_slot_map(struct ocfs2_super *osb)
682 return (osb->s_feature_incompat &
683 OCFS2_FEATURE_INCOMPAT_EXTENDED_SLOT_MAP);
687 #define OCFS2_IS_VALID_DINODE(ptr) \
688 (!strcmp((ptr)->i_signature, OCFS2_INODE_SIGNATURE))
690 #define OCFS2_IS_VALID_EXTENT_BLOCK(ptr) \
691 (!strcmp((ptr)->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE))
693 #define OCFS2_IS_VALID_GROUP_DESC(ptr) \
694 (!strcmp((ptr)->bg_signature, OCFS2_GROUP_DESC_SIGNATURE))
697 #define OCFS2_IS_VALID_XATTR_BLOCK(ptr) \
698 (!strcmp((ptr)->xb_signature, OCFS2_XATTR_BLOCK_SIGNATURE))
700 #define OCFS2_IS_VALID_DIR_TRAILER(ptr) \
701 (!strcmp((ptr)->db_signature, OCFS2_DIR_TRAILER_SIGNATURE))
703 #define OCFS2_IS_VALID_DX_ROOT(ptr) \
704 (!strcmp((ptr)->dr_signature, OCFS2_DX_ROOT_SIGNATURE))
706 #define OCFS2_IS_VALID_DX_LEAF(ptr) \
707 (!strcmp((ptr)->dl_signature, OCFS2_DX_LEAF_SIGNATURE))
709 #define OCFS2_IS_VALID_REFCOUNT_BLOCK(ptr) \
710 (!strcmp((ptr)->rf_signature, OCFS2_REFCOUNT_BLOCK_SIGNATURE))
712 static inline unsigned long ino_from_blkno(struct super_block *sb,
715 return (unsigned long)(blkno & (u64)ULONG_MAX);
718 static inline u64 ocfs2_clusters_to_blocks(struct super_block *sb,
721 int c_to_b_bits = OCFS2_SB(sb)->s_clustersize_bits -
722 sb->s_blocksize_bits;
724 return (u64)clusters << c_to_b_bits;
727 static inline u32 ocfs2_clusters_for_blocks(struct super_block *sb,
730 int b_to_c_bits = OCFS2_SB(sb)->s_clustersize_bits -
731 sb->s_blocksize_bits;
733 blocks += (1 << b_to_c_bits) - 1;
734 return (u32)(blocks >> b_to_c_bits);
737 static inline u32 ocfs2_blocks_to_clusters(struct super_block *sb,
740 int b_to_c_bits = OCFS2_SB(sb)->s_clustersize_bits -
741 sb->s_blocksize_bits;
743 return (u32)(blocks >> b_to_c_bits);
746 static inline unsigned int ocfs2_clusters_for_bytes(struct super_block *sb,
749 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
750 unsigned int clusters;
752 bytes += OCFS2_SB(sb)->s_clustersize - 1;
753 /* OCFS2 just cannot have enough clusters to overflow this */
754 clusters = (unsigned int)(bytes >> cl_bits);
759 static inline unsigned int ocfs2_bytes_to_clusters(struct super_block *sb,
762 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
763 unsigned int clusters;
765 clusters = (unsigned int)(bytes >> cl_bits);
769 static inline u64 ocfs2_blocks_for_bytes(struct super_block *sb,
772 bytes += sb->s_blocksize - 1;
773 return bytes >> sb->s_blocksize_bits;
776 static inline u64 ocfs2_clusters_to_bytes(struct super_block *sb,
779 return (u64)clusters << OCFS2_SB(sb)->s_clustersize_bits;
782 static inline u64 ocfs2_block_to_cluster_start(struct super_block *sb,
785 int bits = OCFS2_SB(sb)->s_clustersize_bits - sb->s_blocksize_bits;
786 unsigned int clusters;
788 clusters = ocfs2_blocks_to_clusters(sb, blocks);
789 return (u64)clusters << bits;
792 static inline u64 ocfs2_align_bytes_to_clusters(struct super_block *sb,
795 int cl_bits = OCFS2_SB(sb)->s_clustersize_bits;
796 unsigned int clusters;
798 clusters = ocfs2_clusters_for_bytes(sb, bytes);
799 return (u64)clusters << cl_bits;
802 static inline u64 ocfs2_align_bytes_to_blocks(struct super_block *sb,
807 blocks = ocfs2_blocks_for_bytes(sb, bytes);
808 return blocks << sb->s_blocksize_bits;
811 static inline unsigned long ocfs2_align_bytes_to_sectors(u64 bytes)
813 return (unsigned long)((bytes + 511) >> 9);
816 static inline unsigned int ocfs2_page_index_to_clusters(struct super_block *sb,
817 unsigned long pg_index)
819 u32 clusters = pg_index;
820 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
822 if (unlikely(PAGE_SHIFT > cbits))
823 clusters = pg_index << (PAGE_SHIFT - cbits);
824 else if (PAGE_SHIFT < cbits)
825 clusters = pg_index >> (cbits - PAGE_SHIFT);
831 * Find the 1st page index which covers the given clusters.
833 static inline pgoff_t ocfs2_align_clusters_to_page_index(struct super_block *sb,
836 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
837 pgoff_t index = clusters;
839 if (PAGE_SHIFT > cbits) {
840 index = (pgoff_t)clusters >> (PAGE_SHIFT - cbits);
841 } else if (PAGE_SHIFT < cbits) {
842 index = (pgoff_t)clusters << (cbits - PAGE_SHIFT);
848 static inline unsigned int ocfs2_pages_per_cluster(struct super_block *sb)
850 unsigned int cbits = OCFS2_SB(sb)->s_clustersize_bits;
851 unsigned int pages_per_cluster = 1;
853 if (PAGE_SHIFT < cbits)
854 pages_per_cluster = 1 << (cbits - PAGE_SHIFT);
856 return pages_per_cluster;
859 static inline unsigned int ocfs2_megabytes_to_clusters(struct super_block *sb,
862 BUILD_BUG_ON(OCFS2_MAX_CLUSTERSIZE > 1048576);
864 return megs << (20 - OCFS2_SB(sb)->s_clustersize_bits);
867 static inline unsigned int ocfs2_clusters_to_megabytes(struct super_block *sb,
868 unsigned int clusters)
870 return clusters >> (20 - OCFS2_SB(sb)->s_clustersize_bits);
873 static inline void _ocfs2_set_bit(unsigned int bit, unsigned long *bitmap)
875 __set_bit_le(bit, bitmap);
877 #define ocfs2_set_bit(bit, addr) _ocfs2_set_bit((bit), (unsigned long *)(addr))
879 static inline void _ocfs2_clear_bit(unsigned int bit, unsigned long *bitmap)
881 __clear_bit_le(bit, bitmap);
883 #define ocfs2_clear_bit(bit, addr) _ocfs2_clear_bit((bit), (unsigned long *)(addr))
885 #define ocfs2_test_bit test_bit_le
886 #define ocfs2_find_next_zero_bit find_next_zero_bit_le
887 #define ocfs2_find_next_bit find_next_bit_le
889 static inline void *correct_addr_and_bit_unaligned(int *bit, void *addr)
891 #if BITS_PER_LONG == 64
892 *bit += ((unsigned long) addr & 7UL) << 3;
893 addr = (void *) ((unsigned long) addr & ~7UL);
894 #elif BITS_PER_LONG == 32
895 *bit += ((unsigned long) addr & 3UL) << 3;
896 addr = (void *) ((unsigned long) addr & ~3UL);
898 #error "how many bits you are?!"
903 static inline void ocfs2_set_bit_unaligned(int bit, void *bitmap)
905 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
906 ocfs2_set_bit(bit, bitmap);
909 static inline void ocfs2_clear_bit_unaligned(int bit, void *bitmap)
911 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
912 ocfs2_clear_bit(bit, bitmap);
915 static inline int ocfs2_test_bit_unaligned(int bit, void *bitmap)
917 bitmap = correct_addr_and_bit_unaligned(&bit, bitmap);
918 return ocfs2_test_bit(bit, bitmap);
921 static inline int ocfs2_find_next_zero_bit_unaligned(void *bitmap, int max,
924 int fix = 0, ret, tmpmax;
925 bitmap = correct_addr_and_bit_unaligned(&fix, bitmap);
929 ret = ocfs2_find_next_zero_bit(bitmap, tmpmax, start) - fix;