fs/nilfs2/direct.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  * NILFS direct block pointer.
   4  *
   5  * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
   6  *
   7  * Written by Koji Sato.
   8  */
   9
  10 #include <linux/errno.h>
  11 #include "nilfs.h"
  12 #include "page.h"
  13 #include "direct.h"
  14 #include "alloc.h"
  15 #include "dat.h"
  16
  17 static inline __le64 *nilfs_direct_dptrs(const struct nilfs_bmap *direct)
  18 {
  19         return (__le64 *)
  20                 ((struct nilfs_direct_node *)direct->b_u.u_data + 1);
  21 }
  22
  23 static inline __u64
  24 nilfs_direct_get_ptr(const struct nilfs_bmap *direct, __u64 key)
  25 {
  26         return le64_to_cpu(*(nilfs_direct_dptrs(direct) + key));
  27 }
  28
  29 static inline void nilfs_direct_set_ptr(struct nilfs_bmap *direct,
  30                                         __u64 key, __u64 ptr)
  31 {
  32         *(nilfs_direct_dptrs(direct) + key) = cpu_to_le64(ptr);
  33 }
  34
  35 static int nilfs_direct_lookup(const struct nilfs_bmap *direct,
  36                                __u64 key, int level, __u64 *ptrp)
  37 {
  38         __u64 ptr;
  39
  40         if (key > NILFS_DIRECT_KEY_MAX || level != 1)
  41                 return -ENOENT;
  42         ptr = nilfs_direct_get_ptr(direct, key);
  43         if (ptr == NILFS_BMAP_INVALID_PTR)
  44                 return -ENOENT;
  45
  46         *ptrp = ptr;
  47         return 0;
  48 }
  49
  50 static int nilfs_direct_lookup_contig(const struct nilfs_bmap *direct,
  51                                       __u64 key, __u64 *ptrp,
  52                                       unsigned int maxblocks)
  53 {
  54         struct inode *dat = NULL;
  55         __u64 ptr, ptr2;
  56         sector_t blocknr;
  57         int ret, cnt;
  58
  59         if (key > NILFS_DIRECT_KEY_MAX)
  60                 return -ENOENT;
  61         ptr = nilfs_direct_get_ptr(direct, key);
  62         if (ptr == NILFS_BMAP_INVALID_PTR)
  63                 return -ENOENT;
  64
  65         if (NILFS_BMAP_USE_VBN(direct)) {
  66                 dat = nilfs_bmap_get_dat(direct);
  67                 ret = nilfs_dat_translate(dat, ptr, &blocknr);
  68                 if (ret < 0)
  69                         return ret;
  70                 ptr = blocknr;
  71         }
  72
  73         maxblocks = min_t(unsigned int, maxblocks,
  74                           NILFS_DIRECT_KEY_MAX - key + 1);
  75         for (cnt = 1; cnt < maxblocks &&
  76                      (ptr2 = nilfs_direct_get_ptr(direct, key + cnt)) !=
  77                      NILFS_BMAP_INVALID_PTR;
  78              cnt++) {
  79                 if (dat) {
  80                         ret = nilfs_dat_translate(dat, ptr2, &blocknr);
  81                         if (ret < 0)
  82                                 return ret;
  83                         ptr2 = blocknr;
  84                 }
  85                 if (ptr2 != ptr + cnt)
  86                         break;
  87         }
  88         *ptrp = ptr;
  89         return cnt;
  90 }
  91
  92 static __u64
  93 nilfs_direct_find_target_v(const struct nilfs_bmap *direct, __u64 key)
  94 {
  95         __u64 ptr;
  96
  97         ptr = nilfs_bmap_find_target_seq(direct, key);
  98         if (ptr != NILFS_BMAP_INVALID_PTR)
  99                 /* sequential access */
 100                 return ptr;
 101
 102         /* block group */
 103         return nilfs_bmap_find_target_in_group(direct);
 104 }
 105
 106 static int nilfs_direct_insert(struct nilfs_bmap *bmap, __u64 key, __u64 ptr)
 107 {
 108         union nilfs_bmap_ptr_req req;
 109         struct inode *dat = NULL;
 110         struct buffer_head *bh;
 111         int ret;
 112
 113         if (key > NILFS_DIRECT_KEY_MAX)
 114                 return -ENOENT;
 115         if (nilfs_direct_get_ptr(bmap, key) != NILFS_BMAP_INVALID_PTR)
 116                 return -EEXIST;
 117
 118         if (NILFS_BMAP_USE_VBN(bmap)) {
 119                 req.bpr_ptr = nilfs_direct_find_target_v(bmap, key);
 120                 dat = nilfs_bmap_get_dat(bmap);
 121         }
 122         ret = nilfs_bmap_prepare_alloc_ptr(bmap, &req, dat);
 123         if (!ret) {
 124                 /* ptr must be a pointer to a buffer head. */
 125                 bh = (struct buffer_head *)((unsigned long)ptr);
 126                 set_buffer_nilfs_volatile(bh);
 127
 128                 nilfs_bmap_commit_alloc_ptr(bmap, &req, dat);
 129                 nilfs_direct_set_ptr(bmap, key, req.bpr_ptr);
 130
 131                 if (!nilfs_bmap_dirty(bmap))
 132                         nilfs_bmap_set_dirty(bmap);
 133
 134                 if (NILFS_BMAP_USE_VBN(bmap))
 135                         nilfs_bmap_set_target_v(bmap, key, req.bpr_ptr);
 136
 137                 nilfs_inode_add_blocks(bmap->b_inode, 1);
 138         }
 139         return ret;
 140 }
 141
 142 static int nilfs_direct_delete(struct nilfs_bmap *bmap, __u64 key)
 143 {
 144         union nilfs_bmap_ptr_req req;
 145         struct inode *dat;
 146         int ret;
 147
 148         if (key > NILFS_DIRECT_KEY_MAX ||
 149             nilfs_direct_get_ptr(bmap, key) == NILFS_BMAP_INVALID_PTR)
 150                 return -ENOENT;
 151
 152         dat = NILFS_BMAP_USE_VBN(bmap) ? nilfs_bmap_get_dat(bmap) : NULL;
 153         req.bpr_ptr = nilfs_direct_get_ptr(bmap, key);
 154
 155         ret = nilfs_bmap_prepare_end_ptr(bmap, &req, dat);
 156         if (!ret) {
 157                 nilfs_bmap_commit_end_ptr(bmap, &req, dat);
 158                 nilfs_direct_set_ptr(bmap, key, NILFS_BMAP_INVALID_PTR);
 159                 nilfs_inode_sub_blocks(bmap->b_inode, 1);
 160         }
 161         return ret;
 162 }
 163
 164 static int nilfs_direct_seek_key(const struct nilfs_bmap *direct, __u64 start,
 165                                  __u64 *keyp)
 166 {
 167         __u64 key;
 168
 169         for (key = start; key <= NILFS_DIRECT_KEY_MAX; key++) {
 170                 if (nilfs_direct_get_ptr(direct, key) !=
 171                     NILFS_BMAP_INVALID_PTR) {
 172                         *keyp = key;
 173                         return 0;
 174                 }
 175         }
 176         return -ENOENT;
 177 }
 178
 179 static int nilfs_direct_last_key(const struct nilfs_bmap *direct, __u64 *keyp)
 180 {
 181         __u64 key, lastkey;
 182
 183         lastkey = NILFS_DIRECT_KEY_MAX + 1;
 184         for (key = NILFS_DIRECT_KEY_MIN; key <= NILFS_DIRECT_KEY_MAX; key++)
 185                 if (nilfs_direct_get_ptr(direct, key) !=
 186                     NILFS_BMAP_INVALID_PTR)
 187                         lastkey = key;
 188
 189         if (lastkey == NILFS_DIRECT_KEY_MAX + 1)
 190                 return -ENOENT;
 191
 192         *keyp = lastkey;
 193
 194         return 0;
 195 }
 196
 197 static int nilfs_direct_check_insert(const struct nilfs_bmap *bmap, __u64 key)
 198 {
 199         return key > NILFS_DIRECT_KEY_MAX;
 200 }
 201
 202 static int nilfs_direct_gather_data(struct nilfs_bmap *direct,
 203                                     __u64 *keys, __u64 *ptrs, int nitems)
 204 {
 205         __u64 key;
 206         __u64 ptr;
 207         int n;
 208
 209         if (nitems > NILFS_DIRECT_NBLOCKS)
 210                 nitems = NILFS_DIRECT_NBLOCKS;
 211         n = 0;
 212         for (key = 0; key < nitems; key++) {
 213                 ptr = nilfs_direct_get_ptr(direct, key);
 214                 if (ptr != NILFS_BMAP_INVALID_PTR) {
 215                         keys[n] = key;
 216                         ptrs[n] = ptr;
 217                         n++;
 218                 }
 219         }
 220         return n;
 221 }
 222
 223 int nilfs_direct_delete_and_convert(struct nilfs_bmap *bmap,
 224                                     __u64 key, __u64 *keys, __u64 *ptrs, int n)
 225 {
 226         __le64 *dptrs;
 227         int ret, i, j;
 228
 229         /* no need to allocate any resource for conversion */
 230
 231         /* delete */
 232         ret = bmap->b_ops->bop_delete(bmap, key);
 233         if (ret < 0)
 234                 return ret;
 235
 236         /* free resources */
 237         if (bmap->b_ops->bop_clear != NULL)
 238                 bmap->b_ops->bop_clear(bmap);
 239
 240         /* convert */
 241         dptrs = nilfs_direct_dptrs(bmap);
 242         for (i = 0, j = 0; i < NILFS_DIRECT_NBLOCKS; i++) {
 243                 if ((j < n) && (i == keys[j])) {
 244                         dptrs[i] = (i != key) ?
 245                                 cpu_to_le64(ptrs[j]) :
 246                                 NILFS_BMAP_INVALID_PTR;
 247                         j++;
 248                 } else
 249                         dptrs[i] = NILFS_BMAP_INVALID_PTR;
 250         }
 251
 252         nilfs_direct_init(bmap);
 253         return 0;
 254 }
 255
 256 static int nilfs_direct_propagate(struct nilfs_bmap *bmap,
 257                                   struct buffer_head *bh)
 258 {
 259         struct nilfs_palloc_req oldreq, newreq;
 260         struct inode *dat;
 261         __u64 key;
 262         __u64 ptr;
 263         int ret;
 264
 265         if (!NILFS_BMAP_USE_VBN(bmap))
 266                 return 0;
 267
 268         dat = nilfs_bmap_get_dat(bmap);
 269         key = nilfs_bmap_data_get_key(bmap, bh);
 270         ptr = nilfs_direct_get_ptr(bmap, key);
 271         if (!buffer_nilfs_volatile(bh)) {
 272                 oldreq.pr_entry_nr = ptr;
 273                 newreq.pr_entry_nr = ptr;
 274                 ret = nilfs_dat_prepare_update(dat, &oldreq, &newreq);
 275                 if (ret < 0)
 276                         return ret;
 277                 nilfs_dat_commit_update(dat, &oldreq, &newreq,
 278                                         bmap->b_ptr_type == NILFS_BMAP_PTR_VS);
 279                 set_buffer_nilfs_volatile(bh);
 280                 nilfs_direct_set_ptr(bmap, key, newreq.pr_entry_nr);
 281         } else
 282                 ret = nilfs_dat_mark_dirty(dat, ptr);
 283
 284         return ret;
 285 }
 286
 287 static int nilfs_direct_assign_v(struct nilfs_bmap *direct,
 288                                  __u64 key, __u64 ptr,
 289                                  struct buffer_head **bh,
 290                                  sector_t blocknr,
 291                                  union nilfs_binfo *binfo)
 292 {
 293         struct inode *dat = nilfs_bmap_get_dat(direct);
 294         union nilfs_bmap_ptr_req req;
 295         int ret;
 296
 297         req.bpr_ptr = ptr;
 298         ret = nilfs_dat_prepare_start(dat, &req.bpr_req);
 299         if (!ret) {
 300                 nilfs_dat_commit_start(dat, &req.bpr_req, blocknr);
 301                 binfo->bi_v.bi_vblocknr = cpu_to_le64(ptr);
 302                 binfo->bi_v.bi_blkoff = cpu_to_le64(key);
 303         }
 304         return ret;
 305 }
 306
 307 static int nilfs_direct_assign_p(struct nilfs_bmap *direct,
 308                                  __u64 key, __u64 ptr,
 309                                  struct buffer_head **bh,
 310                                  sector_t blocknr,
 311                                  union nilfs_binfo *binfo)
 312 {
 313         nilfs_direct_set_ptr(direct, key, blocknr);
 314
 315         binfo->bi_dat.bi_blkoff = cpu_to_le64(key);
 316         binfo->bi_dat.bi_level = 0;
 317         memset(binfo->bi_dat.bi_pad, 0, sizeof(binfo->bi_dat.bi_pad));
 318
 319         return 0;
 320 }
 321
 322 static int nilfs_direct_assign(struct nilfs_bmap *bmap,
 323                                struct buffer_head **bh,
 324                                sector_t blocknr,
 325                                union nilfs_binfo *binfo)
 326 {
 327         __u64 key;
 328         __u64 ptr;
 329
 330         key = nilfs_bmap_data_get_key(bmap, *bh);
 331         if (unlikely(key > NILFS_DIRECT_KEY_MAX)) {
 332                 nilfs_crit(bmap->b_inode->i_sb,
 333                            "%s (ino=%lu): invalid key: %llu",
 334                            __func__,
 335                            bmap->b_inode->i_ino, (unsigned long long)key);
 336                 return -EINVAL;
 337         }
 338         ptr = nilfs_direct_get_ptr(bmap, key);
 339         if (unlikely(ptr == NILFS_BMAP_INVALID_PTR)) {
 340                 nilfs_crit(bmap->b_inode->i_sb,
 341                            "%s (ino=%lu): invalid pointer: %llu",
 342                            __func__,
 343                            bmap->b_inode->i_ino, (unsigned long long)ptr);
 344                 return -EINVAL;
 345         }
 346
 347         return NILFS_BMAP_USE_VBN(bmap) ?
 348                 nilfs_direct_assign_v(bmap, key, ptr, bh, blocknr, binfo) :
 349                 nilfs_direct_assign_p(bmap, key, ptr, bh, blocknr, binfo);
 350 }
 351
 352 static const struct nilfs_bmap_operations nilfs_direct_ops = {
 353         .bop_lookup             =       nilfs_direct_lookup,
 354         .bop_lookup_contig      =       nilfs_direct_lookup_contig,
 355         .bop_insert             =       nilfs_direct_insert,
 356         .bop_delete             =       nilfs_direct_delete,
 357         .bop_clear              =       NULL,
 358
 359         .bop_propagate          =       nilfs_direct_propagate,
 360
 361         .bop_lookup_dirty_buffers       =       NULL,
 362
 363         .bop_assign             =       nilfs_direct_assign,
 364         .bop_mark               =       NULL,
 365
 366         .bop_seek_key           =       nilfs_direct_seek_key,
 367         .bop_last_key           =       nilfs_direct_last_key,
 368
 369         .bop_check_insert       =       nilfs_direct_check_insert,
 370         .bop_check_delete       =       NULL,
 371         .bop_gather_data        =       nilfs_direct_gather_data,
 372 };
 373
 374
 375 int nilfs_direct_init(struct nilfs_bmap *bmap)
 376 {
 377         bmap->b_ops = &nilfs_direct_ops;
 378         return 0;
 379 }