fs/ntfs3/inode.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  *
   4  * Copyright (C) 2019-2021 Paragon Software GmbH, All rights reserved.
   5  *
   6  */
   7
   8 #include <linux/buffer_head.h>
   9 #include <linux/fs.h>
  10 #include <linux/mpage.h>
  11 #include <linux/namei.h>
  12 #include <linux/nls.h>
  13 #include <linux/uio.h>
  14 #include <linux/writeback.h>
  15
  16 #include "debug.h"
  17 #include "ntfs.h"
  18 #include "ntfs_fs.h"
  19
  20 /*
  21  * ntfs_read_mft - Read record and parses MFT.
  22  */
  23 static struct inode *ntfs_read_mft(struct inode *inode,
  24                                    const struct cpu_str *name,
  25                                    const struct MFT_REF *ref)
  26 {
  27         int err = 0;
  28         struct ntfs_inode *ni = ntfs_i(inode);
  29         struct super_block *sb = inode->i_sb;
  30         struct ntfs_sb_info *sbi = sb->s_fs_info;
  31         mode_t mode = 0;
  32         struct ATTR_STD_INFO5 *std5 = NULL;
  33         struct ATTR_LIST_ENTRY *le;
  34         struct ATTRIB *attr;
  35         bool is_match = false;
  36         bool is_root = false;
  37         bool is_dir;
  38         unsigned long ino = inode->i_ino;
  39         u32 rp_fa = 0, asize, t32;
  40         u16 roff, rsize, names = 0;
  41         const struct ATTR_FILE_NAME *fname = NULL;
  42         const struct INDEX_ROOT *root;
  43         struct REPARSE_DATA_BUFFER rp; // 0x18 bytes
  44         u64 t64;
  45         struct MFT_REC *rec;
  46         struct runs_tree *run;
  47
  48         inode->i_op = NULL;
  49         /* Setup 'uid' and 'gid' */
  50         inode->i_uid = sbi->options->fs_uid;
  51         inode->i_gid = sbi->options->fs_gid;
  52
  53         err = mi_init(&ni->mi, sbi, ino);
  54         if (err)
  55                 goto out;
  56
  57         if (!sbi->mft.ni && ino == MFT_REC_MFT && !sb->s_root) {
  58                 t64 = sbi->mft.lbo >> sbi->cluster_bits;
  59                 t32 = bytes_to_cluster(sbi, MFT_REC_VOL * sbi->record_size);
  60                 sbi->mft.ni = ni;
  61                 init_rwsem(&ni->file.run_lock);
  62
  63                 if (!run_add_entry(&ni->file.run, 0, t64, t32, true)) {
  64                         err = -ENOMEM;
  65                         goto out;
  66                 }
  67         }
  68
  69         err = mi_read(&ni->mi, ino == MFT_REC_MFT);
  70
  71         if (err)
  72                 goto out;
  73
  74         rec = ni->mi.mrec;
  75
  76         if (sbi->flags & NTFS_FLAGS_LOG_REPLAYING) {
  77                 ;
  78         } else if (ref->seq != rec->seq) {
  79                 err = -EINVAL;
  80                 ntfs_err(sb, "MFT: r=%lx, expect seq=%x instead of %x!", ino,
  81                          le16_to_cpu(ref->seq), le16_to_cpu(rec->seq));
  82                 goto out;
  83         } else if (!is_rec_inuse(rec)) {
  84                 err = -EINVAL;
  85                 ntfs_err(sb, "Inode r=%x is not in use!", (u32)ino);
  86                 goto out;
  87         }
  88
  89         if (le32_to_cpu(rec->total) != sbi->record_size) {
  90                 /* Bad inode? */
  91                 err = -EINVAL;
  92                 goto out;
  93         }
  94
  95         if (!is_rec_base(rec))
  96                 goto Ok;
  97
  98         /* Record should contain $I30 root. */
  99         is_dir = rec->flags & RECORD_FLAG_DIR;
 100
 101         inode->i_generation = le16_to_cpu(rec->seq);
 102
 103         /* Enumerate all struct Attributes MFT. */
 104         le = NULL;
 105         attr = NULL;
 106
 107         /*
 108          * To reduce tab pressure use goto instead of
 109          * while( (attr = ni_enum_attr_ex(ni, attr, &le, NULL) ))
 110          */
 111 next_attr:
 112         run = NULL;
 113         err = -EINVAL;
 114         attr = ni_enum_attr_ex(ni, attr, &le, NULL);
 115         if (!attr)
 116                 goto end_enum;
 117
 118         if (le && le->vcn) {
 119                 /* This is non primary attribute segment. Ignore if not MFT. */
 120                 if (ino != MFT_REC_MFT || attr->type != ATTR_DATA)
 121                         goto next_attr;
 122
 123                 run = &ni->file.run;
 124                 asize = le32_to_cpu(attr->size);
 125                 goto attr_unpack_run;
 126         }
 127
 128         roff = attr->non_res ? 0 : le16_to_cpu(attr->res.data_off);
 129         rsize = attr->non_res ? 0 : le32_to_cpu(attr->res.data_size);
 130         asize = le32_to_cpu(attr->size);
 131
 132         switch (attr->type) {
 133         case ATTR_STD:
 134                 if (attr->non_res ||
 135                     asize < sizeof(struct ATTR_STD_INFO) + roff ||
 136                     rsize < sizeof(struct ATTR_STD_INFO))
 137                         goto out;
 138
 139                 if (std5)
 140                         goto next_attr;
 141
 142                 std5 = Add2Ptr(attr, roff);
 143
 144 #ifdef STATX_BTIME
 145                 nt2kernel(std5->cr_time, &ni->i_crtime);
 146 #endif
 147                 nt2kernel(std5->a_time, &inode->i_atime);
 148                 nt2kernel(std5->c_time, &inode->i_ctime);
 149                 nt2kernel(std5->m_time, &inode->i_mtime);
 150
 151                 ni->std_fa = std5->fa;
 152
 153                 if (asize >= sizeof(struct ATTR_STD_INFO5) + roff &&
 154                     rsize >= sizeof(struct ATTR_STD_INFO5))
 155                         ni->std_security_id = std5->security_id;
 156                 goto next_attr;
 157
 158         case ATTR_LIST:
 159                 if (attr->name_len || le || ino == MFT_REC_LOG)
 160                         goto out;
 161
 162                 err = ntfs_load_attr_list(ni, attr);
 163                 if (err)
 164                         goto out;
 165
 166                 le = NULL;
 167                 attr = NULL;
 168                 goto next_attr;
 169
 170         case ATTR_NAME:
 171                 if (attr->non_res || asize < SIZEOF_ATTRIBUTE_FILENAME + roff ||
 172                     rsize < SIZEOF_ATTRIBUTE_FILENAME)
 173                         goto out;
 174
 175                 fname = Add2Ptr(attr, roff);
 176                 if (fname->type == FILE_NAME_DOS)
 177                         goto next_attr;
 178
 179                 names += 1;
 180                 if (name && name->len == fname->name_len &&
 181                     !ntfs_cmp_names_cpu(name, (struct le_str *)&fname->name_len,
 182                                         NULL, false))
 183                         is_match = true;
 184
 185                 goto next_attr;
 186
 187         case ATTR_DATA:
 188                 if (is_dir) {
 189                         /* Ignore data attribute in dir record. */
 190                         goto next_attr;
 191                 }
 192
 193                 if (ino == MFT_REC_BADCLUST && !attr->non_res)
 194                         goto next_attr;
 195
 196                 if (attr->name_len &&
 197                     ((ino != MFT_REC_BADCLUST || !attr->non_res ||
 198                       attr->name_len != ARRAY_SIZE(BAD_NAME) ||
 199                       memcmp(attr_name(attr), BAD_NAME, sizeof(BAD_NAME))) &&
 200                      (ino != MFT_REC_SECURE || !attr->non_res ||
 201                       attr->name_len != ARRAY_SIZE(SDS_NAME) ||
 202                       memcmp(attr_name(attr), SDS_NAME, sizeof(SDS_NAME))))) {
 203                         /* File contains stream attribute. Ignore it. */
 204                         goto next_attr;
 205                 }
 206
 207                 if (is_attr_sparsed(attr))
 208                         ni->std_fa |= FILE_ATTRIBUTE_SPARSE_FILE;
 209                 else
 210                         ni->std_fa &= ~FILE_ATTRIBUTE_SPARSE_FILE;
 211
 212                 if (is_attr_compressed(attr))
 213                         ni->std_fa |= FILE_ATTRIBUTE_COMPRESSED;
 214                 else
 215                         ni->std_fa &= ~FILE_ATTRIBUTE_COMPRESSED;
 216
 217                 if (is_attr_encrypted(attr))
 218                         ni->std_fa |= FILE_ATTRIBUTE_ENCRYPTED;
 219                 else
 220                         ni->std_fa &= ~FILE_ATTRIBUTE_ENCRYPTED;
 221
 222                 if (!attr->non_res) {
 223                         ni->i_valid = inode->i_size = rsize;
 224                         inode_set_bytes(inode, rsize);
 225                         t32 = asize;
 226                 } else {
 227                         t32 = le16_to_cpu(attr->nres.run_off);
 228                 }
 229
 230                 mode = S_IFREG | (0777 & sbi->options->fs_fmask_inv);
 231
 232                 if (!attr->non_res) {
 233                         ni->ni_flags |= NI_FLAG_RESIDENT;
 234                         goto next_attr;
 235                 }
 236
 237                 inode_set_bytes(inode, attr_ondisk_size(attr));
 238
 239                 ni->i_valid = le64_to_cpu(attr->nres.valid_size);
 240                 inode->i_size = le64_to_cpu(attr->nres.data_size);
 241                 if (!attr->nres.alloc_size)
 242                         goto next_attr;
 243
 244                 run = ino == MFT_REC_BITMAP ? &sbi->used.bitmap.run
 245                                             : &ni->file.run;
 246                 break;
 247
 248         case ATTR_ROOT:
 249                 if (attr->non_res)
 250                         goto out;
 251
 252                 root = Add2Ptr(attr, roff);
 253                 is_root = true;
 254
 255                 if (attr->name_len != ARRAY_SIZE(I30_NAME) ||
 256                     memcmp(attr_name(attr), I30_NAME, sizeof(I30_NAME)))
 257                         goto next_attr;
 258
 259                 if (root->type != ATTR_NAME ||
 260                     root->rule != NTFS_COLLATION_TYPE_FILENAME)
 261                         goto out;
 262
 263                 if (!is_dir)
 264                         goto next_attr;
 265
 266                 ni->ni_flags |= NI_FLAG_DIR;
 267
 268                 err = indx_init(&ni->dir, sbi, attr, INDEX_MUTEX_I30);
 269                 if (err)
 270                         goto out;
 271
 272                 mode = sb->s_root
 273                                ? (S_IFDIR | (0777 & sbi->options->fs_dmask_inv))
 274                                : (S_IFDIR | 0777);
 275                 goto next_attr;
 276
 277         case ATTR_ALLOC:
 278                 if (!is_root || attr->name_len != ARRAY_SIZE(I30_NAME) ||
 279                     memcmp(attr_name(attr), I30_NAME, sizeof(I30_NAME)))
 280                         goto next_attr;
 281
 282                 inode->i_size = le64_to_cpu(attr->nres.data_size);
 283                 ni->i_valid = le64_to_cpu(attr->nres.valid_size);
 284                 inode_set_bytes(inode, le64_to_cpu(attr->nres.alloc_size));
 285
 286                 run = &ni->dir.alloc_run;
 287                 break;
 288
 289         case ATTR_BITMAP:
 290                 if (ino == MFT_REC_MFT) {
 291                         if (!attr->non_res)
 292                                 goto out;
 293 #ifndef CONFIG_NTFS3_64BIT_CLUSTER
 294                         /* 0x20000000 = 2^32 / 8 */
 295                         if (le64_to_cpu(attr->nres.alloc_size) >= 0x20000000)
 296                                 goto out;
 297 #endif
 298                         run = &sbi->mft.bitmap.run;
 299                         break;
 300                 } else if (is_dir && attr->name_len == ARRAY_SIZE(I30_NAME) &&
 301                            !memcmp(attr_name(attr), I30_NAME,
 302                                    sizeof(I30_NAME)) &&
 303                            attr->non_res) {
 304                         run = &ni->dir.bitmap_run;
 305                         break;
 306                 }
 307                 goto next_attr;
 308
 309         case ATTR_REPARSE:
 310                 if (attr->name_len)
 311                         goto next_attr;
 312
 313                 rp_fa = ni_parse_reparse(ni, attr, &rp);
 314                 switch (rp_fa) {
 315                 case REPARSE_LINK:
 316                         if (!attr->non_res) {
 317                                 inode->i_size = rsize;
 318                                 inode_set_bytes(inode, rsize);
 319                                 t32 = asize;
 320                         } else {
 321                                 inode->i_size =
 322                                         le64_to_cpu(attr->nres.data_size);
 323                                 t32 = le16_to_cpu(attr->nres.run_off);
 324                         }
 325
 326                         /* Looks like normal symlink. */
 327                         ni->i_valid = inode->i_size;
 328
 329                         /* Clear directory bit. */
 330                         if (ni->ni_flags & NI_FLAG_DIR) {
 331                                 indx_clear(&ni->dir);
 332                                 memset(&ni->dir, 0, sizeof(ni->dir));
 333                                 ni->ni_flags &= ~NI_FLAG_DIR;
 334                         } else {
 335                                 run_close(&ni->file.run);
 336                         }
 337                         mode = S_IFLNK | 0777;
 338                         is_dir = false;
 339                         if (attr->non_res) {
 340                                 run = &ni->file.run;
 341                                 goto attr_unpack_run; // Double break.
 342                         }
 343                         break;
 344
 345                 case REPARSE_COMPRESSED:
 346                         break;
 347
 348                 case REPARSE_DEDUPLICATED:
 349                         break;
 350                 }
 351                 goto next_attr;
 352
 353         case ATTR_EA_INFO:
 354                 if (!attr->name_len &&
 355                     resident_data_ex(attr, sizeof(struct EA_INFO))) {
 356                         ni->ni_flags |= NI_FLAG_EA;
 357                         /*
 358                          * ntfs_get_wsl_perm updates inode->i_uid, inode->i_gid, inode->i_mode
 359                          */
 360                         inode->i_mode = mode;
 361                         ntfs_get_wsl_perm(inode);
 362                         mode = inode->i_mode;
 363                 }
 364                 goto next_attr;
 365
 366         default:
 367                 goto next_attr;
 368         }
 369
 370 attr_unpack_run:
 371         roff = le16_to_cpu(attr->nres.run_off);
 372
 373         t64 = le64_to_cpu(attr->nres.svcn);
 374         err = run_unpack_ex(run, sbi, ino, t64, le64_to_cpu(attr->nres.evcn),
 375                             t64, Add2Ptr(attr, roff), asize - roff);
 376         if (err < 0)
 377                 goto out;
 378         err = 0;
 379         goto next_attr;
 380
 381 end_enum:
 382
 383         if (!std5)
 384                 goto out;
 385
 386         if (!is_match && name) {
 387                 /* Reuse rec as buffer for ascii name. */
 388                 err = -ENOENT;
 389                 goto out;
 390         }
 391
 392         if (std5->fa & FILE_ATTRIBUTE_READONLY)
 393                 mode &= ~0222;
 394
 395         if (!names) {
 396                 err = -EINVAL;
 397                 goto out;
 398         }
 399
 400         if (names != le16_to_cpu(rec->hard_links)) {
 401                 /* Correct minor error on the fly. Do not mark inode as dirty. */
 402                 rec->hard_links = cpu_to_le16(names);
 403                 ni->mi.dirty = true;
 404         }
 405
 406         set_nlink(inode, names);
 407
 408         if (S_ISDIR(mode)) {
 409                 ni->std_fa |= FILE_ATTRIBUTE_DIRECTORY;
 410
 411                 /*
 412                  * Dot and dot-dot should be included in count but was not
 413                  * included in enumeration.
 414                  * Usually a hard links to directories are disabled.
 415                  */
 416                 inode->i_op = &ntfs_dir_inode_operations;
 417                 inode->i_fop = &ntfs_dir_operations;
 418                 ni->i_valid = 0;
 419         } else if (S_ISLNK(mode)) {
 420                 ni->std_fa &= ~FILE_ATTRIBUTE_DIRECTORY;
 421                 inode->i_op = &ntfs_link_inode_operations;
 422                 inode->i_fop = NULL;
 423                 inode_nohighmem(inode); // ??
 424         } else if (S_ISREG(mode)) {
 425                 ni->std_fa &= ~FILE_ATTRIBUTE_DIRECTORY;
 426                 inode->i_op = &ntfs_file_inode_operations;
 427                 inode->i_fop = &ntfs_file_operations;
 428                 inode->i_mapping->a_ops =
 429                         is_compressed(ni) ? &ntfs_aops_cmpr : &ntfs_aops;
 430                 if (ino != MFT_REC_MFT)
 431                         init_rwsem(&ni->file.run_lock);
 432         } else if (S_ISCHR(mode) || S_ISBLK(mode) || S_ISFIFO(mode) ||
 433                    S_ISSOCK(mode)) {
 434                 inode->i_op = &ntfs_special_inode_operations;
 435                 init_special_inode(inode, mode, inode->i_rdev);
 436         } else if (fname && fname->home.low == cpu_to_le32(MFT_REC_EXTEND) &&
 437                    fname->home.seq == cpu_to_le16(MFT_REC_EXTEND)) {
 438                 /* Records in $Extend are not a files or general directories. */
 439         } else {
 440                 err = -EINVAL;
 441                 goto out;
 442         }
 443
 444         if ((sbi->options->sys_immutable &&
 445              (std5->fa & FILE_ATTRIBUTE_SYSTEM)) &&
 446             !S_ISFIFO(mode) && !S_ISSOCK(mode) && !S_ISLNK(mode)) {
 447                 inode->i_flags |= S_IMMUTABLE;
 448         } else {
 449                 inode->i_flags &= ~S_IMMUTABLE;
 450         }
 451
 452         inode->i_mode = mode;
 453         if (!(ni->ni_flags & NI_FLAG_EA)) {
 454                 /* If no xattr then no security (stored in xattr). */
 455                 inode->i_flags |= S_NOSEC;
 456         }
 457
 458 Ok:
 459         if (ino == MFT_REC_MFT && !sb->s_root)
 460                 sbi->mft.ni = NULL;
 461
 462         unlock_new_inode(inode);
 463
 464         return inode;
 465
 466 out:
 467         if (ino == MFT_REC_MFT && !sb->s_root)
 468                 sbi->mft.ni = NULL;
 469
 470         iget_failed(inode);
 471         return ERR_PTR(err);
 472 }
 473
 474 /*
 475  * ntfs_test_inode
 476  *
 477  * Return: 1 if match.
 478  */
 479 static int ntfs_test_inode(struct inode *inode, void *data)
 480 {
 481         struct MFT_REF *ref = data;
 482
 483         return ino_get(ref) == inode->i_ino;
 484 }
 485
 486 static int ntfs_set_inode(struct inode *inode, void *data)
 487 {
 488         const struct MFT_REF *ref = data;
 489
 490         inode->i_ino = ino_get(ref);
 491         return 0;
 492 }
 493
 494 struct inode *ntfs_iget5(struct super_block *sb, const struct MFT_REF *ref,
 495                          const struct cpu_str *name)
 496 {
 497         struct inode *inode;
 498
 499         inode = iget5_locked(sb, ino_get(ref), ntfs_test_inode, ntfs_set_inode,
 500                              (void *)ref);
 501         if (unlikely(!inode))
 502                 return ERR_PTR(-ENOMEM);
 503
 504         /* If this is a freshly allocated inode, need to read it now. */
 505         if (inode->i_state & I_NEW)
 506                 inode = ntfs_read_mft(inode, name, ref);
 507         else if (ref->seq != ntfs_i(inode)->mi.mrec->seq) {
 508                 /* Inode overlaps? */
 509                 make_bad_inode(inode);
 510         }
 511
 512         return inode;
 513 }
 514
 515 enum get_block_ctx {
 516         GET_BLOCK_GENERAL = 0,
 517         GET_BLOCK_WRITE_BEGIN = 1,
 518         GET_BLOCK_DIRECT_IO_R = 2,
 519         GET_BLOCK_DIRECT_IO_W = 3,
 520         GET_BLOCK_BMAP = 4,
 521 };
 522
 523 static noinline int ntfs_get_block_vbo(struct inode *inode, u64 vbo,
 524                                        struct buffer_head *bh, int create,
 525                                        enum get_block_ctx ctx)
 526 {
 527         struct super_block *sb = inode->i_sb;
 528         struct ntfs_sb_info *sbi = sb->s_fs_info;
 529         struct ntfs_inode *ni = ntfs_i(inode);
 530         struct page *page = bh->b_page;
 531         u8 cluster_bits = sbi->cluster_bits;
 532         u32 block_size = sb->s_blocksize;
 533         u64 bytes, lbo, valid;
 534         u32 off;
 535         int err;
 536         CLST vcn, lcn, len;
 537         bool new;
 538
 539         /* Clear previous state. */
 540         clear_buffer_new(bh);
 541         clear_buffer_uptodate(bh);
 542
 543         /* Direct write uses 'create=0'. */
 544         if (!create && vbo >= ni->i_valid) {
 545                 /* Out of valid. */
 546                 return 0;
 547         }
 548
 549         if (vbo >= inode->i_size) {
 550                 /* Out of size. */
 551                 return 0;
 552         }
 553
 554         if (is_resident(ni)) {
 555                 ni_lock(ni);
 556                 err = attr_data_read_resident(ni, page);
 557                 ni_unlock(ni);
 558
 559                 if (!err)
 560                         set_buffer_uptodate(bh);
 561                 bh->b_size = block_size;
 562                 return err;
 563         }
 564
 565         vcn = vbo >> cluster_bits;
 566         off = vbo & sbi->cluster_mask;
 567         new = false;
 568
 569         err = attr_data_get_block(ni, vcn, 1, &lcn, &len, create ? &new : NULL);
 570         if (err)
 571                 goto out;
 572
 573         if (!len)
 574                 return 0;
 575
 576         bytes = ((u64)len << cluster_bits) - off;
 577
 578         if (lcn == SPARSE_LCN) {
 579                 if (!create) {
 580                         if (bh->b_size > bytes)
 581                                 bh->b_size = bytes;
 582                         return 0;
 583                 }
 584                 WARN_ON(1);
 585         }
 586
 587         if (new) {
 588                 set_buffer_new(bh);
 589                 if ((len << cluster_bits) > block_size)
 590                         ntfs_sparse_cluster(inode, page, vcn, len);
 591         }
 592
 593         lbo = ((u64)lcn << cluster_bits) + off;
 594
 595         set_buffer_mapped(bh);
 596         bh->b_bdev = sb->s_bdev;
 597         bh->b_blocknr = lbo >> sb->s_blocksize_bits;
 598
 599         valid = ni->i_valid;
 600
 601         if (ctx == GET_BLOCK_DIRECT_IO_W) {
 602                 /* ntfs_direct_IO will update ni->i_valid. */
 603                 if (vbo >= valid)
 604                         set_buffer_new(bh);
 605         } else if (create) {
 606                 /* Normal write. */
 607                 if (bytes > bh->b_size)
 608                         bytes = bh->b_size;
 609
 610                 if (vbo >= valid)
 611                         set_buffer_new(bh);
 612
 613                 if (vbo + bytes > valid) {
 614                         ni->i_valid = vbo + bytes;
 615                         mark_inode_dirty(inode);
 616                 }
 617         } else if (vbo >= valid) {
 618                 /* Read out of valid data. */
 619                 /* Should never be here 'cause already checked. */
 620                 clear_buffer_mapped(bh);
 621         } else if (vbo + bytes <= valid) {
 622                 /* Normal read. */
 623         } else if (vbo + block_size <= valid) {
 624                 /* Normal short read. */
 625                 bytes = block_size;
 626         } else {
 627                 /*
 628                  * Read across valid size: vbo < valid && valid < vbo + block_size
 629                  */
 630                 bytes = block_size;
 631
 632                 if (page) {
 633                         u32 voff = valid - vbo;
 634
 635                         bh->b_size = block_size;
 636                         off = vbo & (PAGE_SIZE - 1);
 637                         set_bh_page(bh, page, off);
 638                         ll_rw_block(REQ_OP_READ, 0, 1, &bh);
 639                         wait_on_buffer(bh);
 640                         if (!buffer_uptodate(bh)) {
 641                                 err = -EIO;
 642                                 goto out;
 643                         }
 644                         zero_user_segment(page, off + voff, off + block_size);
 645                 }
 646         }
 647
 648         if (bh->b_size > bytes)
 649                 bh->b_size = bytes;
 650
 651 #ifndef __LP64__
 652         if (ctx == GET_BLOCK_DIRECT_IO_W || ctx == GET_BLOCK_DIRECT_IO_R) {
 653                 static_assert(sizeof(size_t) < sizeof(loff_t));
 654                 if (bytes > 0x40000000u)
 655                         bh->b_size = 0x40000000u;
 656         }
 657 #endif
 658
 659         return 0;
 660
 661 out:
 662         return err;
 663 }
 664
 665 int ntfs_get_block(struct inode *inode, sector_t vbn,
 666                    struct buffer_head *bh_result, int create)
 667 {
 668         return ntfs_get_block_vbo(inode, (u64)vbn << inode->i_blkbits,
 669                                   bh_result, create, GET_BLOCK_GENERAL);
 670 }
 671
 672 static int ntfs_get_block_bmap(struct inode *inode, sector_t vsn,
 673                                struct buffer_head *bh_result, int create)
 674 {
 675         return ntfs_get_block_vbo(inode,
 676                                   (u64)vsn << inode->i_sb->s_blocksize_bits,
 677                                   bh_result, create, GET_BLOCK_BMAP);
 678 }
 679
 680 static sector_t ntfs_bmap(struct address_space *mapping, sector_t block)
 681 {
 682         return generic_block_bmap(mapping, block, ntfs_get_block_bmap);
 683 }
 684
 685 static int ntfs_readpage(struct file *file, struct page *page)
 686 {
 687         int err;
 688         struct address_space *mapping = page->mapping;
 689         struct inode *inode = mapping->host;
 690         struct ntfs_inode *ni = ntfs_i(inode);
 691
 692         if (is_resident(ni)) {
 693                 ni_lock(ni);
 694                 err = attr_data_read_resident(ni, page);
 695                 ni_unlock(ni);
 696                 if (err != E_NTFS_NONRESIDENT) {
 697                         unlock_page(page);
 698                         return err;
 699                 }
 700         }
 701
 702         if (is_compressed(ni)) {
 703                 ni_lock(ni);
 704                 err = ni_readpage_cmpr(ni, page);
 705                 ni_unlock(ni);
 706                 return err;
 707         }
 708
 709         /* Normal + sparse files. */
 710         return mpage_readpage(page, ntfs_get_block);
 711 }
 712
 713 static void ntfs_readahead(struct readahead_control *rac)
 714 {
 715         struct address_space *mapping = rac->mapping;
 716         struct inode *inode = mapping->host;
 717         struct ntfs_inode *ni = ntfs_i(inode);
 718         u64 valid;
 719         loff_t pos;
 720
 721         if (is_resident(ni)) {
 722                 /* No readahead for resident. */
 723                 return;
 724         }
 725
 726         if (is_compressed(ni)) {
 727                 /* No readahead for compressed. */
 728                 return;
 729         }
 730
 731         valid = ni->i_valid;
 732         pos = readahead_pos(rac);
 733
 734         if (valid < i_size_read(inode) && pos <= valid &&
 735             valid < pos + readahead_length(rac)) {
 736                 /* Range cross 'valid'. Read it page by page. */
 737                 return;
 738         }
 739
 740         mpage_readahead(rac, ntfs_get_block);
 741 }
 742
 743 static int ntfs_get_block_direct_IO_R(struct inode *inode, sector_t iblock,
 744                                       struct buffer_head *bh_result, int create)
 745 {
 746         return ntfs_get_block_vbo(inode, (u64)iblock << inode->i_blkbits,
 747                                   bh_result, create, GET_BLOCK_DIRECT_IO_R);
 748 }
 749
 750 static int ntfs_get_block_direct_IO_W(struct inode *inode, sector_t iblock,
 751                                       struct buffer_head *bh_result, int create)
 752 {
 753         return ntfs_get_block_vbo(inode, (u64)iblock << inode->i_blkbits,
 754                                   bh_result, create, GET_BLOCK_DIRECT_IO_W);
 755 }
 756
 757 static ssize_t ntfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter)
 758 {
 759         struct file *file = iocb->ki_filp;
 760         struct address_space *mapping = file->f_mapping;
 761         struct inode *inode = mapping->host;
 762         struct ntfs_inode *ni = ntfs_i(inode);
 763         loff_t vbo = iocb->ki_pos;
 764         loff_t end;
 765         int wr = iov_iter_rw(iter) & WRITE;
 766         loff_t valid;
 767         ssize_t ret;
 768
 769         if (is_resident(ni)) {
 770                 /* Switch to buffered write. */
 771                 ret = 0;
 772                 goto out;
 773         }
 774
 775         ret = blockdev_direct_IO(iocb, inode, iter,
 776                                  wr ? ntfs_get_block_direct_IO_W
 777                                     : ntfs_get_block_direct_IO_R);
 778
 779         if (ret <= 0)
 780                 goto out;
 781
 782         end = vbo + ret;
 783         valid = ni->i_valid;
 784         if (wr) {
 785                 if (end > valid && !S_ISBLK(inode->i_mode)) {
 786                         ni->i_valid = end;
 787                         mark_inode_dirty(inode);
 788                 }
 789         } else if (vbo < valid && valid < end) {
 790                 /* Fix page. */
 791                 iov_iter_revert(iter, end - valid);
 792                 iov_iter_zero(end - valid, iter);
 793         }
 794
 795 out:
 796         return ret;
 797 }
 798
 799 int ntfs_set_size(struct inode *inode, u64 new_size)
 800 {
 801         struct super_block *sb = inode->i_sb;
 802         struct ntfs_sb_info *sbi = sb->s_fs_info;
 803         struct ntfs_inode *ni = ntfs_i(inode);
 804         int err;
 805
 806         /* Check for maximum file size. */
 807         if (is_sparsed(ni) || is_compressed(ni)) {
 808                 if (new_size > sbi->maxbytes_sparse) {
 809                         err = -EFBIG;
 810                         goto out;
 811                 }
 812         } else if (new_size > sbi->maxbytes) {
 813                 err = -EFBIG;
 814                 goto out;
 815         }
 816
 817         ni_lock(ni);
 818         down_write(&ni->file.run_lock);
 819
 820         err = attr_set_size(ni, ATTR_DATA, NULL, 0, &ni->file.run, new_size,
 821                             &ni->i_valid, true, NULL);
 822
 823         up_write(&ni->file.run_lock);
 824         ni_unlock(ni);
 825
 826         mark_inode_dirty(inode);
 827
 828 out:
 829         return err;
 830 }
 831
 832 static int ntfs_writepage(struct page *page, struct writeback_control *wbc)
 833 {
 834         struct address_space *mapping = page->mapping;
 835         struct inode *inode = mapping->host;
 836         struct ntfs_inode *ni = ntfs_i(inode);
 837         int err;
 838
 839         if (is_resident(ni)) {
 840                 ni_lock(ni);
 841                 err = attr_data_write_resident(ni, page);
 842                 ni_unlock(ni);
 843                 if (err != E_NTFS_NONRESIDENT) {
 844                         unlock_page(page);
 845                         return err;
 846                 }
 847         }
 848
 849         return block_write_full_page(page, ntfs_get_block, wbc);
 850 }
 851
 852 static int ntfs_writepages(struct address_space *mapping,
 853                            struct writeback_control *wbc)
 854 {
 855         struct inode *inode = mapping->host;
 856         struct ntfs_inode *ni = ntfs_i(inode);
 857         /* Redirect call to 'ntfs_writepage' for resident files. */
 858         get_block_t *get_block = is_resident(ni) ? NULL : &ntfs_get_block;
 859
 860         return mpage_writepages(mapping, wbc, get_block);
 861 }
 862
 863 static int ntfs_get_block_write_begin(struct inode *inode, sector_t vbn,
 864                                       struct buffer_head *bh_result, int create)
 865 {
 866         return ntfs_get_block_vbo(inode, (u64)vbn << inode->i_blkbits,
 867                                   bh_result, create, GET_BLOCK_WRITE_BEGIN);
 868 }
 869
 870 static int ntfs_write_begin(struct file *file, struct address_space *mapping,
 871                             loff_t pos, u32 len, u32 flags, struct page **pagep,
 872                             void **fsdata)
 873 {
 874         int err;
 875         struct inode *inode = mapping->host;
 876         struct ntfs_inode *ni = ntfs_i(inode);
 877
 878         *pagep = NULL;
 879         if (is_resident(ni)) {
 880                 struct page *page = grab_cache_page_write_begin(
 881                         mapping, pos >> PAGE_SHIFT, flags);
 882
 883                 if (!page) {
 884                         err = -ENOMEM;
 885                         goto out;
 886                 }
 887
 888                 ni_lock(ni);
 889                 err = attr_data_read_resident(ni, page);
 890                 ni_unlock(ni);
 891
 892                 if (!err) {
 893                         *pagep = page;
 894                         goto out;
 895                 }
 896                 unlock_page(page);
 897                 put_page(page);
 898
 899                 if (err != E_NTFS_NONRESIDENT)
 900                         goto out;
 901         }
 902
 903         err = block_write_begin(mapping, pos, len, flags, pagep,
 904                                 ntfs_get_block_write_begin);
 905
 906 out:
 907         return err;
 908 }
 909
 910 /*
 911  * ntfs_write_end - Address_space_operations::write_end.
 912  */
 913 static int ntfs_write_end(struct file *file, struct address_space *mapping,
 914                           loff_t pos, u32 len, u32 copied, struct page *page,
 915                           void *fsdata)
 916
 917 {
 918         struct inode *inode = mapping->host;
 919         struct ntfs_inode *ni = ntfs_i(inode);
 920         u64 valid = ni->i_valid;
 921         bool dirty = false;
 922         int err;
 923
 924         if (is_resident(ni)) {
 925                 ni_lock(ni);
 926                 err = attr_data_write_resident(ni, page);
 927                 ni_unlock(ni);
 928                 if (!err) {
 929                         dirty = true;
 930                         /* Clear any buffers in page. */
 931                         if (page_has_buffers(page)) {
 932                                 struct buffer_head *head, *bh;
 933
 934                                 bh = head = page_buffers(page);
 935                                 do {
 936                                         clear_buffer_dirty(bh);
 937                                         clear_buffer_mapped(bh);
 938                                         set_buffer_uptodate(bh);
 939                                 } while (head != (bh = bh->b_this_page));
 940                         }
 941                         SetPageUptodate(page);
 942                         err = copied;
 943                 }
 944                 unlock_page(page);
 945                 put_page(page);
 946         } else {
 947                 err = generic_write_end(file, mapping, pos, len, copied, page,
 948                                         fsdata);
 949         }
 950
 951         if (err >= 0) {
 952                 if (!(ni->std_fa & FILE_ATTRIBUTE_ARCHIVE)) {
 953                         inode->i_ctime = inode->i_mtime = current_time(inode);
 954                         ni->std_fa |= FILE_ATTRIBUTE_ARCHIVE;
 955                         dirty = true;
 956                 }
 957
 958                 if (valid != ni->i_valid) {
 959                         /* ni->i_valid is changed in ntfs_get_block_vbo. */
 960                         dirty = true;
 961                 }
 962
 963                 if (dirty)
 964                         mark_inode_dirty(inode);
 965         }
 966
 967         return err;
 968 }
 969
 970 int reset_log_file(struct inode *inode)
 971 {
 972         int err;
 973         loff_t pos = 0;
 974         u32 log_size = inode->i_size;
 975         struct address_space *mapping = inode->i_mapping;
 976
 977         for (;;) {
 978                 u32 len;
 979                 void *kaddr;
 980                 struct page *page;
 981
 982                 len = pos + PAGE_SIZE > log_size ? (log_size - pos) : PAGE_SIZE;
 983
 984                 err = block_write_begin(mapping, pos, len, 0, &page,
 985                                         ntfs_get_block_write_begin);
 986                 if (err)
 987                         goto out;
 988
 989                 kaddr = kmap_atomic(page);
 990                 memset(kaddr, -1, len);
 991                 kunmap_atomic(kaddr);
 992                 flush_dcache_page(page);
 993
 994                 err = block_write_end(NULL, mapping, pos, len, len, page, NULL);
 995                 if (err < 0)
 996                         goto out;
 997                 pos += len;
 998
 999                 if (pos >= log_size)
1000                         break;
1001                 balance_dirty_pages_ratelimited(mapping);
1002         }
1003 out:
1004         mark_inode_dirty_sync(inode);
1005
1006         return err;
1007 }
1008
1009 int ntfs3_write_inode(struct inode *inode, struct writeback_control *wbc)
1010 {
1011         return _ni_write_inode(inode, wbc->sync_mode == WB_SYNC_ALL);
1012 }
1013
1014 int ntfs_sync_inode(struct inode *inode)
1015 {
1016         return _ni_write_inode(inode, 1);
1017 }
1018
1019 /*
1020  * writeback_inode - Helper function for ntfs_flush_inodes().
1021  *
1022  * This writes both the inode and the file data blocks, waiting
1023  * for in flight data blocks before the start of the call.  It
1024  * does not wait for any io started during the call.
1025  */
1026 static int writeback_inode(struct inode *inode)
1027 {
1028         int ret = sync_inode_metadata(inode, 0);
1029
1030         if (!ret)
1031                 ret = filemap_fdatawrite(inode->i_mapping);
1032         return ret;
1033 }
1034
1035 /*
1036  * ntfs_flush_inodes
1037  *
1038  * Write data and metadata corresponding to i1 and i2.  The io is
1039  * started but we do not wait for any of it to finish.
1040  *
1041  * filemap_flush() is used for the block device, so if there is a dirty
1042  * page for a block already in flight, we will not wait and start the
1043  * io over again.
1044  */
1045 int ntfs_flush_inodes(struct super_block *sb, struct inode *i1,
1046                       struct inode *i2)
1047 {
1048         int ret = 0;
1049
1050         if (i1)
1051                 ret = writeback_inode(i1);
1052         if (!ret && i2)
1053                 ret = writeback_inode(i2);
1054         if (!ret)
1055                 ret = filemap_flush(sb->s_bdev->bd_inode->i_mapping);
1056         return ret;
1057 }
1058
1059 int inode_write_data(struct inode *inode, const void *data, size_t bytes)
1060 {
1061         pgoff_t idx;
1062
1063         /* Write non resident data. */
1064         for (idx = 0; bytes; idx++) {
1065                 size_t op = bytes > PAGE_SIZE ? PAGE_SIZE : bytes;
1066                 struct page *page = ntfs_map_page(inode->i_mapping, idx);
1067
1068                 if (IS_ERR(page))
1069                         return PTR_ERR(page);
1070
1071                 lock_page(page);
1072                 WARN_ON(!PageUptodate(page));
1073                 ClearPageUptodate(page);
1074
1075                 memcpy(page_address(page), data, op);
1076
1077                 flush_dcache_page(page);
1078                 SetPageUptodate(page);
1079                 unlock_page(page);
1080
1081                 ntfs_unmap_page(page);
1082
1083                 bytes -= op;
1084                 data = Add2Ptr(data, PAGE_SIZE);
1085         }
1086         return 0;
1087 }
1088
1089 /*
1090  * ntfs_reparse_bytes
1091  *
1092  * Number of bytes for REPARSE_DATA_BUFFER(IO_REPARSE_TAG_SYMLINK)
1093  * for unicode string of @uni_len length.
1094  */
1095 static inline u32 ntfs_reparse_bytes(u32 uni_len)
1096 {
1097         /* Header + unicode string + decorated unicode string. */
1098         return sizeof(short) * (2 * uni_len + 4) +
1099                offsetof(struct REPARSE_DATA_BUFFER,
1100                         SymbolicLinkReparseBuffer.PathBuffer);
1101 }
1102
1103 static struct REPARSE_DATA_BUFFER *
1104 ntfs_create_reparse_buffer(struct ntfs_sb_info *sbi, const char *symname,
1105                            u32 size, u16 *nsize)
1106 {
1107         int i, err;
1108         struct REPARSE_DATA_BUFFER *rp;
1109         __le16 *rp_name;
1110         typeof(rp->SymbolicLinkReparseBuffer) *rs;
1111
1112         rp = kzalloc(ntfs_reparse_bytes(2 * size + 2), GFP_NOFS);
1113         if (!rp)
1114                 return ERR_PTR(-ENOMEM);
1115
1116         rs = &rp->SymbolicLinkReparseBuffer;
1117         rp_name = rs->PathBuffer;
1118
1119         /* Convert link name to UTF-16. */
1120         err = ntfs_nls_to_utf16(sbi, symname, size,
1121                                 (struct cpu_str *)(rp_name - 1), 2 * size,
1122                                 UTF16_LITTLE_ENDIAN);
1123         if (err < 0)
1124                 goto out;
1125
1126         /* err = the length of unicode name of symlink. */
1127         *nsize = ntfs_reparse_bytes(err);
1128
1129         if (*nsize > sbi->reparse.max_size) {
1130                 err = -EFBIG;
1131                 goto out;
1132         }
1133
1134         /* Translate Linux '/' into Windows '\'. */
1135         for (i = 0; i < err; i++) {
1136                 if (rp_name[i] == cpu_to_le16('/'))
1137                         rp_name[i] = cpu_to_le16('\\');
1138         }
1139
1140         rp->ReparseTag = IO_REPARSE_TAG_SYMLINK;
1141         rp->ReparseDataLength =
1142                 cpu_to_le16(*nsize - offsetof(struct REPARSE_DATA_BUFFER,
1143                                               SymbolicLinkReparseBuffer));
1144
1145         /* PrintName + SubstituteName. */
1146         rs->SubstituteNameOffset = cpu_to_le16(sizeof(short) * err);
1147         rs->SubstituteNameLength = cpu_to_le16(sizeof(short) * err + 8);
1148         rs->PrintNameLength = rs->SubstituteNameOffset;
1149
1150         /*
1151          * TODO: Use relative path if possible to allow Windows to
1152          * parse this path.
1153          * 0-absolute path 1- relative path (SYMLINK_FLAG_RELATIVE).
1154          */
1155         rs->Flags = 0;
1156
1157         memmove(rp_name + err + 4, rp_name, sizeof(short) * err);
1158
1159         /* Decorate SubstituteName. */
1160         rp_name += err;
1161         rp_name[0] = cpu_to_le16('\\');
1162         rp_name[1] = cpu_to_le16('?');
1163         rp_name[2] = cpu_to_le16('?');
1164         rp_name[3] = cpu_to_le16('\\');
1165
1166         return rp;
1167 out:
1168         kfree(rp);
1169         return ERR_PTR(err);
1170 }
1171
1172 struct inode *ntfs_create_inode(struct user_namespace *mnt_userns,
1173                                 struct inode *dir, struct dentry *dentry,
1174                                 const struct cpu_str *uni, umode_t mode,
1175                                 dev_t dev, const char *symname, u32 size,
1176                                 struct ntfs_fnd *fnd)
1177 {
1178         int err;
1179         struct super_block *sb = dir->i_sb;
1180         struct ntfs_sb_info *sbi = sb->s_fs_info;
1181         const struct qstr *name = &dentry->d_name;
1182         CLST ino = 0;
1183         struct ntfs_inode *dir_ni = ntfs_i(dir);
1184         struct ntfs_inode *ni = NULL;
1185         struct inode *inode = NULL;
1186         struct ATTRIB *attr;
1187         struct ATTR_STD_INFO5 *std5;
1188         struct ATTR_FILE_NAME *fname;
1189         struct MFT_REC *rec;
1190         u32 asize, dsize, sd_size;
1191         enum FILE_ATTRIBUTE fa;
1192         __le32 security_id = SECURITY_ID_INVALID;
1193         CLST vcn;
1194         const void *sd;
1195         u16 t16, nsize = 0, aid = 0;
1196         struct INDEX_ROOT *root, *dir_root;
1197         struct NTFS_DE *e, *new_de = NULL;
1198         struct REPARSE_DATA_BUFFER *rp = NULL;
1199         bool rp_inserted = false;
1200
1201         dir_root = indx_get_root(&dir_ni->dir, dir_ni, NULL, NULL);
1202         if (!dir_root)
1203                 return ERR_PTR(-EINVAL);
1204
1205         if (S_ISDIR(mode)) {
1206                 /* Use parent's directory attributes. */
1207                 fa = dir_ni->std_fa | FILE_ATTRIBUTE_DIRECTORY |
1208                      FILE_ATTRIBUTE_ARCHIVE;
1209                 /*
1210                  * By default child directory inherits parent attributes.
1211                  * Root directory is hidden + system.
1212                  * Make an exception for children in root.
1213                  */
1214                 if (dir->i_ino == MFT_REC_ROOT)
1215                         fa &= ~(FILE_ATTRIBUTE_HIDDEN | FILE_ATTRIBUTE_SYSTEM);
1216         } else if (S_ISLNK(mode)) {
1217                 /* It is good idea that link should be the same type (file/dir) as target */
1218                 fa = FILE_ATTRIBUTE_REPARSE_POINT;
1219
1220                 /*
1221                  * Linux: there are dir/file/symlink and so on.
1222                  * NTFS: symlinks are "dir + reparse" or "file + reparse"
1223                  * It is good idea to create:
1224                  * dir + reparse if 'symname' points to directory
1225                  * or
1226                  * file + reparse if 'symname' points to file
1227                  * Unfortunately kern_path hangs if symname contains 'dir'.
1228                  */
1229
1230                 /*
1231                  *      struct path path;
1232                  *
1233                  *      if (!kern_path(symname, LOOKUP_FOLLOW, &path)){
1234                  *              struct inode *target = d_inode(path.dentry);
1235                  *
1236                  *              if (S_ISDIR(target->i_mode))
1237                  *                      fa |= FILE_ATTRIBUTE_DIRECTORY;
1238                  *              // if ( target->i_sb == sb ){
1239                  *              //      use relative path?
1240                  *              // }
1241                  *              path_put(&path);
1242                  *      }
1243                  */
1244         } else if (S_ISREG(mode)) {
1245                 if (sbi->options->sparse) {
1246                         /* Sparsed regular file, cause option 'sparse'. */
1247                         fa = FILE_ATTRIBUTE_SPARSE_FILE |
1248                              FILE_ATTRIBUTE_ARCHIVE;
1249                 } else if (dir_ni->std_fa & FILE_ATTRIBUTE_COMPRESSED) {
1250                         /* Compressed regular file, if parent is compressed. */
1251                         fa = FILE_ATTRIBUTE_COMPRESSED | FILE_ATTRIBUTE_ARCHIVE;
1252                 } else {
1253                         /* Regular file, default attributes. */
1254                         fa = FILE_ATTRIBUTE_ARCHIVE;
1255                 }
1256         } else {
1257                 fa = FILE_ATTRIBUTE_ARCHIVE;
1258         }
1259
1260         if (!(mode & 0222))
1261                 fa |= FILE_ATTRIBUTE_READONLY;
1262
1263         /* Allocate PATH_MAX bytes. */
1264         new_de = __getname();
1265         if (!new_de) {
1266                 err = -ENOMEM;
1267                 goto out1;
1268         }
1269
1270         /* Mark rw ntfs as dirty. it will be cleared at umount. */
1271         ntfs_set_state(sbi, NTFS_DIRTY_DIRTY);
1272
1273         /* Step 1: allocate and fill new mft record. */
1274         err = ntfs_look_free_mft(sbi, &ino, false, NULL, NULL);
1275         if (err)
1276                 goto out2;
1277
1278         ni = ntfs_new_inode(sbi, ino, fa & FILE_ATTRIBUTE_DIRECTORY);
1279         if (IS_ERR(ni)) {
1280                 err = PTR_ERR(ni);
1281                 ni = NULL;
1282                 goto out3;
1283         }
1284         inode = &ni->vfs_inode;
1285         inode_init_owner(mnt_userns, inode, dir, mode);
1286         mode = inode->i_mode;
1287
1288         inode->i_atime = inode->i_mtime = inode->i_ctime = ni->i_crtime =
1289                 current_time(inode);
1290
1291         rec = ni->mi.mrec;
1292         rec->hard_links = cpu_to_le16(1);
1293         attr = Add2Ptr(rec, le16_to_cpu(rec->attr_off));
1294
1295         /* Get default security id. */
1296         sd = s_default_security;
1297         sd_size = sizeof(s_default_security);
1298
1299         if (is_ntfs3(sbi)) {
1300                 security_id = dir_ni->std_security_id;
1301                 if (le32_to_cpu(security_id) < SECURITY_ID_FIRST) {
1302                         security_id = sbi->security.def_security_id;
1303
1304                         if (security_id == SECURITY_ID_INVALID &&
1305                             !ntfs_insert_security(sbi, sd, sd_size,
1306                                                   &security_id, NULL))
1307                                 sbi->security.def_security_id = security_id;
1308                 }
1309         }
1310
1311         /* Insert standard info. */
1312         std5 = Add2Ptr(attr, SIZEOF_RESIDENT);
1313
1314         if (security_id == SECURITY_ID_INVALID) {
1315                 dsize = sizeof(struct ATTR_STD_INFO);
1316         } else {
1317                 dsize = sizeof(struct ATTR_STD_INFO5);
1318                 std5->security_id = security_id;
1319                 ni->std_security_id = security_id;
1320         }
1321         asize = SIZEOF_RESIDENT + dsize;
1322
1323         attr->type = ATTR_STD;
1324         attr->size = cpu_to_le32(asize);
1325         attr->id = cpu_to_le16(aid++);
1326         attr->res.data_off = SIZEOF_RESIDENT_LE;
1327         attr->res.data_size = cpu_to_le32(dsize);
1328
1329         std5->cr_time = std5->m_time = std5->c_time = std5->a_time =
1330                 kernel2nt(&inode->i_atime);
1331
1332         ni->std_fa = fa;
1333         std5->fa = fa;
1334
1335         attr = Add2Ptr(attr, asize);
1336
1337         /* Insert file name. */
1338         err = fill_name_de(sbi, new_de, name, uni);
1339         if (err)
1340                 goto out4;
1341
1342         mi_get_ref(&ni->mi, &new_de->ref);
1343
1344         fname = (struct ATTR_FILE_NAME *)(new_de + 1);
1345         mi_get_ref(&dir_ni->mi, &fname->home);
1346         fname->dup.cr_time = fname->dup.m_time = fname->dup.c_time =
1347                 fname->dup.a_time = std5->cr_time;
1348         fname->dup.alloc_size = fname->dup.data_size = 0;
1349         fname->dup.fa = std5->fa;
1350         fname->dup.ea_size = fname->dup.reparse = 0;
1351
1352         dsize = le16_to_cpu(new_de->key_size);
1353         asize = ALIGN(SIZEOF_RESIDENT + dsize, 8);
1354
1355         attr->type = ATTR_NAME;
1356         attr->size = cpu_to_le32(asize);
1357         attr->res.data_off = SIZEOF_RESIDENT_LE;
1358         attr->res.flags = RESIDENT_FLAG_INDEXED;
1359         attr->id = cpu_to_le16(aid++);
1360         attr->res.data_size = cpu_to_le32(dsize);
1361         memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), fname, dsize);
1362
1363         attr = Add2Ptr(attr, asize);
1364
1365         if (security_id == SECURITY_ID_INVALID) {
1366                 /* Insert security attribute. */
1367                 asize = SIZEOF_RESIDENT + ALIGN(sd_size, 8);
1368
1369                 attr->type = ATTR_SECURE;
1370                 attr->size = cpu_to_le32(asize);
1371                 attr->id = cpu_to_le16(aid++);
1372                 attr->res.data_off = SIZEOF_RESIDENT_LE;
1373                 attr->res.data_size = cpu_to_le32(sd_size);
1374                 memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), sd, sd_size);
1375
1376                 attr = Add2Ptr(attr, asize);
1377         }
1378
1379         attr->id = cpu_to_le16(aid++);
1380         if (fa & FILE_ATTRIBUTE_DIRECTORY) {
1381                 /*
1382                  * Regular directory or symlink to directory.
1383                  * Create root attribute.
1384                  */
1385                 dsize = sizeof(struct INDEX_ROOT) + sizeof(struct NTFS_DE);
1386                 asize = sizeof(I30_NAME) + SIZEOF_RESIDENT + dsize;
1387
1388                 attr->type = ATTR_ROOT;
1389                 attr->size = cpu_to_le32(asize);
1390
1391                 attr->name_len = ARRAY_SIZE(I30_NAME);
1392                 attr->name_off = SIZEOF_RESIDENT_LE;
1393                 attr->res.data_off =
1394                         cpu_to_le16(sizeof(I30_NAME) + SIZEOF_RESIDENT);
1395                 attr->res.data_size = cpu_to_le32(dsize);
1396                 memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), I30_NAME,
1397                        sizeof(I30_NAME));
1398
1399                 root = Add2Ptr(attr, sizeof(I30_NAME) + SIZEOF_RESIDENT);
1400                 memcpy(root, dir_root, offsetof(struct INDEX_ROOT, ihdr));
1401                 root->ihdr.de_off =
1402                         cpu_to_le32(sizeof(struct INDEX_HDR)); // 0x10
1403                 root->ihdr.used = cpu_to_le32(sizeof(struct INDEX_HDR) +
1404                                               sizeof(struct NTFS_DE));
1405                 root->ihdr.total = root->ihdr.used;
1406
1407                 e = Add2Ptr(root, sizeof(struct INDEX_ROOT));
1408                 e->size = cpu_to_le16(sizeof(struct NTFS_DE));
1409                 e->flags = NTFS_IE_LAST;
1410         } else if (S_ISLNK(mode)) {
1411                 /*
1412                  * Symlink to file.
1413                  * Create empty resident data attribute.
1414                  */
1415                 asize = SIZEOF_RESIDENT;
1416
1417                 /* Insert empty ATTR_DATA */
1418                 attr->type = ATTR_DATA;
1419                 attr->size = cpu_to_le32(SIZEOF_RESIDENT);
1420                 attr->name_off = SIZEOF_RESIDENT_LE;
1421                 attr->res.data_off = SIZEOF_RESIDENT_LE;
1422         } else if (S_ISREG(mode)) {
1423                 /*
1424                  * Regular file. Create empty non resident data attribute.
1425                  */
1426                 attr->type = ATTR_DATA;
1427                 attr->non_res = 1;
1428                 attr->nres.evcn = cpu_to_le64(-1ll);
1429                 if (fa & FILE_ATTRIBUTE_SPARSE_FILE) {
1430                         attr->size = cpu_to_le32(SIZEOF_NONRESIDENT_EX + 8);
1431                         attr->name_off = SIZEOF_NONRESIDENT_EX_LE;
1432                         attr->flags = ATTR_FLAG_SPARSED;
1433                         asize = SIZEOF_NONRESIDENT_EX + 8;
1434                 } else if (fa & FILE_ATTRIBUTE_COMPRESSED) {
1435                         attr->size = cpu_to_le32(SIZEOF_NONRESIDENT_EX + 8);
1436                         attr->name_off = SIZEOF_NONRESIDENT_EX_LE;
1437                         attr->flags = ATTR_FLAG_COMPRESSED;
1438                         attr->nres.c_unit = COMPRESSION_UNIT;
1439                         asize = SIZEOF_NONRESIDENT_EX + 8;
1440                 } else {
1441                         attr->size = cpu_to_le32(SIZEOF_NONRESIDENT + 8);
1442                         attr->name_off = SIZEOF_NONRESIDENT_LE;
1443                         asize = SIZEOF_NONRESIDENT + 8;
1444                 }
1445                 attr->nres.run_off = attr->name_off;
1446         } else {
1447                 /*
1448                  * Node. Create empty resident data attribute.
1449                  */
1450                 attr->type = ATTR_DATA;
1451                 attr->size = cpu_to_le32(SIZEOF_RESIDENT);
1452                 attr->name_off = SIZEOF_RESIDENT_LE;
1453                 if (fa & FILE_ATTRIBUTE_SPARSE_FILE)
1454                         attr->flags = ATTR_FLAG_SPARSED;
1455                 else if (fa & FILE_ATTRIBUTE_COMPRESSED)
1456                         attr->flags = ATTR_FLAG_COMPRESSED;
1457                 attr->res.data_off = SIZEOF_RESIDENT_LE;
1458                 asize = SIZEOF_RESIDENT;
1459                 ni->ni_flags |= NI_FLAG_RESIDENT;
1460         }
1461
1462         if (S_ISDIR(mode)) {
1463                 ni->ni_flags |= NI_FLAG_DIR;
1464                 err = indx_init(&ni->dir, sbi, attr, INDEX_MUTEX_I30);
1465                 if (err)
1466                         goto out4;
1467         } else if (S_ISLNK(mode)) {
1468                 rp = ntfs_create_reparse_buffer(sbi, symname, size, &nsize);
1469
1470                 if (IS_ERR(rp)) {
1471                         err = PTR_ERR(rp);
1472                         rp = NULL;
1473                         goto out4;
1474                 }
1475
1476                 /*
1477                  * Insert ATTR_REPARSE.
1478                  */
1479                 attr = Add2Ptr(attr, asize);
1480                 attr->type = ATTR_REPARSE;
1481                 attr->id = cpu_to_le16(aid++);
1482
1483                 /* Resident or non resident? */
1484                 asize = ALIGN(SIZEOF_RESIDENT + nsize, 8);
1485                 t16 = PtrOffset(rec, attr);
1486
1487                 /* 0x78 - the size of EA + EAINFO to store WSL */
1488                 if (asize + t16 + 0x78 + 8 > sbi->record_size) {
1489                         CLST alen;
1490                         CLST clst = bytes_to_cluster(sbi, nsize);
1491
1492                         /* Bytes per runs. */
1493                         t16 = sbi->record_size - t16 - SIZEOF_NONRESIDENT;
1494
1495                         attr->non_res = 1;
1496                         attr->nres.evcn = cpu_to_le64(clst - 1);
1497                         attr->name_off = SIZEOF_NONRESIDENT_LE;
1498                         attr->nres.run_off = attr->name_off;
1499                         attr->nres.data_size = cpu_to_le64(nsize);
1500                         attr->nres.valid_size = attr->nres.data_size;
1501                         attr->nres.alloc_size =
1502                                 cpu_to_le64(ntfs_up_cluster(sbi, nsize));
1503
1504                         err = attr_allocate_clusters(sbi, &ni->file.run, 0, 0,
1505                                                      clst, NULL, 0, &alen, 0,
1506                                                      NULL);
1507                         if (err)
1508                                 goto out5;
1509
1510                         err = run_pack(&ni->file.run, 0, clst,
1511                                        Add2Ptr(attr, SIZEOF_NONRESIDENT), t16,
1512                                        &vcn);
1513                         if (err < 0)
1514                                 goto out5;
1515
1516                         if (vcn != clst) {
1517                                 err = -EINVAL;
1518                                 goto out5;
1519                         }
1520
1521                         asize = SIZEOF_NONRESIDENT + ALIGN(err, 8);
1522                         inode->i_size = nsize;
1523                 } else {
1524                         attr->res.data_off = SIZEOF_RESIDENT_LE;
1525                         attr->res.data_size = cpu_to_le32(nsize);
1526                         memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), rp, nsize);
1527                         inode->i_size = nsize;
1528                         nsize = 0;
1529                 }
1530
1531                 attr->size = cpu_to_le32(asize);
1532
1533                 err = ntfs_insert_reparse(sbi, IO_REPARSE_TAG_SYMLINK,
1534                                           &new_de->ref);
1535                 if (err)
1536                         goto out5;
1537
1538                 rp_inserted = true;
1539         }
1540
1541         attr = Add2Ptr(attr, asize);
1542         attr->type = ATTR_END;
1543
1544         rec->used = cpu_to_le32(PtrOffset(rec, attr) + 8);
1545         rec->next_attr_id = cpu_to_le16(aid);
1546
1547         /* Step 2: Add new name in index. */
1548         err = indx_insert_entry(&dir_ni->dir, dir_ni, new_de, sbi, fnd, 0);
1549         if (err)
1550                 goto out6;
1551
1552         inode->i_generation = le16_to_cpu(rec->seq);
1553
1554         dir->i_mtime = dir->i_ctime = inode->i_atime;
1555
1556         if (S_ISDIR(mode)) {
1557                 inode->i_op = &ntfs_dir_inode_operations;
1558                 inode->i_fop = &ntfs_dir_operations;
1559         } else if (S_ISLNK(mode)) {
1560                 inode->i_op = &ntfs_link_inode_operations;
1561                 inode->i_fop = NULL;
1562                 inode->i_mapping->a_ops = &ntfs_aops;
1563         } else if (S_ISREG(mode)) {
1564                 inode->i_op = &ntfs_file_inode_operations;
1565                 inode->i_fop = &ntfs_file_operations;
1566                 inode->i_mapping->a_ops =
1567                         is_compressed(ni) ? &ntfs_aops_cmpr : &ntfs_aops;
1568                 init_rwsem(&ni->file.run_lock);
1569         } else {
1570                 inode->i_op = &ntfs_special_inode_operations;
1571                 init_special_inode(inode, mode, dev);
1572         }
1573
1574 #ifdef CONFIG_NTFS3_FS_POSIX_ACL
1575         if (!S_ISLNK(mode) && (sb->s_flags & SB_POSIXACL)) {
1576                 err = ntfs_init_acl(mnt_userns, inode, dir);
1577                 if (err)
1578                         goto out6;
1579         } else
1580 #endif
1581         {
1582                 inode->i_flags |= S_NOSEC;
1583         }
1584
1585         /* Write non resident data. */
1586         if (nsize) {
1587                 err = ntfs_sb_write_run(sbi, &ni->file.run, 0, rp, nsize);
1588                 if (err)
1589                         goto out7;
1590         }
1591
1592         /*
1593          * Call 'd_instantiate' after inode->i_op is set
1594          * but before finish_open.
1595          */
1596         d_instantiate(dentry, inode);
1597
1598         ntfs_save_wsl_perm(inode);
1599         mark_inode_dirty(dir);
1600         mark_inode_dirty(inode);
1601
1602         /* Normal exit. */
1603         goto out2;
1604
1605 out7:
1606
1607         /* Undo 'indx_insert_entry'. */
1608         indx_delete_entry(&dir_ni->dir, dir_ni, new_de + 1,
1609                           le16_to_cpu(new_de->key_size), sbi);
1610 out6:
1611         if (rp_inserted)
1612                 ntfs_remove_reparse(sbi, IO_REPARSE_TAG_SYMLINK, &new_de->ref);
1613
1614 out5:
1615         if (S_ISDIR(mode) || run_is_empty(&ni->file.run))
1616                 goto out4;
1617
1618         run_deallocate(sbi, &ni->file.run, false);
1619
1620 out4:
1621         clear_rec_inuse(rec);
1622         clear_nlink(inode);
1623         ni->mi.dirty = false;
1624         discard_new_inode(inode);
1625 out3:
1626         ntfs_mark_rec_free(sbi, ino);
1627
1628 out2:
1629         __putname(new_de);
1630         kfree(rp);
1631
1632 out1:
1633         if (err)
1634                 return ERR_PTR(err);
1635
1636         unlock_new_inode(inode);
1637
1638         return inode;
1639 }
1640
1641 int ntfs_link_inode(struct inode *inode, struct dentry *dentry)
1642 {
1643         int err;
1644         struct ntfs_inode *ni = ntfs_i(inode);
1645         struct ntfs_sb_info *sbi = inode->i_sb->s_fs_info;
1646         struct NTFS_DE *de;
1647         struct ATTR_FILE_NAME *de_name;
1648
1649         /* Allocate PATH_MAX bytes. */
1650         de = __getname();
1651         if (!de)
1652                 return -ENOMEM;
1653
1654         /* Mark rw ntfs as dirty. It will be cleared at umount. */
1655         ntfs_set_state(sbi, NTFS_DIRTY_DIRTY);
1656
1657         /* Construct 'de'. */
1658         err = fill_name_de(sbi, de, &dentry->d_name, NULL);
1659         if (err)
1660                 goto out;
1661
1662         de_name = (struct ATTR_FILE_NAME *)(de + 1);
1663         /* Fill duplicate info. */
1664         de_name->dup.cr_time = de_name->dup.m_time = de_name->dup.c_time =
1665                 de_name->dup.a_time = kernel2nt(&inode->i_ctime);
1666         de_name->dup.alloc_size = de_name->dup.data_size =
1667                 cpu_to_le64(inode->i_size);
1668         de_name->dup.fa = ni->std_fa;
1669         de_name->dup.ea_size = de_name->dup.reparse = 0;
1670
1671         err = ni_add_name(ntfs_i(d_inode(dentry->d_parent)), ni, de);
1672 out:
1673         __putname(de);
1674         return err;
1675 }
1676
1677 /*
1678  * ntfs_unlink_inode
1679  *
1680  * inode_operations::unlink
1681  * inode_operations::rmdir
1682  */
1683 int ntfs_unlink_inode(struct inode *dir, const struct dentry *dentry)
1684 {
1685         int err;
1686         struct ntfs_sb_info *sbi = dir->i_sb->s_fs_info;
1687         struct inode *inode = d_inode(dentry);
1688         struct ntfs_inode *ni = ntfs_i(inode);
1689         struct ntfs_inode *dir_ni = ntfs_i(dir);
1690         struct NTFS_DE *de, *de2 = NULL;
1691         int undo_remove;
1692
1693         if (ntfs_is_meta_file(sbi, ni->mi.rno))
1694                 return -EINVAL;
1695
1696         /* Allocate PATH_MAX bytes. */
1697         de = __getname();
1698         if (!de)
1699                 return -ENOMEM;
1700
1701         ni_lock(ni);
1702
1703         if (S_ISDIR(inode->i_mode) && !dir_is_empty(inode)) {
1704                 err = -ENOTEMPTY;
1705                 goto out;
1706         }
1707
1708         err = fill_name_de(sbi, de, &dentry->d_name, NULL);
1709         if (err < 0)
1710                 goto out;
1711
1712         undo_remove = 0;
1713         err = ni_remove_name(dir_ni, ni, de, &de2, &undo_remove);
1714
1715         if (!err) {
1716                 drop_nlink(inode);
1717                 dir->i_mtime = dir->i_ctime = current_time(dir);
1718                 mark_inode_dirty(dir);
1719                 inode->i_ctime = dir->i_ctime;
1720                 if (inode->i_nlink)
1721                         mark_inode_dirty(inode);
1722         } else if (!ni_remove_name_undo(dir_ni, ni, de, de2, undo_remove)) {
1723                 make_bad_inode(inode);
1724                 ntfs_inode_err(inode, "failed to undo unlink");
1725                 ntfs_set_state(sbi, NTFS_DIRTY_ERROR);
1726         } else {
1727                 if (ni_is_dirty(dir))
1728                         mark_inode_dirty(dir);
1729                 if (ni_is_dirty(inode))
1730                         mark_inode_dirty(inode);
1731         }
1732
1733 out:
1734         ni_unlock(ni);
1735         __putname(de);
1736         return err;
1737 }
1738
1739 void ntfs_evict_inode(struct inode *inode)
1740 {
1741         truncate_inode_pages_final(&inode->i_data);
1742
1743         if (inode->i_nlink)
1744                 _ni_write_inode(inode, inode_needs_sync(inode));
1745
1746         invalidate_inode_buffers(inode);
1747         clear_inode(inode);
1748
1749         ni_clear(ntfs_i(inode));
1750 }
1751
1752 static noinline int ntfs_readlink_hlp(struct inode *inode, char *buffer,
1753                                       int buflen)
1754 {
1755         int i, err = 0;
1756         struct ntfs_inode *ni = ntfs_i(inode);
1757         struct super_block *sb = inode->i_sb;
1758         struct ntfs_sb_info *sbi = sb->s_fs_info;
1759         u64 i_size = inode->i_size;
1760         u16 nlen = 0;
1761         void *to_free = NULL;
1762         struct REPARSE_DATA_BUFFER *rp;
1763         struct le_str *uni;
1764         struct ATTRIB *attr;
1765
1766         /* Reparse data present. Try to parse it. */
1767         static_assert(!offsetof(struct REPARSE_DATA_BUFFER, ReparseTag));
1768         static_assert(sizeof(u32) == sizeof(rp->ReparseTag));
1769
1770         *buffer = 0;
1771
1772         /* Read into temporal buffer. */
1773         if (i_size > sbi->reparse.max_size || i_size <= sizeof(u32)) {
1774                 err = -EINVAL;
1775                 goto out;
1776         }
1777
1778         attr = ni_find_attr(ni, NULL, NULL, ATTR_REPARSE, NULL, 0, NULL, NULL);
1779         if (!attr) {
1780                 err = -EINVAL;
1781                 goto out;
1782         }
1783
1784         if (!attr->non_res) {
1785                 rp = resident_data_ex(attr, i_size);
1786                 if (!rp) {
1787                         err = -EINVAL;
1788                         goto out;
1789                 }
1790         } else {
1791                 rp = kmalloc(i_size, GFP_NOFS);
1792                 if (!rp) {
1793                         err = -ENOMEM;
1794                         goto out;
1795                 }
1796                 to_free = rp;
1797                 err = ntfs_read_run_nb(sbi, &ni->file.run, 0, rp, i_size, NULL);
1798                 if (err)
1799                         goto out;
1800         }
1801
1802         err = -EINVAL;
1803
1804         /* Microsoft Tag. */
1805         switch (rp->ReparseTag) {
1806         case IO_REPARSE_TAG_MOUNT_POINT:
1807                 /* Mount points and junctions. */
1808                 /* Can we use 'Rp->MountPointReparseBuffer.PrintNameLength'? */
1809                 if (i_size <= offsetof(struct REPARSE_DATA_BUFFER,
1810                                        MountPointReparseBuffer.PathBuffer))
1811                         goto out;
1812                 uni = Add2Ptr(rp,
1813                               offsetof(struct REPARSE_DATA_BUFFER,
1814                                        MountPointReparseBuffer.PathBuffer) +
1815                                       le16_to_cpu(rp->MountPointReparseBuffer
1816                                                           .PrintNameOffset) -
1817                                       2);
1818                 nlen = le16_to_cpu(rp->MountPointReparseBuffer.PrintNameLength);
1819                 break;
1820
1821         case IO_REPARSE_TAG_SYMLINK:
1822                 /* FolderSymbolicLink */
1823                 /* Can we use 'Rp->SymbolicLinkReparseBuffer.PrintNameLength'? */
1824                 if (i_size <= offsetof(struct REPARSE_DATA_BUFFER,
1825                                        SymbolicLinkReparseBuffer.PathBuffer))
1826                         goto out;
1827                 uni = Add2Ptr(rp,
1828                               offsetof(struct REPARSE_DATA_BUFFER,
1829                                        SymbolicLinkReparseBuffer.PathBuffer) +
1830                                       le16_to_cpu(rp->SymbolicLinkReparseBuffer
1831                                                           .PrintNameOffset) -
1832                                       2);
1833                 nlen = le16_to_cpu(
1834                         rp->SymbolicLinkReparseBuffer.PrintNameLength);
1835                 break;
1836
1837         case IO_REPARSE_TAG_CLOUD:
1838         case IO_REPARSE_TAG_CLOUD_1:
1839         case IO_REPARSE_TAG_CLOUD_2:
1840         case IO_REPARSE_TAG_CLOUD_3:
1841         case IO_REPARSE_TAG_CLOUD_4:
1842         case IO_REPARSE_TAG_CLOUD_5:
1843         case IO_REPARSE_TAG_CLOUD_6:
1844         case IO_REPARSE_TAG_CLOUD_7:
1845         case IO_REPARSE_TAG_CLOUD_8:
1846         case IO_REPARSE_TAG_CLOUD_9:
1847         case IO_REPARSE_TAG_CLOUD_A:
1848         case IO_REPARSE_TAG_CLOUD_B:
1849         case IO_REPARSE_TAG_CLOUD_C:
1850         case IO_REPARSE_TAG_CLOUD_D:
1851         case IO_REPARSE_TAG_CLOUD_E:
1852         case IO_REPARSE_TAG_CLOUD_F:
1853                 err = sizeof("OneDrive") - 1;
1854                 if (err > buflen)
1855                         err = buflen;
1856                 memcpy(buffer, "OneDrive", err);
1857                 goto out;
1858
1859         default:
1860                 if (IsReparseTagMicrosoft(rp->ReparseTag)) {
1861                         /* Unknown Microsoft Tag. */
1862                         goto out;
1863                 }
1864                 if (!IsReparseTagNameSurrogate(rp->ReparseTag) ||
1865                     i_size <= sizeof(struct REPARSE_POINT)) {
1866                         goto out;
1867                 }
1868
1869                 /* Users tag. */
1870                 uni = Add2Ptr(rp, sizeof(struct REPARSE_POINT) - 2);
1871                 nlen = le16_to_cpu(rp->ReparseDataLength) -
1872                        sizeof(struct REPARSE_POINT);
1873         }
1874
1875         /* Convert nlen from bytes to UNICODE chars. */
1876         nlen >>= 1;
1877
1878         /* Check that name is available. */
1879         if (!nlen || &uni->name[nlen] > (__le16 *)Add2Ptr(rp, i_size))
1880                 goto out;
1881
1882         /* If name is already zero terminated then truncate it now. */
1883         if (!uni->name[nlen - 1])
1884                 nlen -= 1;
1885         uni->len = nlen;
1886
1887         err = ntfs_utf16_to_nls(sbi, uni, buffer, buflen);
1888
1889         if (err < 0)
1890                 goto out;
1891
1892         /* Translate Windows '\' into Linux '/'. */
1893         for (i = 0; i < err; i++) {
1894                 if (buffer[i] == '\\')
1895                         buffer[i] = '/';
1896         }
1897
1898         /* Always set last zero. */
1899         buffer[err] = 0;
1900 out:
1901         kfree(to_free);
1902         return err;
1903 }
1904
1905 static const char *ntfs_get_link(struct dentry *de, struct inode *inode,
1906                                  struct delayed_call *done)
1907 {
1908         int err;
1909         char *ret;
1910
1911         if (!de)
1912                 return ERR_PTR(-ECHILD);
1913
1914         ret = kmalloc(PAGE_SIZE, GFP_NOFS);
1915         if (!ret)
1916                 return ERR_PTR(-ENOMEM);
1917
1918         err = ntfs_readlink_hlp(inode, ret, PAGE_SIZE);
1919         if (err < 0) {
1920                 kfree(ret);
1921                 return ERR_PTR(err);
1922         }
1923
1924         set_delayed_call(done, kfree_link, ret);
1925
1926         return ret;
1927 }
1928
1929 // clang-format off
1930 const struct inode_operations ntfs_link_inode_operations = {
1931         .get_link       = ntfs_get_link,
1932         .setattr        = ntfs3_setattr,
1933         .listxattr      = ntfs_listxattr,
1934         .permission     = ntfs_permission,
1935         .get_acl        = ntfs_get_acl,
1936         .set_acl        = ntfs_set_acl,
1937 };
1938
1939 const struct address_space_operations ntfs_aops = {
1940         .readpage       = ntfs_readpage,
1941         .readahead      = ntfs_readahead,
1942         .writepage      = ntfs_writepage,
1943         .writepages     = ntfs_writepages,
1944         .write_begin    = ntfs_write_begin,
1945         .write_end      = ntfs_write_end,
1946         .direct_IO      = ntfs_direct_IO,
1947         .bmap           = ntfs_bmap,
1948         .set_page_dirty = __set_page_dirty_buffers,
1949 };
1950
1951 const struct address_space_operations ntfs_aops_cmpr = {
1952         .readpage       = ntfs_readpage,
1953         .readahead      = ntfs_readahead,
1954 };
1955 // clang-format on