fs/ntfs3/inode.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  *
   4  * Copyright (C) 2019-2021 Paragon Software GmbH, All rights reserved.
   5  *
   6  */
   7
   8 #include <linux/blkdev.h>
   9 #include <linux/buffer_head.h>
  10 #include <linux/fs.h>
  11 #include <linux/iversion.h>
  12 #include <linux/mpage.h>
  13 #include <linux/namei.h>
  14 #include <linux/nls.h>
  15 #include <linux/uio.h>
  16 #include <linux/writeback.h>
  17
  18 #include "debug.h"
  19 #include "ntfs.h"
  20 #include "ntfs_fs.h"
  21
  22 /*
  23  * ntfs_read_mft - Read record and parses MFT.
  24  */
  25 static struct inode *ntfs_read_mft(struct inode *inode,
  26                                    const struct cpu_str *name,
  27                                    const struct MFT_REF *ref)
  28 {
  29         int err = 0;
  30         struct ntfs_inode *ni = ntfs_i(inode);
  31         struct super_block *sb = inode->i_sb;
  32         struct ntfs_sb_info *sbi = sb->s_fs_info;
  33         mode_t mode = 0;
  34         struct ATTR_STD_INFO5 *std5 = NULL;
  35         struct ATTR_LIST_ENTRY *le;
  36         struct ATTRIB *attr;
  37         bool is_match = false;
  38         bool is_root = false;
  39         bool is_dir;
  40         unsigned long ino = inode->i_ino;
  41         u32 rp_fa = 0, asize, t32;
  42         u16 roff, rsize, names = 0;
  43         const struct ATTR_FILE_NAME *fname = NULL;
  44         const struct INDEX_ROOT *root;
  45         struct REPARSE_DATA_BUFFER rp; // 0x18 bytes
  46         u64 t64;
  47         struct MFT_REC *rec;
  48         struct runs_tree *run;
  49
  50         inode->i_op = NULL;
  51         /* Setup 'uid' and 'gid' */
  52         inode->i_uid = sbi->options.fs_uid;
  53         inode->i_gid = sbi->options.fs_gid;
  54
  55         err = mi_init(&ni->mi, sbi, ino);
  56         if (err)
  57                 goto out;
  58
  59         if (!sbi->mft.ni && ino == MFT_REC_MFT && !sb->s_root) {
  60                 t64 = sbi->mft.lbo >> sbi->cluster_bits;
  61                 t32 = bytes_to_cluster(sbi, MFT_REC_VOL * sbi->record_size);
  62                 sbi->mft.ni = ni;
  63                 init_rwsem(&ni->file.run_lock);
  64
  65                 if (!run_add_entry(&ni->file.run, 0, t64, t32, true)) {
  66                         err = -ENOMEM;
  67                         goto out;
  68                 }
  69         }
  70
  71         err = mi_read(&ni->mi, ino == MFT_REC_MFT);
  72
  73         if (err)
  74                 goto out;
  75
  76         rec = ni->mi.mrec;
  77
  78         if (sbi->flags & NTFS_FLAGS_LOG_REPLAYING) {
  79                 ;
  80         } else if (ref->seq != rec->seq) {
  81                 err = -EINVAL;
  82                 ntfs_err(sb, "MFT: r=%lx, expect seq=%x instead of %x!", ino,
  83                          le16_to_cpu(ref->seq), le16_to_cpu(rec->seq));
  84                 goto out;
  85         } else if (!is_rec_inuse(rec)) {
  86                 err = -EINVAL;
  87                 ntfs_err(sb, "Inode r=%x is not in use!", (u32)ino);
  88                 goto out;
  89         }
  90
  91         if (le32_to_cpu(rec->total) != sbi->record_size) {
  92                 /* Bad inode? */
  93                 err = -EINVAL;
  94                 goto out;
  95         }
  96
  97         if (!is_rec_base(rec))
  98                 goto Ok;
  99
 100         /* Record should contain $I30 root. */
 101         is_dir = rec->flags & RECORD_FLAG_DIR;
 102
 103         inode->i_generation = le16_to_cpu(rec->seq);
 104
 105         /* Enumerate all struct Attributes MFT. */
 106         le = NULL;
 107         attr = NULL;
 108
 109         /*
 110          * To reduce tab pressure use goto instead of
 111          * while( (attr = ni_enum_attr_ex(ni, attr, &le, NULL) ))
 112          */
 113 next_attr:
 114         run = NULL;
 115         err = -EINVAL;
 116         attr = ni_enum_attr_ex(ni, attr, &le, NULL);
 117         if (!attr)
 118                 goto end_enum;
 119
 120         if (le && le->vcn) {
 121                 /* This is non primary attribute segment. Ignore if not MFT. */
 122                 if (ino != MFT_REC_MFT || attr->type != ATTR_DATA)
 123                         goto next_attr;
 124
 125                 run = &ni->file.run;
 126                 asize = le32_to_cpu(attr->size);
 127                 goto attr_unpack_run;
 128         }
 129
 130         roff = attr->non_res ? 0 : le16_to_cpu(attr->res.data_off);
 131         rsize = attr->non_res ? 0 : le32_to_cpu(attr->res.data_size);
 132         asize = le32_to_cpu(attr->size);
 133
 134         switch (attr->type) {
 135         case ATTR_STD:
 136                 if (attr->non_res ||
 137                     asize < sizeof(struct ATTR_STD_INFO) + roff ||
 138                     rsize < sizeof(struct ATTR_STD_INFO))
 139                         goto out;
 140
 141                 if (std5)
 142                         goto next_attr;
 143
 144                 std5 = Add2Ptr(attr, roff);
 145
 146 #ifdef STATX_BTIME
 147                 nt2kernel(std5->cr_time, &ni->i_crtime);
 148 #endif
 149                 nt2kernel(std5->a_time, &inode->i_atime);
 150                 nt2kernel(std5->c_time, &inode->i_ctime);
 151                 nt2kernel(std5->m_time, &inode->i_mtime);
 152
 153                 ni->std_fa = std5->fa;
 154
 155                 if (asize >= sizeof(struct ATTR_STD_INFO5) + roff &&
 156                     rsize >= sizeof(struct ATTR_STD_INFO5))
 157                         ni->std_security_id = std5->security_id;
 158                 goto next_attr;
 159
 160         case ATTR_LIST:
 161                 if (attr->name_len || le || ino == MFT_REC_LOG)
 162                         goto out;
 163
 164                 err = ntfs_load_attr_list(ni, attr);
 165                 if (err)
 166                         goto out;
 167
 168                 le = NULL;
 169                 attr = NULL;
 170                 goto next_attr;
 171
 172         case ATTR_NAME:
 173                 if (attr->non_res || asize < SIZEOF_ATTRIBUTE_FILENAME + roff ||
 174                     rsize < SIZEOF_ATTRIBUTE_FILENAME)
 175                         goto out;
 176
 177                 fname = Add2Ptr(attr, roff);
 178                 if (fname->type == FILE_NAME_DOS)
 179                         goto next_attr;
 180
 181                 names += 1;
 182                 if (name && name->len == fname->name_len &&
 183                     !ntfs_cmp_names_cpu(name, (struct le_str *)&fname->name_len,
 184                                         NULL, false))
 185                         is_match = true;
 186
 187                 goto next_attr;
 188
 189         case ATTR_DATA:
 190                 if (is_dir) {
 191                         /* Ignore data attribute in dir record. */
 192                         goto next_attr;
 193                 }
 194
 195                 if (ino == MFT_REC_BADCLUST && !attr->non_res)
 196                         goto next_attr;
 197
 198                 if (attr->name_len &&
 199                     ((ino != MFT_REC_BADCLUST || !attr->non_res ||
 200                       attr->name_len != ARRAY_SIZE(BAD_NAME) ||
 201                       memcmp(attr_name(attr), BAD_NAME, sizeof(BAD_NAME))) &&
 202                      (ino != MFT_REC_SECURE || !attr->non_res ||
 203                       attr->name_len != ARRAY_SIZE(SDS_NAME) ||
 204                       memcmp(attr_name(attr), SDS_NAME, sizeof(SDS_NAME))))) {
 205                         /* File contains stream attribute. Ignore it. */
 206                         goto next_attr;
 207                 }
 208
 209                 if (is_attr_sparsed(attr))
 210                         ni->std_fa |= FILE_ATTRIBUTE_SPARSE_FILE;
 211                 else
 212                         ni->std_fa &= ~FILE_ATTRIBUTE_SPARSE_FILE;
 213
 214                 if (is_attr_compressed(attr))
 215                         ni->std_fa |= FILE_ATTRIBUTE_COMPRESSED;
 216                 else
 217                         ni->std_fa &= ~FILE_ATTRIBUTE_COMPRESSED;
 218
 219                 if (is_attr_encrypted(attr))
 220                         ni->std_fa |= FILE_ATTRIBUTE_ENCRYPTED;
 221                 else
 222                         ni->std_fa &= ~FILE_ATTRIBUTE_ENCRYPTED;
 223
 224                 if (!attr->non_res) {
 225                         ni->i_valid = inode->i_size = rsize;
 226                         inode_set_bytes(inode, rsize);
 227                         t32 = asize;
 228                 } else {
 229                         t32 = le16_to_cpu(attr->nres.run_off);
 230                 }
 231
 232                 mode = S_IFREG | (0777 & sbi->options.fs_fmask_inv);
 233
 234                 if (!attr->non_res) {
 235                         ni->ni_flags |= NI_FLAG_RESIDENT;
 236                         goto next_attr;
 237                 }
 238
 239                 inode_set_bytes(inode, attr_ondisk_size(attr));
 240
 241                 ni->i_valid = le64_to_cpu(attr->nres.valid_size);
 242                 inode->i_size = le64_to_cpu(attr->nres.data_size);
 243                 if (!attr->nres.alloc_size)
 244                         goto next_attr;
 245
 246                 run = ino == MFT_REC_BITMAP ? &sbi->used.bitmap.run
 247                                             : &ni->file.run;
 248                 break;
 249
 250         case ATTR_ROOT:
 251                 if (attr->non_res)
 252                         goto out;
 253
 254                 root = Add2Ptr(attr, roff);
 255                 is_root = true;
 256
 257                 if (attr->name_len != ARRAY_SIZE(I30_NAME) ||
 258                     memcmp(attr_name(attr), I30_NAME, sizeof(I30_NAME)))
 259                         goto next_attr;
 260
 261                 if (root->type != ATTR_NAME ||
 262                     root->rule != NTFS_COLLATION_TYPE_FILENAME)
 263                         goto out;
 264
 265                 if (!is_dir)
 266                         goto next_attr;
 267
 268                 ni->ni_flags |= NI_FLAG_DIR;
 269
 270                 err = indx_init(&ni->dir, sbi, attr, INDEX_MUTEX_I30);
 271                 if (err)
 272                         goto out;
 273
 274                 mode = sb->s_root
 275                                ? (S_IFDIR | (0777 & sbi->options.fs_dmask_inv))
 276                                : (S_IFDIR | 0777);
 277                 goto next_attr;
 278
 279         case ATTR_ALLOC:
 280                 if (!is_root || attr->name_len != ARRAY_SIZE(I30_NAME) ||
 281                     memcmp(attr_name(attr), I30_NAME, sizeof(I30_NAME)))
 282                         goto next_attr;
 283
 284                 inode->i_size = le64_to_cpu(attr->nres.data_size);
 285                 ni->i_valid = le64_to_cpu(attr->nres.valid_size);
 286                 inode_set_bytes(inode, le64_to_cpu(attr->nres.alloc_size));
 287
 288                 run = &ni->dir.alloc_run;
 289                 break;
 290
 291         case ATTR_BITMAP:
 292                 if (ino == MFT_REC_MFT) {
 293                         if (!attr->non_res)
 294                                 goto out;
 295 #ifndef CONFIG_NTFS3_64BIT_CLUSTER
 296                         /* 0x20000000 = 2^32 / 8 */
 297                         if (le64_to_cpu(attr->nres.alloc_size) >= 0x20000000)
 298                                 goto out;
 299 #endif
 300                         run = &sbi->mft.bitmap.run;
 301                         break;
 302                 } else if (is_dir && attr->name_len == ARRAY_SIZE(I30_NAME) &&
 303                            !memcmp(attr_name(attr), I30_NAME,
 304                                    sizeof(I30_NAME)) &&
 305                            attr->non_res) {
 306                         run = &ni->dir.bitmap_run;
 307                         break;
 308                 }
 309                 goto next_attr;
 310
 311         case ATTR_REPARSE:
 312                 if (attr->name_len)
 313                         goto next_attr;
 314
 315                 rp_fa = ni_parse_reparse(ni, attr, &rp);
 316                 switch (rp_fa) {
 317                 case REPARSE_LINK:
 318                         if (!attr->non_res) {
 319                                 inode->i_size = rsize;
 320                                 inode_set_bytes(inode, rsize);
 321                                 t32 = asize;
 322                         } else {
 323                                 inode->i_size =
 324                                         le64_to_cpu(attr->nres.data_size);
 325                                 t32 = le16_to_cpu(attr->nres.run_off);
 326                         }
 327
 328                         /* Looks like normal symlink. */
 329                         ni->i_valid = inode->i_size;
 330
 331                         /* Clear directory bit. */
 332                         if (ni->ni_flags & NI_FLAG_DIR) {
 333                                 indx_clear(&ni->dir);
 334                                 memset(&ni->dir, 0, sizeof(ni->dir));
 335                                 ni->ni_flags &= ~NI_FLAG_DIR;
 336                         } else {
 337                                 run_close(&ni->file.run);
 338                         }
 339                         mode = S_IFLNK | 0777;
 340                         is_dir = false;
 341                         if (attr->non_res) {
 342                                 run = &ni->file.run;
 343                                 goto attr_unpack_run; // Double break.
 344                         }
 345                         break;
 346
 347                 case REPARSE_COMPRESSED:
 348                         break;
 349
 350                 case REPARSE_DEDUPLICATED:
 351                         break;
 352                 }
 353                 goto next_attr;
 354
 355         case ATTR_EA_INFO:
 356                 if (!attr->name_len &&
 357                     resident_data_ex(attr, sizeof(struct EA_INFO))) {
 358                         ni->ni_flags |= NI_FLAG_EA;
 359                         /*
 360                          * ntfs_get_wsl_perm updates inode->i_uid, inode->i_gid, inode->i_mode
 361                          */
 362                         inode->i_mode = mode;
 363                         ntfs_get_wsl_perm(inode);
 364                         mode = inode->i_mode;
 365                 }
 366                 goto next_attr;
 367
 368         default:
 369                 goto next_attr;
 370         }
 371
 372 attr_unpack_run:
 373         roff = le16_to_cpu(attr->nres.run_off);
 374
 375         t64 = le64_to_cpu(attr->nres.svcn);
 376         err = run_unpack_ex(run, sbi, ino, t64, le64_to_cpu(attr->nres.evcn),
 377                             t64, Add2Ptr(attr, roff), asize - roff);
 378         if (err < 0)
 379                 goto out;
 380         err = 0;
 381         goto next_attr;
 382
 383 end_enum:
 384
 385         if (!std5)
 386                 goto out;
 387
 388         if (!is_match && name) {
 389                 /* Reuse rec as buffer for ascii name. */
 390                 err = -ENOENT;
 391                 goto out;
 392         }
 393
 394         if (std5->fa & FILE_ATTRIBUTE_READONLY)
 395                 mode &= ~0222;
 396
 397         if (!names) {
 398                 err = -EINVAL;
 399                 goto out;
 400         }
 401
 402         if (names != le16_to_cpu(rec->hard_links)) {
 403                 /* Correct minor error on the fly. Do not mark inode as dirty. */
 404                 rec->hard_links = cpu_to_le16(names);
 405                 ni->mi.dirty = true;
 406         }
 407
 408         set_nlink(inode, names);
 409
 410         if (S_ISDIR(mode)) {
 411                 ni->std_fa |= FILE_ATTRIBUTE_DIRECTORY;
 412
 413                 /*
 414                  * Dot and dot-dot should be included in count but was not
 415                  * included in enumeration.
 416                  * Usually a hard links to directories are disabled.
 417                  */
 418                 inode->i_op = &ntfs_dir_inode_operations;
 419                 inode->i_fop = &ntfs_dir_operations;
 420                 ni->i_valid = 0;
 421         } else if (S_ISLNK(mode)) {
 422                 ni->std_fa &= ~FILE_ATTRIBUTE_DIRECTORY;
 423                 inode->i_op = &ntfs_link_inode_operations;
 424                 inode->i_fop = NULL;
 425                 inode_nohighmem(inode); // ??
 426         } else if (S_ISREG(mode)) {
 427                 ni->std_fa &= ~FILE_ATTRIBUTE_DIRECTORY;
 428                 inode->i_op = &ntfs_file_inode_operations;
 429                 inode->i_fop = &ntfs_file_operations;
 430                 inode->i_mapping->a_ops =
 431                         is_compressed(ni) ? &ntfs_aops_cmpr : &ntfs_aops;
 432                 if (ino != MFT_REC_MFT)
 433                         init_rwsem(&ni->file.run_lock);
 434         } else if (S_ISCHR(mode) || S_ISBLK(mode) || S_ISFIFO(mode) ||
 435                    S_ISSOCK(mode)) {
 436                 inode->i_op = &ntfs_special_inode_operations;
 437                 init_special_inode(inode, mode, inode->i_rdev);
 438         } else if (fname && fname->home.low == cpu_to_le32(MFT_REC_EXTEND) &&
 439                    fname->home.seq == cpu_to_le16(MFT_REC_EXTEND)) {
 440                 /* Records in $Extend are not a files or general directories. */
 441         } else {
 442                 err = -EINVAL;
 443                 goto out;
 444         }
 445
 446         if ((sbi->options.sys_immutable &&
 447              (std5->fa & FILE_ATTRIBUTE_SYSTEM)) &&
 448             !S_ISFIFO(mode) && !S_ISSOCK(mode) && !S_ISLNK(mode)) {
 449                 inode->i_flags |= S_IMMUTABLE;
 450         } else {
 451                 inode->i_flags &= ~S_IMMUTABLE;
 452         }
 453
 454         inode->i_mode = mode;
 455         if (!(ni->ni_flags & NI_FLAG_EA)) {
 456                 /* If no xattr then no security (stored in xattr). */
 457                 inode->i_flags |= S_NOSEC;
 458         }
 459
 460 Ok:
 461         if (ino == MFT_REC_MFT && !sb->s_root)
 462                 sbi->mft.ni = NULL;
 463
 464         unlock_new_inode(inode);
 465
 466         return inode;
 467
 468 out:
 469         if (ino == MFT_REC_MFT && !sb->s_root)
 470                 sbi->mft.ni = NULL;
 471
 472         iget_failed(inode);
 473         return ERR_PTR(err);
 474 }
 475
 476 /*
 477  * ntfs_test_inode
 478  *
 479  * Return: 1 if match.
 480  */
 481 static int ntfs_test_inode(struct inode *inode, void *data)
 482 {
 483         struct MFT_REF *ref = data;
 484
 485         return ino_get(ref) == inode->i_ino;
 486 }
 487
 488 static int ntfs_set_inode(struct inode *inode, void *data)
 489 {
 490         const struct MFT_REF *ref = data;
 491
 492         inode->i_ino = ino_get(ref);
 493         return 0;
 494 }
 495
 496 struct inode *ntfs_iget5(struct super_block *sb, const struct MFT_REF *ref,
 497                          const struct cpu_str *name)
 498 {
 499         struct inode *inode;
 500
 501         inode = iget5_locked(sb, ino_get(ref), ntfs_test_inode, ntfs_set_inode,
 502                              (void *)ref);
 503         if (unlikely(!inode))
 504                 return ERR_PTR(-ENOMEM);
 505
 506         /* If this is a freshly allocated inode, need to read it now. */
 507         if (inode->i_state & I_NEW)
 508                 inode = ntfs_read_mft(inode, name, ref);
 509         else if (ref->seq != ntfs_i(inode)->mi.mrec->seq) {
 510                 /* Inode overlaps? */
 511                 make_bad_inode(inode);
 512         }
 513
 514         return inode;
 515 }
 516
 517 enum get_block_ctx {
 518         GET_BLOCK_GENERAL = 0,
 519         GET_BLOCK_WRITE_BEGIN = 1,
 520         GET_BLOCK_DIRECT_IO_R = 2,
 521         GET_BLOCK_DIRECT_IO_W = 3,
 522         GET_BLOCK_BMAP = 4,
 523 };
 524
 525 static noinline int ntfs_get_block_vbo(struct inode *inode, u64 vbo,
 526                                        struct buffer_head *bh, int create,
 527                                        enum get_block_ctx ctx)
 528 {
 529         struct super_block *sb = inode->i_sb;
 530         struct ntfs_sb_info *sbi = sb->s_fs_info;
 531         struct ntfs_inode *ni = ntfs_i(inode);
 532         struct page *page = bh->b_page;
 533         u8 cluster_bits = sbi->cluster_bits;
 534         u32 block_size = sb->s_blocksize;
 535         u64 bytes, lbo, valid;
 536         u32 off;
 537         int err;
 538         CLST vcn, lcn, len;
 539         bool new;
 540
 541         /* Clear previous state. */
 542         clear_buffer_new(bh);
 543         clear_buffer_uptodate(bh);
 544
 545         /* Direct write uses 'create=0'. */
 546         if (!create && vbo >= ni->i_valid) {
 547                 /* Out of valid. */
 548                 return 0;
 549         }
 550
 551         if (vbo >= inode->i_size) {
 552                 /* Out of size. */
 553                 return 0;
 554         }
 555
 556         if (is_resident(ni)) {
 557                 ni_lock(ni);
 558                 err = attr_data_read_resident(ni, page);
 559                 ni_unlock(ni);
 560
 561                 if (!err)
 562                         set_buffer_uptodate(bh);
 563                 bh->b_size = block_size;
 564                 return err;
 565         }
 566
 567         vcn = vbo >> cluster_bits;
 568         off = vbo & sbi->cluster_mask;
 569         new = false;
 570
 571         err = attr_data_get_block(ni, vcn, 1, &lcn, &len, create ? &new : NULL);
 572         if (err)
 573                 goto out;
 574
 575         if (!len)
 576                 return 0;
 577
 578         bytes = ((u64)len << cluster_bits) - off;
 579
 580         if (lcn == SPARSE_LCN) {
 581                 if (!create) {
 582                         if (bh->b_size > bytes)
 583                                 bh->b_size = bytes;
 584                         return 0;
 585                 }
 586                 WARN_ON(1);
 587         }
 588
 589         if (new) {
 590                 set_buffer_new(bh);
 591                 if ((len << cluster_bits) > block_size)
 592                         ntfs_sparse_cluster(inode, page, vcn, len);
 593         }
 594
 595         lbo = ((u64)lcn << cluster_bits) + off;
 596
 597         set_buffer_mapped(bh);
 598         bh->b_bdev = sb->s_bdev;
 599         bh->b_blocknr = lbo >> sb->s_blocksize_bits;
 600
 601         valid = ni->i_valid;
 602
 603         if (ctx == GET_BLOCK_DIRECT_IO_W) {
 604                 /* ntfs_direct_IO will update ni->i_valid. */
 605                 if (vbo >= valid)
 606                         set_buffer_new(bh);
 607         } else if (create) {
 608                 /* Normal write. */
 609                 if (bytes > bh->b_size)
 610                         bytes = bh->b_size;
 611
 612                 if (vbo >= valid)
 613                         set_buffer_new(bh);
 614
 615                 if (vbo + bytes > valid) {
 616                         ni->i_valid = vbo + bytes;
 617                         mark_inode_dirty(inode);
 618                 }
 619         } else if (vbo >= valid) {
 620                 /* Read out of valid data. */
 621                 /* Should never be here 'cause already checked. */
 622                 clear_buffer_mapped(bh);
 623         } else if (vbo + bytes <= valid) {
 624                 /* Normal read. */
 625         } else if (vbo + block_size <= valid) {
 626                 /* Normal short read. */
 627                 bytes = block_size;
 628         } else {
 629                 /*
 630                  * Read across valid size: vbo < valid && valid < vbo + block_size
 631                  */
 632                 bytes = block_size;
 633
 634                 if (page) {
 635                         u32 voff = valid - vbo;
 636
 637                         bh->b_size = block_size;
 638                         off = vbo & (PAGE_SIZE - 1);
 639                         set_bh_page(bh, page, off);
 640                         ll_rw_block(REQ_OP_READ, 0, 1, &bh);
 641                         wait_on_buffer(bh);
 642                         if (!buffer_uptodate(bh)) {
 643                                 err = -EIO;
 644                                 goto out;
 645                         }
 646                         zero_user_segment(page, off + voff, off + block_size);
 647                 }
 648         }
 649
 650         if (bh->b_size > bytes)
 651                 bh->b_size = bytes;
 652
 653 #ifndef __LP64__
 654         if (ctx == GET_BLOCK_DIRECT_IO_W || ctx == GET_BLOCK_DIRECT_IO_R) {
 655                 static_assert(sizeof(size_t) < sizeof(loff_t));
 656                 if (bytes > 0x40000000u)
 657                         bh->b_size = 0x40000000u;
 658         }
 659 #endif
 660
 661         return 0;
 662
 663 out:
 664         return err;
 665 }
 666
 667 int ntfs_get_block(struct inode *inode, sector_t vbn,
 668                    struct buffer_head *bh_result, int create)
 669 {
 670         return ntfs_get_block_vbo(inode, (u64)vbn << inode->i_blkbits,
 671                                   bh_result, create, GET_BLOCK_GENERAL);
 672 }
 673
 674 static int ntfs_get_block_bmap(struct inode *inode, sector_t vsn,
 675                                struct buffer_head *bh_result, int create)
 676 {
 677         return ntfs_get_block_vbo(inode,
 678                                   (u64)vsn << inode->i_sb->s_blocksize_bits,
 679                                   bh_result, create, GET_BLOCK_BMAP);
 680 }
 681
 682 static sector_t ntfs_bmap(struct address_space *mapping, sector_t block)
 683 {
 684         return generic_block_bmap(mapping, block, ntfs_get_block_bmap);
 685 }
 686
 687 static int ntfs_readpage(struct file *file, struct page *page)
 688 {
 689         int err;
 690         struct address_space *mapping = page->mapping;
 691         struct inode *inode = mapping->host;
 692         struct ntfs_inode *ni = ntfs_i(inode);
 693
 694         if (is_resident(ni)) {
 695                 ni_lock(ni);
 696                 err = attr_data_read_resident(ni, page);
 697                 ni_unlock(ni);
 698                 if (err != E_NTFS_NONRESIDENT) {
 699                         unlock_page(page);
 700                         return err;
 701                 }
 702         }
 703
 704         if (is_compressed(ni)) {
 705                 ni_lock(ni);
 706                 err = ni_readpage_cmpr(ni, page);
 707                 ni_unlock(ni);
 708                 return err;
 709         }
 710
 711         /* Normal + sparse files. */
 712         return mpage_readpage(page, ntfs_get_block);
 713 }
 714
 715 static void ntfs_readahead(struct readahead_control *rac)
 716 {
 717         struct address_space *mapping = rac->mapping;
 718         struct inode *inode = mapping->host;
 719         struct ntfs_inode *ni = ntfs_i(inode);
 720         u64 valid;
 721         loff_t pos;
 722
 723         if (is_resident(ni)) {
 724                 /* No readahead for resident. */
 725                 return;
 726         }
 727
 728         if (is_compressed(ni)) {
 729                 /* No readahead for compressed. */
 730                 return;
 731         }
 732
 733         valid = ni->i_valid;
 734         pos = readahead_pos(rac);
 735
 736         if (valid < i_size_read(inode) && pos <= valid &&
 737             valid < pos + readahead_length(rac)) {
 738                 /* Range cross 'valid'. Read it page by page. */
 739                 return;
 740         }
 741
 742         mpage_readahead(rac, ntfs_get_block);
 743 }
 744
 745 static int ntfs_get_block_direct_IO_R(struct inode *inode, sector_t iblock,
 746                                       struct buffer_head *bh_result, int create)
 747 {
 748         return ntfs_get_block_vbo(inode, (u64)iblock << inode->i_blkbits,
 749                                   bh_result, create, GET_BLOCK_DIRECT_IO_R);
 750 }
 751
 752 static int ntfs_get_block_direct_IO_W(struct inode *inode, sector_t iblock,
 753                                       struct buffer_head *bh_result, int create)
 754 {
 755         return ntfs_get_block_vbo(inode, (u64)iblock << inode->i_blkbits,
 756                                   bh_result, create, GET_BLOCK_DIRECT_IO_W);
 757 }
 758
 759 static ssize_t ntfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter)
 760 {
 761         struct file *file = iocb->ki_filp;
 762         struct address_space *mapping = file->f_mapping;
 763         struct inode *inode = mapping->host;
 764         struct ntfs_inode *ni = ntfs_i(inode);
 765         loff_t vbo = iocb->ki_pos;
 766         loff_t end;
 767         int wr = iov_iter_rw(iter) & WRITE;
 768         loff_t valid;
 769         ssize_t ret;
 770
 771         if (is_resident(ni)) {
 772                 /* Switch to buffered write. */
 773                 ret = 0;
 774                 goto out;
 775         }
 776
 777         ret = blockdev_direct_IO(iocb, inode, iter,
 778                                  wr ? ntfs_get_block_direct_IO_W
 779                                     : ntfs_get_block_direct_IO_R);
 780
 781         if (ret <= 0)
 782                 goto out;
 783
 784         end = vbo + ret;
 785         valid = ni->i_valid;
 786         if (wr) {
 787                 if (end > valid && !S_ISBLK(inode->i_mode)) {
 788                         ni->i_valid = end;
 789                         mark_inode_dirty(inode);
 790                 }
 791         } else if (vbo < valid && valid < end) {
 792                 /* Fix page. */
 793                 iov_iter_revert(iter, end - valid);
 794                 iov_iter_zero(end - valid, iter);
 795         }
 796
 797 out:
 798         return ret;
 799 }
 800
 801 int ntfs_set_size(struct inode *inode, u64 new_size)
 802 {
 803         struct super_block *sb = inode->i_sb;
 804         struct ntfs_sb_info *sbi = sb->s_fs_info;
 805         struct ntfs_inode *ni = ntfs_i(inode);
 806         int err;
 807
 808         /* Check for maximum file size. */
 809         if (is_sparsed(ni) || is_compressed(ni)) {
 810                 if (new_size > sbi->maxbytes_sparse) {
 811                         err = -EFBIG;
 812                         goto out;
 813                 }
 814         } else if (new_size > sbi->maxbytes) {
 815                 err = -EFBIG;
 816                 goto out;
 817         }
 818
 819         ni_lock(ni);
 820         down_write(&ni->file.run_lock);
 821
 822         err = attr_set_size(ni, ATTR_DATA, NULL, 0, &ni->file.run, new_size,
 823                             &ni->i_valid, true, NULL);
 824
 825         up_write(&ni->file.run_lock);
 826         ni_unlock(ni);
 827
 828         mark_inode_dirty(inode);
 829
 830 out:
 831         return err;
 832 }
 833
 834 static int ntfs_writepage(struct page *page, struct writeback_control *wbc)
 835 {
 836         struct address_space *mapping = page->mapping;
 837         struct inode *inode = mapping->host;
 838         struct ntfs_inode *ni = ntfs_i(inode);
 839         int err;
 840
 841         if (is_resident(ni)) {
 842                 ni_lock(ni);
 843                 err = attr_data_write_resident(ni, page);
 844                 ni_unlock(ni);
 845                 if (err != E_NTFS_NONRESIDENT) {
 846                         unlock_page(page);
 847                         return err;
 848                 }
 849         }
 850
 851         return block_write_full_page(page, ntfs_get_block, wbc);
 852 }
 853
 854 static int ntfs_writepages(struct address_space *mapping,
 855                            struct writeback_control *wbc)
 856 {
 857         struct inode *inode = mapping->host;
 858         struct ntfs_inode *ni = ntfs_i(inode);
 859         /* Redirect call to 'ntfs_writepage' for resident files. */
 860         get_block_t *get_block = is_resident(ni) ? NULL : &ntfs_get_block;
 861
 862         return mpage_writepages(mapping, wbc, get_block);
 863 }
 864
 865 static int ntfs_get_block_write_begin(struct inode *inode, sector_t vbn,
 866                                       struct buffer_head *bh_result, int create)
 867 {
 868         return ntfs_get_block_vbo(inode, (u64)vbn << inode->i_blkbits,
 869                                   bh_result, create, GET_BLOCK_WRITE_BEGIN);
 870 }
 871
 872 static int ntfs_write_begin(struct file *file, struct address_space *mapping,
 873                             loff_t pos, u32 len, u32 flags, struct page **pagep,
 874                             void **fsdata)
 875 {
 876         int err;
 877         struct inode *inode = mapping->host;
 878         struct ntfs_inode *ni = ntfs_i(inode);
 879
 880         *pagep = NULL;
 881         if (is_resident(ni)) {
 882                 struct page *page = grab_cache_page_write_begin(
 883                         mapping, pos >> PAGE_SHIFT, flags);
 884
 885                 if (!page) {
 886                         err = -ENOMEM;
 887                         goto out;
 888                 }
 889
 890                 ni_lock(ni);
 891                 err = attr_data_read_resident(ni, page);
 892                 ni_unlock(ni);
 893
 894                 if (!err) {
 895                         *pagep = page;
 896                         goto out;
 897                 }
 898                 unlock_page(page);
 899                 put_page(page);
 900
 901                 if (err != E_NTFS_NONRESIDENT)
 902                         goto out;
 903         }
 904
 905         err = block_write_begin(mapping, pos, len, flags, pagep,
 906                                 ntfs_get_block_write_begin);
 907
 908 out:
 909         return err;
 910 }
 911
 912 /*
 913  * ntfs_write_end - Address_space_operations::write_end.
 914  */
 915 static int ntfs_write_end(struct file *file, struct address_space *mapping,
 916                           loff_t pos, u32 len, u32 copied, struct page *page,
 917                           void *fsdata)
 918
 919 {
 920         struct inode *inode = mapping->host;
 921         struct ntfs_inode *ni = ntfs_i(inode);
 922         u64 valid = ni->i_valid;
 923         bool dirty = false;
 924         int err;
 925
 926         if (is_resident(ni)) {
 927                 ni_lock(ni);
 928                 err = attr_data_write_resident(ni, page);
 929                 ni_unlock(ni);
 930                 if (!err) {
 931                         dirty = true;
 932                         /* Clear any buffers in page. */
 933                         if (page_has_buffers(page)) {
 934                                 struct buffer_head *head, *bh;
 935
 936                                 bh = head = page_buffers(page);
 937                                 do {
 938                                         clear_buffer_dirty(bh);
 939                                         clear_buffer_mapped(bh);
 940                                         set_buffer_uptodate(bh);
 941                                 } while (head != (bh = bh->b_this_page));
 942                         }
 943                         SetPageUptodate(page);
 944                         err = copied;
 945                 }
 946                 unlock_page(page);
 947                 put_page(page);
 948         } else {
 949                 err = generic_write_end(file, mapping, pos, len, copied, page,
 950                                         fsdata);
 951         }
 952
 953         if (err >= 0) {
 954                 if (!(ni->std_fa & FILE_ATTRIBUTE_ARCHIVE)) {
 955                         inode->i_ctime = inode->i_mtime = current_time(inode);
 956                         ni->std_fa |= FILE_ATTRIBUTE_ARCHIVE;
 957                         dirty = true;
 958                 }
 959
 960                 if (valid != ni->i_valid) {
 961                         /* ni->i_valid is changed in ntfs_get_block_vbo. */
 962                         dirty = true;
 963                 }
 964
 965                 if (dirty)
 966                         mark_inode_dirty(inode);
 967         }
 968
 969         return err;
 970 }
 971
 972 int reset_log_file(struct inode *inode)
 973 {
 974         int err;
 975         loff_t pos = 0;
 976         u32 log_size = inode->i_size;
 977         struct address_space *mapping = inode->i_mapping;
 978
 979         for (;;) {
 980                 u32 len;
 981                 void *kaddr;
 982                 struct page *page;
 983
 984                 len = pos + PAGE_SIZE > log_size ? (log_size - pos) : PAGE_SIZE;
 985
 986                 err = block_write_begin(mapping, pos, len, 0, &page,
 987                                         ntfs_get_block_write_begin);
 988                 if (err)
 989                         goto out;
 990
 991                 kaddr = kmap_atomic(page);
 992                 memset(kaddr, -1, len);
 993                 kunmap_atomic(kaddr);
 994                 flush_dcache_page(page);
 995
 996                 err = block_write_end(NULL, mapping, pos, len, len, page, NULL);
 997                 if (err < 0)
 998                         goto out;
 999                 pos += len;
1000
1001                 if (pos >= log_size)
1002                         break;
1003                 balance_dirty_pages_ratelimited(mapping);
1004         }
1005 out:
1006         mark_inode_dirty_sync(inode);
1007
1008         return err;
1009 }
1010
1011 int ntfs3_write_inode(struct inode *inode, struct writeback_control *wbc)
1012 {
1013         return _ni_write_inode(inode, wbc->sync_mode == WB_SYNC_ALL);
1014 }
1015
1016 int ntfs_sync_inode(struct inode *inode)
1017 {
1018         return _ni_write_inode(inode, 1);
1019 }
1020
1021 /*
1022  * writeback_inode - Helper function for ntfs_flush_inodes().
1023  *
1024  * This writes both the inode and the file data blocks, waiting
1025  * for in flight data blocks before the start of the call.  It
1026  * does not wait for any io started during the call.
1027  */
1028 static int writeback_inode(struct inode *inode)
1029 {
1030         int ret = sync_inode_metadata(inode, 0);
1031
1032         if (!ret)
1033                 ret = filemap_fdatawrite(inode->i_mapping);
1034         return ret;
1035 }
1036
1037 /*
1038  * ntfs_flush_inodes
1039  *
1040  * Write data and metadata corresponding to i1 and i2.  The io is
1041  * started but we do not wait for any of it to finish.
1042  *
1043  * filemap_flush() is used for the block device, so if there is a dirty
1044  * page for a block already in flight, we will not wait and start the
1045  * io over again.
1046  */
1047 int ntfs_flush_inodes(struct super_block *sb, struct inode *i1,
1048                       struct inode *i2)
1049 {
1050         int ret = 0;
1051
1052         if (i1)
1053                 ret = writeback_inode(i1);
1054         if (!ret && i2)
1055                 ret = writeback_inode(i2);
1056         if (!ret)
1057                 ret = filemap_flush(sb->s_bdev->bd_inode->i_mapping);
1058         return ret;
1059 }
1060
1061 int inode_write_data(struct inode *inode, const void *data, size_t bytes)
1062 {
1063         pgoff_t idx;
1064
1065         /* Write non resident data. */
1066         for (idx = 0; bytes; idx++) {
1067                 size_t op = bytes > PAGE_SIZE ? PAGE_SIZE : bytes;
1068                 struct page *page = ntfs_map_page(inode->i_mapping, idx);
1069
1070                 if (IS_ERR(page))
1071                         return PTR_ERR(page);
1072
1073                 lock_page(page);
1074                 WARN_ON(!PageUptodate(page));
1075                 ClearPageUptodate(page);
1076
1077                 memcpy(page_address(page), data, op);
1078
1079                 flush_dcache_page(page);
1080                 SetPageUptodate(page);
1081                 unlock_page(page);
1082
1083                 ntfs_unmap_page(page);
1084
1085                 bytes -= op;
1086                 data = Add2Ptr(data, PAGE_SIZE);
1087         }
1088         return 0;
1089 }
1090
1091 /*
1092  * ntfs_reparse_bytes
1093  *
1094  * Number of bytes for REPARSE_DATA_BUFFER(IO_REPARSE_TAG_SYMLINK)
1095  * for unicode string of @uni_len length.
1096  */
1097 static inline u32 ntfs_reparse_bytes(u32 uni_len)
1098 {
1099         /* Header + unicode string + decorated unicode string. */
1100         return sizeof(short) * (2 * uni_len + 4) +
1101                offsetof(struct REPARSE_DATA_BUFFER,
1102                         SymbolicLinkReparseBuffer.PathBuffer);
1103 }
1104
1105 static struct REPARSE_DATA_BUFFER *
1106 ntfs_create_reparse_buffer(struct ntfs_sb_info *sbi, const char *symname,
1107                            u32 size, u16 *nsize)
1108 {
1109         int i, err;
1110         struct REPARSE_DATA_BUFFER *rp;
1111         __le16 *rp_name;
1112         typeof(rp->SymbolicLinkReparseBuffer) *rs;
1113
1114         rp = kzalloc(ntfs_reparse_bytes(2 * size + 2), GFP_NOFS);
1115         if (!rp)
1116                 return ERR_PTR(-ENOMEM);
1117
1118         rs = &rp->SymbolicLinkReparseBuffer;
1119         rp_name = rs->PathBuffer;
1120
1121         /* Convert link name to UTF-16. */
1122         err = ntfs_nls_to_utf16(sbi, symname, size,
1123                                 (struct cpu_str *)(rp_name - 1), 2 * size,
1124                                 UTF16_LITTLE_ENDIAN);
1125         if (err < 0)
1126                 goto out;
1127
1128         /* err = the length of unicode name of symlink. */
1129         *nsize = ntfs_reparse_bytes(err);
1130
1131         if (*nsize > sbi->reparse.max_size) {
1132                 err = -EFBIG;
1133                 goto out;
1134         }
1135
1136         /* Translate Linux '/' into Windows '\'. */
1137         for (i = 0; i < err; i++) {
1138                 if (rp_name[i] == cpu_to_le16('/'))
1139                         rp_name[i] = cpu_to_le16('\\');
1140         }
1141
1142         rp->ReparseTag = IO_REPARSE_TAG_SYMLINK;
1143         rp->ReparseDataLength =
1144                 cpu_to_le16(*nsize - offsetof(struct REPARSE_DATA_BUFFER,
1145                                               SymbolicLinkReparseBuffer));
1146
1147         /* PrintName + SubstituteName. */
1148         rs->SubstituteNameOffset = cpu_to_le16(sizeof(short) * err);
1149         rs->SubstituteNameLength = cpu_to_le16(sizeof(short) * err + 8);
1150         rs->PrintNameLength = rs->SubstituteNameOffset;
1151
1152         /*
1153          * TODO: Use relative path if possible to allow Windows to
1154          * parse this path.
1155          * 0-absolute path 1- relative path (SYMLINK_FLAG_RELATIVE).
1156          */
1157         rs->Flags = 0;
1158
1159         memmove(rp_name + err + 4, rp_name, sizeof(short) * err);
1160
1161         /* Decorate SubstituteName. */
1162         rp_name += err;
1163         rp_name[0] = cpu_to_le16('\\');
1164         rp_name[1] = cpu_to_le16('?');
1165         rp_name[2] = cpu_to_le16('?');
1166         rp_name[3] = cpu_to_le16('\\');
1167
1168         return rp;
1169 out:
1170         kfree(rp);
1171         return ERR_PTR(err);
1172 }
1173
1174 struct inode *ntfs_create_inode(struct user_namespace *mnt_userns,
1175                                 struct inode *dir, struct dentry *dentry,
1176                                 const struct cpu_str *uni, umode_t mode,
1177                                 dev_t dev, const char *symname, u32 size,
1178                                 struct ntfs_fnd *fnd)
1179 {
1180         int err;
1181         struct super_block *sb = dir->i_sb;
1182         struct ntfs_sb_info *sbi = sb->s_fs_info;
1183         const struct qstr *name = &dentry->d_name;
1184         CLST ino = 0;
1185         struct ntfs_inode *dir_ni = ntfs_i(dir);
1186         struct ntfs_inode *ni = NULL;
1187         struct inode *inode = NULL;
1188         struct ATTRIB *attr;
1189         struct ATTR_STD_INFO5 *std5;
1190         struct ATTR_FILE_NAME *fname;
1191         struct MFT_REC *rec;
1192         u32 asize, dsize, sd_size;
1193         enum FILE_ATTRIBUTE fa;
1194         __le32 security_id = SECURITY_ID_INVALID;
1195         CLST vcn;
1196         const void *sd;
1197         u16 t16, nsize = 0, aid = 0;
1198         struct INDEX_ROOT *root, *dir_root;
1199         struct NTFS_DE *e, *new_de = NULL;
1200         struct REPARSE_DATA_BUFFER *rp = NULL;
1201         bool rp_inserted = false;
1202
1203         dir_root = indx_get_root(&dir_ni->dir, dir_ni, NULL, NULL);
1204         if (!dir_root)
1205                 return ERR_PTR(-EINVAL);
1206
1207         if (S_ISDIR(mode)) {
1208                 /* Use parent's directory attributes. */
1209                 fa = dir_ni->std_fa | FILE_ATTRIBUTE_DIRECTORY |
1210                      FILE_ATTRIBUTE_ARCHIVE;
1211                 /*
1212                  * By default child directory inherits parent attributes.
1213                  * Root directory is hidden + system.
1214                  * Make an exception for children in root.
1215                  */
1216                 if (dir->i_ino == MFT_REC_ROOT)
1217                         fa &= ~(FILE_ATTRIBUTE_HIDDEN | FILE_ATTRIBUTE_SYSTEM);
1218         } else if (S_ISLNK(mode)) {
1219                 /* It is good idea that link should be the same type (file/dir) as target */
1220                 fa = FILE_ATTRIBUTE_REPARSE_POINT;
1221
1222                 /*
1223                  * Linux: there are dir/file/symlink and so on.
1224                  * NTFS: symlinks are "dir + reparse" or "file + reparse"
1225                  * It is good idea to create:
1226                  * dir + reparse if 'symname' points to directory
1227                  * or
1228                  * file + reparse if 'symname' points to file
1229                  * Unfortunately kern_path hangs if symname contains 'dir'.
1230                  */
1231
1232                 /*
1233                  *      struct path path;
1234                  *
1235                  *      if (!kern_path(symname, LOOKUP_FOLLOW, &path)){
1236                  *              struct inode *target = d_inode(path.dentry);
1237                  *
1238                  *              if (S_ISDIR(target->i_mode))
1239                  *                      fa |= FILE_ATTRIBUTE_DIRECTORY;
1240                  *              // if ( target->i_sb == sb ){
1241                  *              //      use relative path?
1242                  *              // }
1243                  *              path_put(&path);
1244                  *      }
1245                  */
1246         } else if (S_ISREG(mode)) {
1247                 if (sbi->options.sparse) {
1248                         /* Sparsed regular file, cause option 'sparse'. */
1249                         fa = FILE_ATTRIBUTE_SPARSE_FILE |
1250                              FILE_ATTRIBUTE_ARCHIVE;
1251                 } else if (dir_ni->std_fa & FILE_ATTRIBUTE_COMPRESSED) {
1252                         /* Compressed regular file, if parent is compressed. */
1253                         fa = FILE_ATTRIBUTE_COMPRESSED | FILE_ATTRIBUTE_ARCHIVE;
1254                 } else {
1255                         /* Regular file, default attributes. */
1256                         fa = FILE_ATTRIBUTE_ARCHIVE;
1257                 }
1258         } else {
1259                 fa = FILE_ATTRIBUTE_ARCHIVE;
1260         }
1261
1262         if (!(mode & 0222))
1263                 fa |= FILE_ATTRIBUTE_READONLY;
1264
1265         /* Allocate PATH_MAX bytes. */
1266         new_de = __getname();
1267         if (!new_de) {
1268                 err = -ENOMEM;
1269                 goto out1;
1270         }
1271
1272         /* Mark rw ntfs as dirty. it will be cleared at umount. */
1273         ntfs_set_state(sbi, NTFS_DIRTY_DIRTY);
1274
1275         /* Step 1: allocate and fill new mft record. */
1276         err = ntfs_look_free_mft(sbi, &ino, false, NULL, NULL);
1277         if (err)
1278                 goto out2;
1279
1280         ni = ntfs_new_inode(sbi, ino, fa & FILE_ATTRIBUTE_DIRECTORY);
1281         if (IS_ERR(ni)) {
1282                 err = PTR_ERR(ni);
1283                 ni = NULL;
1284                 goto out3;
1285         }
1286         inode = &ni->vfs_inode;
1287         inode_init_owner(mnt_userns, inode, dir, mode);
1288         mode = inode->i_mode;
1289
1290         inode->i_atime = inode->i_mtime = inode->i_ctime = ni->i_crtime =
1291                 current_time(inode);
1292
1293         rec = ni->mi.mrec;
1294         rec->hard_links = cpu_to_le16(1);
1295         attr = Add2Ptr(rec, le16_to_cpu(rec->attr_off));
1296
1297         /* Get default security id. */
1298         sd = s_default_security;
1299         sd_size = sizeof(s_default_security);
1300
1301         if (is_ntfs3(sbi)) {
1302                 security_id = dir_ni->std_security_id;
1303                 if (le32_to_cpu(security_id) < SECURITY_ID_FIRST) {
1304                         security_id = sbi->security.def_security_id;
1305
1306                         if (security_id == SECURITY_ID_INVALID &&
1307                             !ntfs_insert_security(sbi, sd, sd_size,
1308                                                   &security_id, NULL))
1309                                 sbi->security.def_security_id = security_id;
1310                 }
1311         }
1312
1313         /* Insert standard info. */
1314         std5 = Add2Ptr(attr, SIZEOF_RESIDENT);
1315
1316         if (security_id == SECURITY_ID_INVALID) {
1317                 dsize = sizeof(struct ATTR_STD_INFO);
1318         } else {
1319                 dsize = sizeof(struct ATTR_STD_INFO5);
1320                 std5->security_id = security_id;
1321                 ni->std_security_id = security_id;
1322         }
1323         asize = SIZEOF_RESIDENT + dsize;
1324
1325         attr->type = ATTR_STD;
1326         attr->size = cpu_to_le32(asize);
1327         attr->id = cpu_to_le16(aid++);
1328         attr->res.data_off = SIZEOF_RESIDENT_LE;
1329         attr->res.data_size = cpu_to_le32(dsize);
1330
1331         std5->cr_time = std5->m_time = std5->c_time = std5->a_time =
1332                 kernel2nt(&inode->i_atime);
1333
1334         ni->std_fa = fa;
1335         std5->fa = fa;
1336
1337         attr = Add2Ptr(attr, asize);
1338
1339         /* Insert file name. */
1340         err = fill_name_de(sbi, new_de, name, uni);
1341         if (err)
1342                 goto out4;
1343
1344         mi_get_ref(&ni->mi, &new_de->ref);
1345
1346         fname = (struct ATTR_FILE_NAME *)(new_de + 1);
1347         mi_get_ref(&dir_ni->mi, &fname->home);
1348         fname->dup.cr_time = fname->dup.m_time = fname->dup.c_time =
1349                 fname->dup.a_time = std5->cr_time;
1350         fname->dup.alloc_size = fname->dup.data_size = 0;
1351         fname->dup.fa = std5->fa;
1352         fname->dup.ea_size = fname->dup.reparse = 0;
1353
1354         dsize = le16_to_cpu(new_de->key_size);
1355         asize = ALIGN(SIZEOF_RESIDENT + dsize, 8);
1356
1357         attr->type = ATTR_NAME;
1358         attr->size = cpu_to_le32(asize);
1359         attr->res.data_off = SIZEOF_RESIDENT_LE;
1360         attr->res.flags = RESIDENT_FLAG_INDEXED;
1361         attr->id = cpu_to_le16(aid++);
1362         attr->res.data_size = cpu_to_le32(dsize);
1363         memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), fname, dsize);
1364
1365         attr = Add2Ptr(attr, asize);
1366
1367         if (security_id == SECURITY_ID_INVALID) {
1368                 /* Insert security attribute. */
1369                 asize = SIZEOF_RESIDENT + ALIGN(sd_size, 8);
1370
1371                 attr->type = ATTR_SECURE;
1372                 attr->size = cpu_to_le32(asize);
1373                 attr->id = cpu_to_le16(aid++);
1374                 attr->res.data_off = SIZEOF_RESIDENT_LE;
1375                 attr->res.data_size = cpu_to_le32(sd_size);
1376                 memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), sd, sd_size);
1377
1378                 attr = Add2Ptr(attr, asize);
1379         }
1380
1381         attr->id = cpu_to_le16(aid++);
1382         if (fa & FILE_ATTRIBUTE_DIRECTORY) {
1383                 /*
1384                  * Regular directory or symlink to directory.
1385                  * Create root attribute.
1386                  */
1387                 dsize = sizeof(struct INDEX_ROOT) + sizeof(struct NTFS_DE);
1388                 asize = sizeof(I30_NAME) + SIZEOF_RESIDENT + dsize;
1389
1390                 attr->type = ATTR_ROOT;
1391                 attr->size = cpu_to_le32(asize);
1392
1393                 attr->name_len = ARRAY_SIZE(I30_NAME);
1394                 attr->name_off = SIZEOF_RESIDENT_LE;
1395                 attr->res.data_off =
1396                         cpu_to_le16(sizeof(I30_NAME) + SIZEOF_RESIDENT);
1397                 attr->res.data_size = cpu_to_le32(dsize);
1398                 memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), I30_NAME,
1399                        sizeof(I30_NAME));
1400
1401                 root = Add2Ptr(attr, sizeof(I30_NAME) + SIZEOF_RESIDENT);
1402                 memcpy(root, dir_root, offsetof(struct INDEX_ROOT, ihdr));
1403                 root->ihdr.de_off =
1404                         cpu_to_le32(sizeof(struct INDEX_HDR)); // 0x10
1405                 root->ihdr.used = cpu_to_le32(sizeof(struct INDEX_HDR) +
1406                                               sizeof(struct NTFS_DE));
1407                 root->ihdr.total = root->ihdr.used;
1408
1409                 e = Add2Ptr(root, sizeof(struct INDEX_ROOT));
1410                 e->size = cpu_to_le16(sizeof(struct NTFS_DE));
1411                 e->flags = NTFS_IE_LAST;
1412         } else if (S_ISLNK(mode)) {
1413                 /*
1414                  * Symlink to file.
1415                  * Create empty resident data attribute.
1416                  */
1417                 asize = SIZEOF_RESIDENT;
1418
1419                 /* Insert empty ATTR_DATA */
1420                 attr->type = ATTR_DATA;
1421                 attr->size = cpu_to_le32(SIZEOF_RESIDENT);
1422                 attr->name_off = SIZEOF_RESIDENT_LE;
1423                 attr->res.data_off = SIZEOF_RESIDENT_LE;
1424         } else if (S_ISREG(mode)) {
1425                 /*
1426                  * Regular file. Create empty non resident data attribute.
1427                  */
1428                 attr->type = ATTR_DATA;
1429                 attr->non_res = 1;
1430                 attr->nres.evcn = cpu_to_le64(-1ll);
1431                 if (fa & FILE_ATTRIBUTE_SPARSE_FILE) {
1432                         attr->size = cpu_to_le32(SIZEOF_NONRESIDENT_EX + 8);
1433                         attr->name_off = SIZEOF_NONRESIDENT_EX_LE;
1434                         attr->flags = ATTR_FLAG_SPARSED;
1435                         asize = SIZEOF_NONRESIDENT_EX + 8;
1436                 } else if (fa & FILE_ATTRIBUTE_COMPRESSED) {
1437                         attr->size = cpu_to_le32(SIZEOF_NONRESIDENT_EX + 8);
1438                         attr->name_off = SIZEOF_NONRESIDENT_EX_LE;
1439                         attr->flags = ATTR_FLAG_COMPRESSED;
1440                         attr->nres.c_unit = COMPRESSION_UNIT;
1441                         asize = SIZEOF_NONRESIDENT_EX + 8;
1442                 } else {
1443                         attr->size = cpu_to_le32(SIZEOF_NONRESIDENT + 8);
1444                         attr->name_off = SIZEOF_NONRESIDENT_LE;
1445                         asize = SIZEOF_NONRESIDENT + 8;
1446                 }
1447                 attr->nres.run_off = attr->name_off;
1448         } else {
1449                 /*
1450                  * Node. Create empty resident data attribute.
1451                  */
1452                 attr->type = ATTR_DATA;
1453                 attr->size = cpu_to_le32(SIZEOF_RESIDENT);
1454                 attr->name_off = SIZEOF_RESIDENT_LE;
1455                 if (fa & FILE_ATTRIBUTE_SPARSE_FILE)
1456                         attr->flags = ATTR_FLAG_SPARSED;
1457                 else if (fa & FILE_ATTRIBUTE_COMPRESSED)
1458                         attr->flags = ATTR_FLAG_COMPRESSED;
1459                 attr->res.data_off = SIZEOF_RESIDENT_LE;
1460                 asize = SIZEOF_RESIDENT;
1461                 ni->ni_flags |= NI_FLAG_RESIDENT;
1462         }
1463
1464         if (S_ISDIR(mode)) {
1465                 ni->ni_flags |= NI_FLAG_DIR;
1466                 err = indx_init(&ni->dir, sbi, attr, INDEX_MUTEX_I30);
1467                 if (err)
1468                         goto out4;
1469         } else if (S_ISLNK(mode)) {
1470                 rp = ntfs_create_reparse_buffer(sbi, symname, size, &nsize);
1471
1472                 if (IS_ERR(rp)) {
1473                         err = PTR_ERR(rp);
1474                         rp = NULL;
1475                         goto out4;
1476                 }
1477
1478                 /*
1479                  * Insert ATTR_REPARSE.
1480                  */
1481                 attr = Add2Ptr(attr, asize);
1482                 attr->type = ATTR_REPARSE;
1483                 attr->id = cpu_to_le16(aid++);
1484
1485                 /* Resident or non resident? */
1486                 asize = ALIGN(SIZEOF_RESIDENT + nsize, 8);
1487                 t16 = PtrOffset(rec, attr);
1488
1489                 /* 0x78 - the size of EA + EAINFO to store WSL */
1490                 if (asize + t16 + 0x78 + 8 > sbi->record_size) {
1491                         CLST alen;
1492                         CLST clst = bytes_to_cluster(sbi, nsize);
1493
1494                         /* Bytes per runs. */
1495                         t16 = sbi->record_size - t16 - SIZEOF_NONRESIDENT;
1496
1497                         attr->non_res = 1;
1498                         attr->nres.evcn = cpu_to_le64(clst - 1);
1499                         attr->name_off = SIZEOF_NONRESIDENT_LE;
1500                         attr->nres.run_off = attr->name_off;
1501                         attr->nres.data_size = cpu_to_le64(nsize);
1502                         attr->nres.valid_size = attr->nres.data_size;
1503                         attr->nres.alloc_size =
1504                                 cpu_to_le64(ntfs_up_cluster(sbi, nsize));
1505
1506                         err = attr_allocate_clusters(sbi, &ni->file.run, 0, 0,
1507                                                      clst, NULL, 0, &alen, 0,
1508                                                      NULL);
1509                         if (err)
1510                                 goto out5;
1511
1512                         err = run_pack(&ni->file.run, 0, clst,
1513                                        Add2Ptr(attr, SIZEOF_NONRESIDENT), t16,
1514                                        &vcn);
1515                         if (err < 0)
1516                                 goto out5;
1517
1518                         if (vcn != clst) {
1519                                 err = -EINVAL;
1520                                 goto out5;
1521                         }
1522
1523                         asize = SIZEOF_NONRESIDENT + ALIGN(err, 8);
1524                         inode->i_size = nsize;
1525                 } else {
1526                         attr->res.data_off = SIZEOF_RESIDENT_LE;
1527                         attr->res.data_size = cpu_to_le32(nsize);
1528                         memcpy(Add2Ptr(attr, SIZEOF_RESIDENT), rp, nsize);
1529                         inode->i_size = nsize;
1530                         nsize = 0;
1531                 }
1532
1533                 attr->size = cpu_to_le32(asize);
1534
1535                 err = ntfs_insert_reparse(sbi, IO_REPARSE_TAG_SYMLINK,
1536                                           &new_de->ref);
1537                 if (err)
1538                         goto out5;
1539
1540                 rp_inserted = true;
1541         }
1542
1543         attr = Add2Ptr(attr, asize);
1544         attr->type = ATTR_END;
1545
1546         rec->used = cpu_to_le32(PtrOffset(rec, attr) + 8);
1547         rec->next_attr_id = cpu_to_le16(aid);
1548
1549         /* Step 2: Add new name in index. */
1550         err = indx_insert_entry(&dir_ni->dir, dir_ni, new_de, sbi, fnd, 0);
1551         if (err)
1552                 goto out6;
1553
1554         inode->i_generation = le16_to_cpu(rec->seq);
1555
1556         dir->i_mtime = dir->i_ctime = inode->i_atime;
1557
1558         if (S_ISDIR(mode)) {
1559                 inode->i_op = &ntfs_dir_inode_operations;
1560                 inode->i_fop = &ntfs_dir_operations;
1561         } else if (S_ISLNK(mode)) {
1562                 inode->i_op = &ntfs_link_inode_operations;
1563                 inode->i_fop = NULL;
1564                 inode->i_mapping->a_ops = &ntfs_aops;
1565         } else if (S_ISREG(mode)) {
1566                 inode->i_op = &ntfs_file_inode_operations;
1567                 inode->i_fop = &ntfs_file_operations;
1568                 inode->i_mapping->a_ops =
1569                         is_compressed(ni) ? &ntfs_aops_cmpr : &ntfs_aops;
1570                 init_rwsem(&ni->file.run_lock);
1571         } else {
1572                 inode->i_op = &ntfs_special_inode_operations;
1573                 init_special_inode(inode, mode, dev);
1574         }
1575
1576 #ifdef CONFIG_NTFS3_FS_POSIX_ACL
1577         if (!S_ISLNK(mode) && (sb->s_flags & SB_POSIXACL)) {
1578                 err = ntfs_init_acl(mnt_userns, inode, dir);
1579                 if (err)
1580                         goto out6;
1581         } else
1582 #endif
1583         {
1584                 inode->i_flags |= S_NOSEC;
1585         }
1586
1587         /* Write non resident data. */
1588         if (nsize) {
1589                 err = ntfs_sb_write_run(sbi, &ni->file.run, 0, rp, nsize);
1590                 if (err)
1591                         goto out7;
1592         }
1593
1594         /*
1595          * Call 'd_instantiate' after inode->i_op is set
1596          * but before finish_open.
1597          */
1598         d_instantiate(dentry, inode);
1599
1600         ntfs_save_wsl_perm(inode);
1601         mark_inode_dirty(dir);
1602         mark_inode_dirty(inode);
1603
1604         /* Normal exit. */
1605         goto out2;
1606
1607 out7:
1608
1609         /* Undo 'indx_insert_entry'. */
1610         indx_delete_entry(&dir_ni->dir, dir_ni, new_de + 1,
1611                           le16_to_cpu(new_de->key_size), sbi);
1612 out6:
1613         if (rp_inserted)
1614                 ntfs_remove_reparse(sbi, IO_REPARSE_TAG_SYMLINK, &new_de->ref);
1615
1616 out5:
1617         if (S_ISDIR(mode) || run_is_empty(&ni->file.run))
1618                 goto out4;
1619
1620         run_deallocate(sbi, &ni->file.run, false);
1621
1622 out4:
1623         clear_rec_inuse(rec);
1624         clear_nlink(inode);
1625         ni->mi.dirty = false;
1626         discard_new_inode(inode);
1627 out3:
1628         ntfs_mark_rec_free(sbi, ino);
1629
1630 out2:
1631         __putname(new_de);
1632         kfree(rp);
1633
1634 out1:
1635         if (err)
1636                 return ERR_PTR(err);
1637
1638         unlock_new_inode(inode);
1639
1640         return inode;
1641 }
1642
1643 int ntfs_link_inode(struct inode *inode, struct dentry *dentry)
1644 {
1645         int err;
1646         struct ntfs_inode *ni = ntfs_i(inode);
1647         struct ntfs_sb_info *sbi = inode->i_sb->s_fs_info;
1648         struct NTFS_DE *de;
1649         struct ATTR_FILE_NAME *de_name;
1650
1651         /* Allocate PATH_MAX bytes. */
1652         de = __getname();
1653         if (!de)
1654                 return -ENOMEM;
1655
1656         /* Mark rw ntfs as dirty. It will be cleared at umount. */
1657         ntfs_set_state(sbi, NTFS_DIRTY_DIRTY);
1658
1659         /* Construct 'de'. */
1660         err = fill_name_de(sbi, de, &dentry->d_name, NULL);
1661         if (err)
1662                 goto out;
1663
1664         de_name = (struct ATTR_FILE_NAME *)(de + 1);
1665         /* Fill duplicate info. */
1666         de_name->dup.cr_time = de_name->dup.m_time = de_name->dup.c_time =
1667                 de_name->dup.a_time = kernel2nt(&inode->i_ctime);
1668         de_name->dup.alloc_size = de_name->dup.data_size =
1669                 cpu_to_le64(inode->i_size);
1670         de_name->dup.fa = ni->std_fa;
1671         de_name->dup.ea_size = de_name->dup.reparse = 0;
1672
1673         err = ni_add_name(ntfs_i(d_inode(dentry->d_parent)), ni, de);
1674 out:
1675         __putname(de);
1676         return err;
1677 }
1678
1679 /*
1680  * ntfs_unlink_inode
1681  *
1682  * inode_operations::unlink
1683  * inode_operations::rmdir
1684  */
1685 int ntfs_unlink_inode(struct inode *dir, const struct dentry *dentry)
1686 {
1687         int err;
1688         struct ntfs_sb_info *sbi = dir->i_sb->s_fs_info;
1689         struct inode *inode = d_inode(dentry);
1690         struct ntfs_inode *ni = ntfs_i(inode);
1691         struct ntfs_inode *dir_ni = ntfs_i(dir);
1692         struct NTFS_DE *de, *de2 = NULL;
1693         int undo_remove;
1694
1695         if (ntfs_is_meta_file(sbi, ni->mi.rno))
1696                 return -EINVAL;
1697
1698         /* Allocate PATH_MAX bytes. */
1699         de = __getname();
1700         if (!de)
1701                 return -ENOMEM;
1702
1703         ni_lock(ni);
1704
1705         if (S_ISDIR(inode->i_mode) && !dir_is_empty(inode)) {
1706                 err = -ENOTEMPTY;
1707                 goto out;
1708         }
1709
1710         err = fill_name_de(sbi, de, &dentry->d_name, NULL);
1711         if (err < 0)
1712                 goto out;
1713
1714         undo_remove = 0;
1715         err = ni_remove_name(dir_ni, ni, de, &de2, &undo_remove);
1716
1717         if (!err) {
1718                 drop_nlink(inode);
1719                 dir->i_mtime = dir->i_ctime = current_time(dir);
1720                 mark_inode_dirty(dir);
1721                 inode->i_ctime = dir->i_ctime;
1722                 if (inode->i_nlink)
1723                         mark_inode_dirty(inode);
1724         } else if (!ni_remove_name_undo(dir_ni, ni, de, de2, undo_remove)) {
1725                 make_bad_inode(inode);
1726                 ntfs_inode_err(inode, "failed to undo unlink");
1727                 ntfs_set_state(sbi, NTFS_DIRTY_ERROR);
1728         } else {
1729                 if (ni_is_dirty(dir))
1730                         mark_inode_dirty(dir);
1731                 if (ni_is_dirty(inode))
1732                         mark_inode_dirty(inode);
1733         }
1734
1735 out:
1736         ni_unlock(ni);
1737         __putname(de);
1738         return err;
1739 }
1740
1741 void ntfs_evict_inode(struct inode *inode)
1742 {
1743         truncate_inode_pages_final(&inode->i_data);
1744
1745         if (inode->i_nlink)
1746                 _ni_write_inode(inode, inode_needs_sync(inode));
1747
1748         invalidate_inode_buffers(inode);
1749         clear_inode(inode);
1750
1751         ni_clear(ntfs_i(inode));
1752 }
1753
1754 static noinline int ntfs_readlink_hlp(struct inode *inode, char *buffer,
1755                                       int buflen)
1756 {
1757         int i, err = 0;
1758         struct ntfs_inode *ni = ntfs_i(inode);
1759         struct super_block *sb = inode->i_sb;
1760         struct ntfs_sb_info *sbi = sb->s_fs_info;
1761         u64 i_size = inode->i_size;
1762         u16 nlen = 0;
1763         void *to_free = NULL;
1764         struct REPARSE_DATA_BUFFER *rp;
1765         struct le_str *uni;
1766         struct ATTRIB *attr;
1767
1768         /* Reparse data present. Try to parse it. */
1769         static_assert(!offsetof(struct REPARSE_DATA_BUFFER, ReparseTag));
1770         static_assert(sizeof(u32) == sizeof(rp->ReparseTag));
1771
1772         *buffer = 0;
1773
1774         /* Read into temporal buffer. */
1775         if (i_size > sbi->reparse.max_size || i_size <= sizeof(u32)) {
1776                 err = -EINVAL;
1777                 goto out;
1778         }
1779
1780         attr = ni_find_attr(ni, NULL, NULL, ATTR_REPARSE, NULL, 0, NULL, NULL);
1781         if (!attr) {
1782                 err = -EINVAL;
1783                 goto out;
1784         }
1785
1786         if (!attr->non_res) {
1787                 rp = resident_data_ex(attr, i_size);
1788                 if (!rp) {
1789                         err = -EINVAL;
1790                         goto out;
1791                 }
1792         } else {
1793                 rp = kmalloc(i_size, GFP_NOFS);
1794                 if (!rp) {
1795                         err = -ENOMEM;
1796                         goto out;
1797                 }
1798                 to_free = rp;
1799                 err = ntfs_read_run_nb(sbi, &ni->file.run, 0, rp, i_size, NULL);
1800                 if (err)
1801                         goto out;
1802         }
1803
1804         err = -EINVAL;
1805
1806         /* Microsoft Tag. */
1807         switch (rp->ReparseTag) {
1808         case IO_REPARSE_TAG_MOUNT_POINT:
1809                 /* Mount points and junctions. */
1810                 /* Can we use 'Rp->MountPointReparseBuffer.PrintNameLength'? */
1811                 if (i_size <= offsetof(struct REPARSE_DATA_BUFFER,
1812                                        MountPointReparseBuffer.PathBuffer))
1813                         goto out;
1814                 uni = Add2Ptr(rp,
1815                               offsetof(struct REPARSE_DATA_BUFFER,
1816                                        MountPointReparseBuffer.PathBuffer) +
1817                                       le16_to_cpu(rp->MountPointReparseBuffer
1818                                                           .PrintNameOffset) -
1819                                       2);
1820                 nlen = le16_to_cpu(rp->MountPointReparseBuffer.PrintNameLength);
1821                 break;
1822
1823         case IO_REPARSE_TAG_SYMLINK:
1824                 /* FolderSymbolicLink */
1825                 /* Can we use 'Rp->SymbolicLinkReparseBuffer.PrintNameLength'? */
1826                 if (i_size <= offsetof(struct REPARSE_DATA_BUFFER,
1827                                        SymbolicLinkReparseBuffer.PathBuffer))
1828                         goto out;
1829                 uni = Add2Ptr(rp,
1830                               offsetof(struct REPARSE_DATA_BUFFER,
1831                                        SymbolicLinkReparseBuffer.PathBuffer) +
1832                                       le16_to_cpu(rp->SymbolicLinkReparseBuffer
1833                                                           .PrintNameOffset) -
1834                                       2);
1835                 nlen = le16_to_cpu(
1836                         rp->SymbolicLinkReparseBuffer.PrintNameLength);
1837                 break;
1838
1839         case IO_REPARSE_TAG_CLOUD:
1840         case IO_REPARSE_TAG_CLOUD_1:
1841         case IO_REPARSE_TAG_CLOUD_2:
1842         case IO_REPARSE_TAG_CLOUD_3:
1843         case IO_REPARSE_TAG_CLOUD_4:
1844         case IO_REPARSE_TAG_CLOUD_5:
1845         case IO_REPARSE_TAG_CLOUD_6:
1846         case IO_REPARSE_TAG_CLOUD_7:
1847         case IO_REPARSE_TAG_CLOUD_8:
1848         case IO_REPARSE_TAG_CLOUD_9:
1849         case IO_REPARSE_TAG_CLOUD_A:
1850         case IO_REPARSE_TAG_CLOUD_B:
1851         case IO_REPARSE_TAG_CLOUD_C:
1852         case IO_REPARSE_TAG_CLOUD_D:
1853         case IO_REPARSE_TAG_CLOUD_E:
1854         case IO_REPARSE_TAG_CLOUD_F:
1855                 err = sizeof("OneDrive") - 1;
1856                 if (err > buflen)
1857                         err = buflen;
1858                 memcpy(buffer, "OneDrive", err);
1859                 goto out;
1860
1861         default:
1862                 if (IsReparseTagMicrosoft(rp->ReparseTag)) {
1863                         /* Unknown Microsoft Tag. */
1864                         goto out;
1865                 }
1866                 if (!IsReparseTagNameSurrogate(rp->ReparseTag) ||
1867                     i_size <= sizeof(struct REPARSE_POINT)) {
1868                         goto out;
1869                 }
1870
1871                 /* Users tag. */
1872                 uni = Add2Ptr(rp, sizeof(struct REPARSE_POINT) - 2);
1873                 nlen = le16_to_cpu(rp->ReparseDataLength) -
1874                        sizeof(struct REPARSE_POINT);
1875         }
1876
1877         /* Convert nlen from bytes to UNICODE chars. */
1878         nlen >>= 1;
1879
1880         /* Check that name is available. */
1881         if (!nlen || &uni->name[nlen] > (__le16 *)Add2Ptr(rp, i_size))
1882                 goto out;
1883
1884         /* If name is already zero terminated then truncate it now. */
1885         if (!uni->name[nlen - 1])
1886                 nlen -= 1;
1887         uni->len = nlen;
1888
1889         err = ntfs_utf16_to_nls(sbi, uni, buffer, buflen);
1890
1891         if (err < 0)
1892                 goto out;
1893
1894         /* Translate Windows '\' into Linux '/'. */
1895         for (i = 0; i < err; i++) {
1896                 if (buffer[i] == '\\')
1897                         buffer[i] = '/';
1898         }
1899
1900         /* Always set last zero. */
1901         buffer[err] = 0;
1902 out:
1903         kfree(to_free);
1904         return err;
1905 }
1906
1907 static const char *ntfs_get_link(struct dentry *de, struct inode *inode,
1908                                  struct delayed_call *done)
1909 {
1910         int err;
1911         char *ret;
1912
1913         if (!de)
1914                 return ERR_PTR(-ECHILD);
1915
1916         ret = kmalloc(PAGE_SIZE, GFP_NOFS);
1917         if (!ret)
1918                 return ERR_PTR(-ENOMEM);
1919
1920         err = ntfs_readlink_hlp(inode, ret, PAGE_SIZE);
1921         if (err < 0) {
1922                 kfree(ret);
1923                 return ERR_PTR(err);
1924         }
1925
1926         set_delayed_call(done, kfree_link, ret);
1927
1928         return ret;
1929 }
1930
1931 // clang-format off
1932 const struct inode_operations ntfs_link_inode_operations = {
1933         .get_link       = ntfs_get_link,
1934         .setattr        = ntfs3_setattr,
1935         .listxattr      = ntfs_listxattr,
1936         .permission     = ntfs_permission,
1937         .get_acl        = ntfs_get_acl,
1938         .set_acl        = ntfs_set_acl,
1939 };
1940
1941 const struct address_space_operations ntfs_aops = {
1942         .readpage       = ntfs_readpage,
1943         .readahead      = ntfs_readahead,
1944         .writepage      = ntfs_writepage,
1945         .writepages     = ntfs_writepages,
1946         .write_begin    = ntfs_write_begin,
1947         .write_end      = ntfs_write_end,
1948         .direct_IO      = ntfs_direct_IO,
1949         .bmap           = ntfs_bmap,
1950         .set_page_dirty = __set_page_dirty_buffers,
1951 };
1952
1953 const struct address_space_operations ntfs_aops_cmpr = {
1954         .readpage       = ntfs_readpage,
1955         .readahead      = ntfs_readahead,
1956 };
1957 // clang-format on