1 // SPDX-License-Identifier: GPL-2.0
5 * Copyright (C) 1995 Linus Torvalds
8 #include <linux/stddef.h>
9 #include <linux/kernel.h>
10 #include <linux/export.h>
11 #include <linux/time.h>
13 #include <linux/errno.h>
14 #include <linux/stat.h>
15 #include <linux/file.h>
17 #include <linux/fsnotify.h>
18 #include <linux/dirent.h>
19 #include <linux/security.h>
20 #include <linux/syscalls.h>
21 #include <linux/unistd.h>
22 #include <linux/compat.h>
24 #include <linux/uaccess.h>
26 int iterate_dir(struct file *file, struct dir_context *ctx)
28 struct inode *inode = file_inode(file);
31 if (file->f_op->iterate_shared)
33 else if (!file->f_op->iterate)
36 res = security_file_permission(file, MAY_READ);
41 res = down_read_killable(&inode->i_rwsem);
43 res = down_write_killable(&inode->i_rwsem);
48 if (!IS_DEADDIR(inode)) {
49 ctx->pos = file->f_pos;
51 res = file->f_op->iterate_shared(file, ctx);
53 res = file->f_op->iterate(file, ctx);
54 file->f_pos = ctx->pos;
55 fsnotify_access(file);
59 inode_unlock_shared(inode);
65 EXPORT_SYMBOL(iterate_dir);
68 * Traditional linux readdir() handling..
70 * "count=1" is a special case, meaning that the buffer is one
71 * dirent-structure in size and that the code can't handle more
72 * anyway. Thus the special "fillonedir()" function for that
73 * case (the low-level handlers don't need to care about this).
76 #ifdef __ARCH_WANT_OLD_READDIR
78 struct old_linux_dirent {
80 unsigned long d_offset;
81 unsigned short d_namlen;
85 struct readdir_callback {
86 struct dir_context ctx;
87 struct old_linux_dirent __user * dirent;
91 static int fillonedir(struct dir_context *ctx, const char *name, int namlen,
92 loff_t offset, u64 ino, unsigned int d_type)
94 struct readdir_callback *buf =
95 container_of(ctx, struct readdir_callback, ctx);
96 struct old_linux_dirent __user * dirent;
102 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
103 buf->result = -EOVERFLOW;
107 dirent = buf->dirent;
108 if (!access_ok(VERIFY_WRITE, dirent,
109 (unsigned long)(dirent->d_name + namlen + 1) -
110 (unsigned long)dirent))
112 if ( __put_user(d_ino, &dirent->d_ino) ||
113 __put_user(offset, &dirent->d_offset) ||
114 __put_user(namlen, &dirent->d_namlen) ||
115 __copy_to_user(dirent->d_name, name, namlen) ||
116 __put_user(0, dirent->d_name + namlen))
120 buf->result = -EFAULT;
124 SYSCALL_DEFINE3(old_readdir, unsigned int, fd,
125 struct old_linux_dirent __user *, dirent, unsigned int, count)
128 struct fd f = fdget_pos(fd);
129 struct readdir_callback buf = {
130 .ctx.actor = fillonedir,
137 error = iterate_dir(f.file, &buf.ctx);
145 #endif /* __ARCH_WANT_OLD_READDIR */
148 * New, all-improved, singing, dancing, iBCS2-compliant getdents()
151 struct linux_dirent {
154 unsigned short d_reclen;
158 struct getdents_callback {
159 struct dir_context ctx;
160 struct linux_dirent __user * current_dir;
161 struct linux_dirent __user * previous;
166 static int filldir(struct dir_context *ctx, const char *name, int namlen,
167 loff_t offset, u64 ino, unsigned int d_type)
169 struct linux_dirent __user * dirent;
170 struct getdents_callback *buf =
171 container_of(ctx, struct getdents_callback, ctx);
173 int reclen = ALIGN(offsetof(struct linux_dirent, d_name) + namlen + 2,
176 buf->error = -EINVAL; /* only used if we fail.. */
177 if (reclen > buf->count)
180 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
181 buf->error = -EOVERFLOW;
184 dirent = buf->previous;
186 if (signal_pending(current))
188 if (__put_user(offset, &dirent->d_off))
191 dirent = buf->current_dir;
192 if (__put_user(d_ino, &dirent->d_ino))
194 if (__put_user(reclen, &dirent->d_reclen))
196 if (copy_to_user(dirent->d_name, name, namlen))
198 if (__put_user(0, dirent->d_name + namlen))
200 if (__put_user(d_type, (char __user *) dirent + reclen - 1))
202 buf->previous = dirent;
203 dirent = (void __user *)dirent + reclen;
204 buf->current_dir = dirent;
205 buf->count -= reclen;
208 buf->error = -EFAULT;
212 SYSCALL_DEFINE3(getdents, unsigned int, fd,
213 struct linux_dirent __user *, dirent, unsigned int, count)
216 struct linux_dirent __user * lastdirent;
217 struct getdents_callback buf = {
218 .ctx.actor = filldir,
220 .current_dir = dirent
224 if (!access_ok(VERIFY_WRITE, dirent, count))
231 error = iterate_dir(f.file, &buf.ctx);
234 lastdirent = buf.previous;
236 if (put_user(buf.ctx.pos, &lastdirent->d_off))
239 error = count - buf.count;
245 struct getdents_callback64 {
246 struct dir_context ctx;
247 struct linux_dirent64 __user * current_dir;
248 struct linux_dirent64 __user * previous;
253 static int filldir64(struct dir_context *ctx, const char *name, int namlen,
254 loff_t offset, u64 ino, unsigned int d_type)
256 struct linux_dirent64 __user *dirent;
257 struct getdents_callback64 *buf =
258 container_of(ctx, struct getdents_callback64, ctx);
259 int reclen = ALIGN(offsetof(struct linux_dirent64, d_name) + namlen + 1,
262 buf->error = -EINVAL; /* only used if we fail.. */
263 if (reclen > buf->count)
265 dirent = buf->previous;
267 if (signal_pending(current))
269 if (__put_user(offset, &dirent->d_off))
272 dirent = buf->current_dir;
273 if (__put_user(ino, &dirent->d_ino))
275 if (__put_user(0, &dirent->d_off))
277 if (__put_user(reclen, &dirent->d_reclen))
279 if (__put_user(d_type, &dirent->d_type))
281 if (copy_to_user(dirent->d_name, name, namlen))
283 if (__put_user(0, dirent->d_name + namlen))
285 buf->previous = dirent;
286 dirent = (void __user *)dirent + reclen;
287 buf->current_dir = dirent;
288 buf->count -= reclen;
291 buf->error = -EFAULT;
295 int ksys_getdents64(unsigned int fd, struct linux_dirent64 __user *dirent,
299 struct linux_dirent64 __user * lastdirent;
300 struct getdents_callback64 buf = {
301 .ctx.actor = filldir64,
303 .current_dir = dirent
307 if (!access_ok(VERIFY_WRITE, dirent, count))
314 error = iterate_dir(f.file, &buf.ctx);
317 lastdirent = buf.previous;
319 typeof(lastdirent->d_off) d_off = buf.ctx.pos;
320 if (__put_user(d_off, &lastdirent->d_off))
323 error = count - buf.count;
330 SYSCALL_DEFINE3(getdents64, unsigned int, fd,
331 struct linux_dirent64 __user *, dirent, unsigned int, count)
333 return ksys_getdents64(fd, dirent, count);
337 struct compat_old_linux_dirent {
338 compat_ulong_t d_ino;
339 compat_ulong_t d_offset;
340 unsigned short d_namlen;
344 struct compat_readdir_callback {
345 struct dir_context ctx;
346 struct compat_old_linux_dirent __user *dirent;
350 static int compat_fillonedir(struct dir_context *ctx, const char *name,
351 int namlen, loff_t offset, u64 ino,
354 struct compat_readdir_callback *buf =
355 container_of(ctx, struct compat_readdir_callback, ctx);
356 struct compat_old_linux_dirent __user *dirent;
357 compat_ulong_t d_ino;
362 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
363 buf->result = -EOVERFLOW;
367 dirent = buf->dirent;
368 if (!access_ok(VERIFY_WRITE, dirent,
369 (unsigned long)(dirent->d_name + namlen + 1) -
370 (unsigned long)dirent))
372 if ( __put_user(d_ino, &dirent->d_ino) ||
373 __put_user(offset, &dirent->d_offset) ||
374 __put_user(namlen, &dirent->d_namlen) ||
375 __copy_to_user(dirent->d_name, name, namlen) ||
376 __put_user(0, dirent->d_name + namlen))
380 buf->result = -EFAULT;
384 COMPAT_SYSCALL_DEFINE3(old_readdir, unsigned int, fd,
385 struct compat_old_linux_dirent __user *, dirent, unsigned int, count)
388 struct fd f = fdget_pos(fd);
389 struct compat_readdir_callback buf = {
390 .ctx.actor = compat_fillonedir,
397 error = iterate_dir(f.file, &buf.ctx);
405 struct compat_linux_dirent {
406 compat_ulong_t d_ino;
407 compat_ulong_t d_off;
408 unsigned short d_reclen;
412 struct compat_getdents_callback {
413 struct dir_context ctx;
414 struct compat_linux_dirent __user *current_dir;
415 struct compat_linux_dirent __user *previous;
420 static int compat_filldir(struct dir_context *ctx, const char *name, int namlen,
421 loff_t offset, u64 ino, unsigned int d_type)
423 struct compat_linux_dirent __user * dirent;
424 struct compat_getdents_callback *buf =
425 container_of(ctx, struct compat_getdents_callback, ctx);
426 compat_ulong_t d_ino;
427 int reclen = ALIGN(offsetof(struct compat_linux_dirent, d_name) +
428 namlen + 2, sizeof(compat_long_t));
430 buf->error = -EINVAL; /* only used if we fail.. */
431 if (reclen > buf->count)
434 if (sizeof(d_ino) < sizeof(ino) && d_ino != ino) {
435 buf->error = -EOVERFLOW;
438 dirent = buf->previous;
440 if (signal_pending(current))
442 if (__put_user(offset, &dirent->d_off))
445 dirent = buf->current_dir;
446 if (__put_user(d_ino, &dirent->d_ino))
448 if (__put_user(reclen, &dirent->d_reclen))
450 if (copy_to_user(dirent->d_name, name, namlen))
452 if (__put_user(0, dirent->d_name + namlen))
454 if (__put_user(d_type, (char __user *) dirent + reclen - 1))
456 buf->previous = dirent;
457 dirent = (void __user *)dirent + reclen;
458 buf->current_dir = dirent;
459 buf->count -= reclen;
462 buf->error = -EFAULT;
466 COMPAT_SYSCALL_DEFINE3(getdents, unsigned int, fd,
467 struct compat_linux_dirent __user *, dirent, unsigned int, count)
470 struct compat_linux_dirent __user * lastdirent;
471 struct compat_getdents_callback buf = {
472 .ctx.actor = compat_filldir,
473 .current_dir = dirent,
478 if (!access_ok(VERIFY_WRITE, dirent, count))
485 error = iterate_dir(f.file, &buf.ctx);
488 lastdirent = buf.previous;
490 if (put_user(buf.ctx.pos, &lastdirent->d_off))
493 error = count - buf.count;