1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/types.h>
3 #include <linux/errno.h>
4 #include <linux/kmod.h>
5 #include <linux/sched.h>
6 #include <linux/interrupt.h>
8 #include <linux/tty_driver.h>
9 #include <linux/file.h>
11 #include <linux/string.h>
12 #include <linux/slab.h>
13 #include <linux/poll.h>
14 #include <linux/proc_fs.h>
15 #include <linux/module.h>
16 #include <linux/device.h>
17 #include <linux/wait.h>
18 #include <linux/bitops.h>
19 #include <linux/seq_file.h>
20 #include <linux/uaccess.h>
21 #include <linux/ratelimit.h>
24 #undef LDISC_DEBUG_HANGUP
26 #ifdef LDISC_DEBUG_HANGUP
27 #define tty_ldisc_debug(tty, f, args...) tty_debug(tty, f, ##args)
29 #define tty_ldisc_debug(tty, f, args...)
32 /* lockdep nested classes for tty->ldisc_sem */
40 * This guards the refcounted line discipline lists. The lock
41 * must be taken with irqs off because there are hangup path
42 * callers who will do ldisc lookups and cannot sleep.
45 static DEFINE_RAW_SPINLOCK(tty_ldiscs_lock);
46 /* Line disc dispatch table */
47 static struct tty_ldisc_ops *tty_ldiscs[NR_LDISCS];
50 * tty_register_ldisc - install a line discipline
51 * @new_ldisc: pointer to the ldisc object
53 * Installs a new line discipline into the kernel. The discipline is set up as
54 * unreferenced and then made available to the kernel from this point onwards.
56 * Locking: takes %tty_ldiscs_lock to guard against ldisc races
58 int tty_register_ldisc(struct tty_ldisc_ops *new_ldisc)
62 if (new_ldisc->num < N_TTY || new_ldisc->num >= NR_LDISCS)
65 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
66 tty_ldiscs[new_ldisc->num] = new_ldisc;
67 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
71 EXPORT_SYMBOL(tty_register_ldisc);
74 * tty_unregister_ldisc - unload a line discipline
75 * @ldisc: ldisc number
77 * Remove a line discipline from the kernel providing it is not currently in
80 * Locking: takes %tty_ldiscs_lock to guard against ldisc races
83 void tty_unregister_ldisc(struct tty_ldisc_ops *ldisc)
87 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
88 tty_ldiscs[ldisc->num] = NULL;
89 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
91 EXPORT_SYMBOL(tty_unregister_ldisc);
93 static struct tty_ldisc_ops *get_ldops(int disc)
96 struct tty_ldisc_ops *ldops, *ret;
98 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
99 ret = ERR_PTR(-EINVAL);
100 ldops = tty_ldiscs[disc];
102 ret = ERR_PTR(-EAGAIN);
103 if (try_module_get(ldops->owner))
106 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
110 static void put_ldops(struct tty_ldisc_ops *ldops)
114 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
115 module_put(ldops->owner);
116 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
119 int tty_ldisc_autoload = IS_BUILTIN(CONFIG_LDISC_AUTOLOAD);
122 * tty_ldisc_get - take a reference to an ldisc
124 * @disc: ldisc number
126 * Takes a reference to a line discipline. Deals with refcounts and module
127 * locking counts. If the discipline is not available, its module loaded, if
131 * * -%EINVAL if the discipline index is not [%N_TTY .. %NR_LDISCS] or if the
132 * discipline is not registered
133 * * -%EAGAIN if request_module() failed to load or register the discipline
134 * * -%ENOMEM if allocation failure
135 * * Otherwise, returns a pointer to the discipline and bumps the ref count
137 * Locking: takes %tty_ldiscs_lock to guard against ldisc races
139 static struct tty_ldisc *tty_ldisc_get(struct tty_struct *tty, int disc)
141 struct tty_ldisc *ld;
142 struct tty_ldisc_ops *ldops;
144 if (disc < N_TTY || disc >= NR_LDISCS)
145 return ERR_PTR(-EINVAL);
148 * Get the ldisc ops - we may need to request them to be loaded
149 * dynamically and try again.
151 ldops = get_ldops(disc);
153 if (!capable(CAP_SYS_MODULE) && !tty_ldisc_autoload)
154 return ERR_PTR(-EPERM);
155 request_module("tty-ldisc-%d", disc);
156 ldops = get_ldops(disc);
158 return ERR_CAST(ldops);
162 * There is no way to handle allocation failure of only 16 bytes.
163 * Let's simplify error handling and save more memory.
165 ld = kmalloc(sizeof(struct tty_ldisc), GFP_KERNEL | __GFP_NOFAIL);
173 * tty_ldisc_put - release the ldisc
174 * @ld: lisdsc to release
176 * Complement of tty_ldisc_get().
178 static void tty_ldisc_put(struct tty_ldisc *ld)
180 if (WARN_ON_ONCE(!ld))
187 static void *tty_ldiscs_seq_start(struct seq_file *m, loff_t *pos)
189 return (*pos < NR_LDISCS) ? pos : NULL;
192 static void *tty_ldiscs_seq_next(struct seq_file *m, void *v, loff_t *pos)
195 return (*pos < NR_LDISCS) ? pos : NULL;
198 static void tty_ldiscs_seq_stop(struct seq_file *m, void *v)
202 static int tty_ldiscs_seq_show(struct seq_file *m, void *v)
204 int i = *(loff_t *)v;
205 struct tty_ldisc_ops *ldops;
207 ldops = get_ldops(i);
210 seq_printf(m, "%-10s %2d\n", ldops->name ? ldops->name : "???", i);
215 const struct seq_operations tty_ldiscs_seq_ops = {
216 .start = tty_ldiscs_seq_start,
217 .next = tty_ldiscs_seq_next,
218 .stop = tty_ldiscs_seq_stop,
219 .show = tty_ldiscs_seq_show,
223 * tty_ldisc_ref_wait - wait for the tty ldisc
226 * Dereference the line discipline for the terminal and take a reference to it.
227 * If the line discipline is in flux then wait patiently until it changes.
229 * Returns: %NULL if the tty has been hungup and not re-opened with a new file
230 * descriptor, otherwise valid ldisc reference
232 * Note 1: Must not be called from an IRQ/timer context. The caller must also
233 * be careful not to hold other locks that will deadlock against a discipline
234 * change, such as an existing ldisc reference (which we check for).
236 * Note 2: a file_operations routine (read/poll/write) should use this function
237 * to wait for any ldisc lifetime events to finish.
239 struct tty_ldisc *tty_ldisc_ref_wait(struct tty_struct *tty)
241 struct tty_ldisc *ld;
243 ldsem_down_read(&tty->ldisc_sem, MAX_SCHEDULE_TIMEOUT);
246 ldsem_up_read(&tty->ldisc_sem);
249 EXPORT_SYMBOL_GPL(tty_ldisc_ref_wait);
252 * tty_ldisc_ref - get the tty ldisc
255 * Dereference the line discipline for the terminal and take a reference to it.
256 * If the line discipline is in flux then return %NULL. Can be called from IRQ
257 * and timer functions.
259 struct tty_ldisc *tty_ldisc_ref(struct tty_struct *tty)
261 struct tty_ldisc *ld = NULL;
263 if (ldsem_down_read_trylock(&tty->ldisc_sem)) {
266 ldsem_up_read(&tty->ldisc_sem);
270 EXPORT_SYMBOL_GPL(tty_ldisc_ref);
273 * tty_ldisc_deref - free a tty ldisc reference
274 * @ld: reference to free up
276 * Undoes the effect of tty_ldisc_ref() or tty_ldisc_ref_wait(). May be called
279 void tty_ldisc_deref(struct tty_ldisc *ld)
281 ldsem_up_read(&ld->tty->ldisc_sem);
283 EXPORT_SYMBOL_GPL(tty_ldisc_deref);
287 __tty_ldisc_lock(struct tty_struct *tty, unsigned long timeout)
289 return ldsem_down_write(&tty->ldisc_sem, timeout);
293 __tty_ldisc_lock_nested(struct tty_struct *tty, unsigned long timeout)
295 return ldsem_down_write_nested(&tty->ldisc_sem,
296 LDISC_SEM_OTHER, timeout);
299 static inline void __tty_ldisc_unlock(struct tty_struct *tty)
301 ldsem_up_write(&tty->ldisc_sem);
304 int tty_ldisc_lock(struct tty_struct *tty, unsigned long timeout)
308 /* Kindly asking blocked readers to release the read side */
309 set_bit(TTY_LDISC_CHANGING, &tty->flags);
310 wake_up_interruptible_all(&tty->read_wait);
311 wake_up_interruptible_all(&tty->write_wait);
313 ret = __tty_ldisc_lock(tty, timeout);
316 set_bit(TTY_LDISC_HALTED, &tty->flags);
320 void tty_ldisc_unlock(struct tty_struct *tty)
322 clear_bit(TTY_LDISC_HALTED, &tty->flags);
323 /* Can be cleared here - ldisc_unlock will wake up writers firstly */
324 clear_bit(TTY_LDISC_CHANGING, &tty->flags);
325 __tty_ldisc_unlock(tty);
329 tty_ldisc_lock_pair_timeout(struct tty_struct *tty, struct tty_struct *tty2,
330 unsigned long timeout)
335 ret = __tty_ldisc_lock(tty, timeout);
337 ret = __tty_ldisc_lock_nested(tty2, timeout);
339 __tty_ldisc_unlock(tty);
342 /* if this is possible, it has lots of implications */
343 WARN_ON_ONCE(tty == tty2);
344 if (tty2 && tty != tty2) {
345 ret = __tty_ldisc_lock(tty2, timeout);
347 ret = __tty_ldisc_lock_nested(tty, timeout);
349 __tty_ldisc_unlock(tty2);
352 ret = __tty_ldisc_lock(tty, timeout);
358 set_bit(TTY_LDISC_HALTED, &tty->flags);
360 set_bit(TTY_LDISC_HALTED, &tty2->flags);
364 static void tty_ldisc_lock_pair(struct tty_struct *tty, struct tty_struct *tty2)
366 tty_ldisc_lock_pair_timeout(tty, tty2, MAX_SCHEDULE_TIMEOUT);
369 static void tty_ldisc_unlock_pair(struct tty_struct *tty,
370 struct tty_struct *tty2)
372 __tty_ldisc_unlock(tty);
374 __tty_ldisc_unlock(tty2);
378 * tty_ldisc_flush - flush line discipline queue
379 * @tty: tty to flush ldisc for
381 * Flush the line discipline queue (if any) and the tty flip buffers for this
384 void tty_ldisc_flush(struct tty_struct *tty)
386 struct tty_ldisc *ld = tty_ldisc_ref(tty);
388 tty_buffer_flush(tty, ld);
392 EXPORT_SYMBOL_GPL(tty_ldisc_flush);
395 * tty_set_termios_ldisc - set ldisc field
396 * @tty: tty structure
397 * @disc: line discipline number
399 * This is probably overkill for real world processors but they are not on hot
400 * paths so a little discipline won't do any harm.
402 * The line discipline-related tty_struct fields are reset to prevent the ldisc
403 * driver from re-using stale information for the new ldisc instance.
405 * Locking: takes termios_rwsem
407 static void tty_set_termios_ldisc(struct tty_struct *tty, int disc)
409 down_write(&tty->termios_rwsem);
410 tty->termios.c_line = disc;
411 up_write(&tty->termios_rwsem);
413 tty->disc_data = NULL;
414 tty->receive_room = 0;
418 * tty_ldisc_open - open a line discipline
419 * @tty: tty we are opening the ldisc on
420 * @ld: discipline to open
422 * A helper opening method. Also a convenient debugging and check point.
424 * Locking: always called with BTM already held.
426 static int tty_ldisc_open(struct tty_struct *tty, struct tty_ldisc *ld)
428 WARN_ON(test_and_set_bit(TTY_LDISC_OPEN, &tty->flags));
431 /* BTM here locks versus a hangup event */
432 ret = ld->ops->open(tty);
434 clear_bit(TTY_LDISC_OPEN, &tty->flags);
436 tty_ldisc_debug(tty, "%p: opened\n", ld);
443 * tty_ldisc_close - close a line discipline
444 * @tty: tty we are opening the ldisc on
445 * @ld: discipline to close
447 * A helper close method. Also a convenient debugging and check point.
449 static void tty_ldisc_close(struct tty_struct *tty, struct tty_ldisc *ld)
451 lockdep_assert_held_write(&tty->ldisc_sem);
452 WARN_ON(!test_bit(TTY_LDISC_OPEN, &tty->flags));
453 clear_bit(TTY_LDISC_OPEN, &tty->flags);
456 tty_ldisc_debug(tty, "%p: closed\n", ld);
460 * tty_ldisc_failto - helper for ldisc failback
461 * @tty: tty to open the ldisc on
462 * @ld: ldisc we are trying to fail back to
464 * Helper to try and recover a tty when switching back to the old ldisc fails
465 * and we need something attached.
467 static int tty_ldisc_failto(struct tty_struct *tty, int ld)
469 struct tty_ldisc *disc = tty_ldisc_get(tty, ld);
472 lockdep_assert_held_write(&tty->ldisc_sem);
474 return PTR_ERR(disc);
476 tty_set_termios_ldisc(tty, ld);
477 r = tty_ldisc_open(tty, disc);
484 * tty_ldisc_restore - helper for tty ldisc change
485 * @tty: tty to recover
486 * @old: previous ldisc
488 * Restore the previous line discipline or %N_TTY when a line discipline change
489 * fails due to an open error
491 static void tty_ldisc_restore(struct tty_struct *tty, struct tty_ldisc *old)
493 /* There is an outstanding reference here so this is safe */
494 if (tty_ldisc_failto(tty, old->ops->num) < 0) {
495 const char *name = tty_name(tty);
497 pr_warn("Falling back ldisc for %s.\n", name);
499 * The traditional behaviour is to fall back to N_TTY, we
500 * want to avoid falling back to N_NULL unless we have no
501 * choice to avoid the risk of breaking anything
503 if (tty_ldisc_failto(tty, N_TTY) < 0 &&
504 tty_ldisc_failto(tty, N_NULL) < 0)
505 panic("Couldn't open N_NULL ldisc for %s.", name);
510 * tty_set_ldisc - set line discipline
511 * @tty: the terminal to set
512 * @disc: the line discipline number
514 * Set the discipline of a tty line. Must be called from a process context. The
515 * ldisc change logic has to protect itself against any overlapping ldisc
516 * change (including on the other end of pty pairs), the close of one side of a
517 * tty/pty pair, and eventually hangup.
519 int tty_set_ldisc(struct tty_struct *tty, int disc)
522 struct tty_ldisc *old_ldisc, *new_ldisc;
524 new_ldisc = tty_ldisc_get(tty, disc);
525 if (IS_ERR(new_ldisc))
526 return PTR_ERR(new_ldisc);
529 retval = tty_ldisc_lock(tty, 5 * HZ);
538 /* Check the no-op case */
539 if (tty->ldisc->ops->num == disc)
542 if (test_bit(TTY_HUPPED, &tty->flags)) {
543 /* We were raced by hangup */
548 old_ldisc = tty->ldisc;
550 /* Shutdown the old discipline. */
551 tty_ldisc_close(tty, old_ldisc);
553 /* Now set up the new line discipline. */
554 tty->ldisc = new_ldisc;
555 tty_set_termios_ldisc(tty, disc);
557 retval = tty_ldisc_open(tty, new_ldisc);
559 /* Back to the old one or N_TTY if we can't */
560 tty_ldisc_put(new_ldisc);
561 tty_ldisc_restore(tty, old_ldisc);
564 if (tty->ldisc->ops->num != old_ldisc->ops->num && tty->ops->set_ldisc) {
565 down_read(&tty->termios_rwsem);
566 tty->ops->set_ldisc(tty);
567 up_read(&tty->termios_rwsem);
571 * At this point we hold a reference to the new ldisc and a
572 * reference to the old ldisc, or we hold two references to
573 * the old ldisc (if it was restored as part of error cleanup
574 * above). In either case, releasing a single reference from
575 * the old ldisc is correct.
577 new_ldisc = old_ldisc;
579 tty_ldisc_unlock(tty);
582 * Restart the work queue in case no characters kick it off. Safe if
585 tty_buffer_restart_work(tty->port);
587 tty_ldisc_put(new_ldisc); /* drop the extra reference */
591 EXPORT_SYMBOL_GPL(tty_set_ldisc);
594 * tty_ldisc_kill - teardown ldisc
595 * @tty: tty being released
597 * Perform final close of the ldisc and reset @tty->ldisc
599 static void tty_ldisc_kill(struct tty_struct *tty)
601 lockdep_assert_held_write(&tty->ldisc_sem);
605 * Now kill off the ldisc
607 tty_ldisc_close(tty, tty->ldisc);
608 tty_ldisc_put(tty->ldisc);
609 /* Force an oops if we mess this up */
614 * tty_reset_termios - reset terminal state
617 * Restore a terminal to the driver default state.
619 static void tty_reset_termios(struct tty_struct *tty)
621 down_write(&tty->termios_rwsem);
622 tty->termios = tty->driver->init_termios;
623 tty->termios.c_ispeed = tty_termios_input_baud_rate(&tty->termios);
624 tty->termios.c_ospeed = tty_termios_baud_rate(&tty->termios);
625 up_write(&tty->termios_rwsem);
630 * tty_ldisc_reinit - reinitialise the tty ldisc
631 * @tty: tty to reinit
632 * @disc: line discipline to reinitialize
634 * Completely reinitialize the line discipline state, by closing the current
635 * instance, if there is one, and opening a new instance. If an error occurs
636 * opening the new non-%N_TTY instance, the instance is dropped and @tty->ldisc
637 * reset to %NULL. The caller can then retry with %N_TTY instead.
639 * Returns: 0 if successful, otherwise error code < 0
641 int tty_ldisc_reinit(struct tty_struct *tty, int disc)
643 struct tty_ldisc *ld;
646 lockdep_assert_held_write(&tty->ldisc_sem);
647 ld = tty_ldisc_get(tty, disc);
649 BUG_ON(disc == N_TTY);
654 tty_ldisc_close(tty, tty->ldisc);
655 tty_ldisc_put(tty->ldisc);
658 /* switch the line discipline */
660 tty_set_termios_ldisc(tty, disc);
661 retval = tty_ldisc_open(tty, tty->ldisc);
663 tty_ldisc_put(tty->ldisc);
670 * tty_ldisc_hangup - hangup ldisc reset
671 * @tty: tty being hung up
672 * @reinit: whether to re-initialise the tty
674 * Some tty devices reset their termios when they receive a hangup event. In
675 * that situation we must also switch back to %N_TTY properly before we reset
678 * Locking: We can take the ldisc mutex as the rest of the code is careful to
681 * In the pty pair case this occurs in the close() path of the tty itself so we
682 * must be careful about locking rules.
684 void tty_ldisc_hangup(struct tty_struct *tty, bool reinit)
686 struct tty_ldisc *ld;
688 tty_ldisc_debug(tty, "%p: hangup\n", tty->ldisc);
690 ld = tty_ldisc_ref(tty);
692 if (ld->ops->flush_buffer)
693 ld->ops->flush_buffer(tty);
694 tty_driver_flush_buffer(tty);
695 if ((test_bit(TTY_DO_WRITE_WAKEUP, &tty->flags)) &&
696 ld->ops->write_wakeup)
697 ld->ops->write_wakeup(tty);
699 ld->ops->hangup(tty);
703 wake_up_interruptible_poll(&tty->write_wait, EPOLLOUT);
704 wake_up_interruptible_poll(&tty->read_wait, EPOLLIN);
707 * Shutdown the current line discipline, and reset it to
710 * Avoid racing set_ldisc or tty_ldisc_release
712 tty_ldisc_lock(tty, MAX_SCHEDULE_TIMEOUT);
714 if (tty->driver->flags & TTY_DRIVER_RESET_TERMIOS)
715 tty_reset_termios(tty);
719 if (tty_ldisc_reinit(tty, tty->termios.c_line) < 0 &&
720 tty_ldisc_reinit(tty, N_TTY) < 0)
721 WARN_ON(tty_ldisc_reinit(tty, N_NULL) < 0);
725 tty_ldisc_unlock(tty);
729 * tty_ldisc_setup - open line discipline
730 * @tty: tty being shut down
731 * @o_tty: pair tty for pty/tty pairs
733 * Called during the initial open of a tty/pty pair in order to set up the line
734 * disciplines and bind them to the @tty. This has no locking issues as the
735 * device isn't yet active.
737 int tty_ldisc_setup(struct tty_struct *tty, struct tty_struct *o_tty)
739 int retval = tty_ldisc_open(tty, tty->ldisc);
746 * Called without o_tty->ldisc_sem held, as o_tty has been
747 * just allocated and no one has a reference to it.
749 retval = tty_ldisc_open(o_tty, o_tty->ldisc);
751 tty_ldisc_close(tty, tty->ldisc);
759 * tty_ldisc_release - release line discipline
760 * @tty: tty being shut down (or one end of pty pair)
762 * Called during the final close of a tty or a pty pair in order to shut down
763 * the line discpline layer. On exit, each tty's ldisc is %NULL.
765 void tty_ldisc_release(struct tty_struct *tty)
767 struct tty_struct *o_tty = tty->link;
770 * Shutdown this line discipline. As this is the final close,
771 * it does not race with the set_ldisc code path.
774 tty_ldisc_lock_pair(tty, o_tty);
777 tty_ldisc_kill(o_tty);
778 tty_ldisc_unlock_pair(tty, o_tty);
781 * And the memory resources remaining (buffers, termios) will be
782 * disposed of when the kref hits zero
785 tty_ldisc_debug(tty, "released\n");
789 * tty_ldisc_init - ldisc setup for new tty
790 * @tty: tty being allocated
792 * Set up the line discipline objects for a newly allocated tty. Note that the
793 * tty structure is not completely set up when this call is made.
795 int tty_ldisc_init(struct tty_struct *tty)
797 struct tty_ldisc *ld = tty_ldisc_get(tty, N_TTY);
806 * tty_ldisc_deinit - ldisc cleanup for new tty
807 * @tty: tty that was allocated recently
809 * The tty structure must not be completely set up (tty_ldisc_setup()) when
812 void tty_ldisc_deinit(struct tty_struct *tty)
814 /* no ldisc_sem, tty is being destroyed */
816 tty_ldisc_put(tty->ldisc);