Merge branch 'for-linus' of git://oss.sgi.com:8090/xfs/xfs-pull
[platform/adaptation/renesas_rcar/renesas_kernel.git] / arch / sh / kernel / cpu / irq / intc.c
index 24a8d55..8c70e20 100644 (file)
@@ -1,7 +1,7 @@
 /*
  * Shared interrupt handling code for IPR and INTC2 types of IRQs.
  *
- * Copyright (C) 2007 Magnus Damm
+ * Copyright (C) 2007, 2008 Magnus Damm
  *
  * Based on intc2.c and ipr.c
  *
 #include <linux/module.h>
 #include <linux/io.h>
 #include <linux/interrupt.h>
+#include <linux/bootmem.h>
+
+#define _INTC_MK(fn, mode, addr_e, addr_d, width, shift) \
+       ((shift) | ((width) << 5) | ((fn) << 9) | ((mode) << 13) | \
+        ((addr_e) << 16) | ((addr_d << 24)))
+
+#define _INTC_SHIFT(h) (h & 0x1f)
+#define _INTC_WIDTH(h) ((h >> 5) & 0xf)
+#define _INTC_FN(h) ((h >> 9) & 0xf)
+#define _INTC_MODE(h) ((h >> 13) & 0x7)
+#define _INTC_ADDR_E(h) ((h >> 16) & 0xff)
+#define _INTC_ADDR_D(h) ((h >> 24) & 0xff)
+
+struct intc_handle_int {
+       unsigned int irq;
+       unsigned long handle;
+};
 
-#define _INTC_MK(fn, idx, bit, value) \
-       ((fn) << 24 | ((value) << 16) | ((idx) << 8) | (bit))
-#define _INTC_FN(h) (h >> 24)
-#define _INTC_VALUE(h) ((h >> 16) & 0xff)
-#define _INTC_IDX(h) ((h >> 8) & 0xff)
-#define _INTC_BIT(h) (h & 0xff)
-
-#define _INTC_PTR(desc, member, data) \
-       (desc->member + _INTC_IDX(data))
+struct intc_desc_int {
+       unsigned long *reg;
+#ifdef CONFIG_SMP
+       unsigned long *smp;
+#endif
+       unsigned int nr_reg;
+       struct intc_handle_int *prio;
+       unsigned int nr_prio;
+       struct intc_handle_int *sense;
+       unsigned int nr_sense;
+       struct irq_chip chip;
+};
 
-static inline struct intc_desc *get_intc_desc(unsigned int irq)
+#ifdef CONFIG_SMP
+#define IS_SMP(x) x.smp
+#define INTC_REG(d, x, c) (d->reg[(x)] + ((d->smp[(x)] & 0xff) * c))
+#define SMP_NR(d, x) ((d->smp[(x)] >> 8) ? (d->smp[(x)] >> 8) : 1)
+#else
+#define IS_SMP(x) 0
+#define INTC_REG(d, x, c) (d->reg[(x)])
+#define SMP_NR(d, x) 1
+#endif
+
+static unsigned int intc_prio_level[NR_IRQS]; /* for now */
+#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4A)
+static unsigned long ack_handle[NR_IRQS];
+#endif
+
+static inline struct intc_desc_int *get_intc_desc(unsigned int irq)
 {
        struct irq_chip *chip = get_irq_chip(irq);
-       return (void *)((char *)chip - offsetof(struct intc_desc, chip));
+       return (void *)((char *)chip - offsetof(struct intc_desc_int, chip));
 }
 
 static inline unsigned int set_field(unsigned int value,
                                     unsigned int field_value,
-                                    unsigned int width,
-                                    unsigned int shift)
+                                    unsigned int handle)
 {
+       unsigned int width = _INTC_WIDTH(handle);
+       unsigned int shift = _INTC_SHIFT(handle);
+
        value &= ~(((1 << width) - 1) << shift);
        value |= field_value << shift;
        return value;
 }
 
-static inline unsigned int set_prio_field(struct intc_desc *desc,
-                                         unsigned int value,
-                                         unsigned int priority,
-                                         unsigned int data)
+static void write_8(unsigned long addr, unsigned long h, unsigned long data)
 {
-       unsigned int width = _INTC_PTR(desc, prio_regs, data)->field_width;
-
-       return set_field(value, priority, width, _INTC_BIT(data));
+       ctrl_outb(set_field(0, data, h), addr);
 }
 
-static void disable_prio_16(struct intc_desc *desc, unsigned int data)
+static void write_16(unsigned long addr, unsigned long h, unsigned long data)
 {
-       unsigned long addr = _INTC_PTR(desc, prio_regs, data)->set_reg;
-
-       ctrl_outw(set_prio_field(desc, ctrl_inw(addr), 0, data), addr);
+       ctrl_outw(set_field(0, data, h), addr);
 }
 
-static void enable_prio_16(struct intc_desc *desc, unsigned int data)
+static void write_32(unsigned long addr, unsigned long h, unsigned long data)
 {
-       unsigned long addr = _INTC_PTR(desc, prio_regs, data)->set_reg;
-       unsigned int prio = _INTC_VALUE(data);
-
-       ctrl_outw(set_prio_field(desc, ctrl_inw(addr), prio, data), addr);
+       ctrl_outl(set_field(0, data, h), addr);
 }
 
-static void disable_prio_32(struct intc_desc *desc, unsigned int data)
+static void modify_8(unsigned long addr, unsigned long h, unsigned long data)
 {
-       unsigned long addr = _INTC_PTR(desc, prio_regs, data)->set_reg;
-
-       ctrl_outl(set_prio_field(desc, ctrl_inl(addr), 0, data), addr);
+       unsigned long flags;
+       local_irq_save(flags);
+       ctrl_outb(set_field(ctrl_inb(addr), data, h), addr);
+       local_irq_restore(flags);
 }
 
-static void enable_prio_32(struct intc_desc *desc, unsigned int data)
+static void modify_16(unsigned long addr, unsigned long h, unsigned long data)
 {
-       unsigned long addr = _INTC_PTR(desc, prio_regs, data)->set_reg;
-       unsigned int prio = _INTC_VALUE(data);
-
-       ctrl_outl(set_prio_field(desc, ctrl_inl(addr), prio, data), addr);
+       unsigned long flags;
+       local_irq_save(flags);
+       ctrl_outw(set_field(ctrl_inw(addr), data, h), addr);
+       local_irq_restore(flags);
 }
 
-static void write_set_reg_8(struct intc_desc *desc, unsigned int data)
+static void modify_32(unsigned long addr, unsigned long h, unsigned long data)
 {
-       ctrl_outb(1 << _INTC_BIT(data),
-                 _INTC_PTR(desc, mask_regs, data)->set_reg);
+       unsigned long flags;
+       local_irq_save(flags);
+       ctrl_outl(set_field(ctrl_inl(addr), data, h), addr);
+       local_irq_restore(flags);
 }
 
-static void write_clr_reg_8(struct intc_desc *desc, unsigned int data)
-{
-       ctrl_outb(1 << _INTC_BIT(data),
-                 _INTC_PTR(desc, mask_regs, data)->clr_reg);
-}
+enum { REG_FN_ERR = 0, REG_FN_WRITE_BASE = 1, REG_FN_MODIFY_BASE = 5 };
+
+static void (*intc_reg_fns[])(unsigned long addr,
+                             unsigned long h,
+                             unsigned long data) = {
+       [REG_FN_WRITE_BASE + 0] = write_8,
+       [REG_FN_WRITE_BASE + 1] = write_16,
+       [REG_FN_WRITE_BASE + 3] = write_32,
+       [REG_FN_MODIFY_BASE + 0] = modify_8,
+       [REG_FN_MODIFY_BASE + 1] = modify_16,
+       [REG_FN_MODIFY_BASE + 3] = modify_32,
+};
 
-static void write_set_reg_32(struct intc_desc *desc, unsigned int data)
-{
-       ctrl_outl(1 << _INTC_BIT(data),
-                 _INTC_PTR(desc, mask_regs, data)->set_reg);
-}
+enum { MODE_ENABLE_REG = 0, /* Bit(s) set -> interrupt enabled */
+       MODE_MASK_REG,       /* Bit(s) set -> interrupt disabled */
+       MODE_DUAL_REG,       /* Two registers, set bit to enable / disable */
+       MODE_PRIO_REG,       /* Priority value written to enable interrupt */
+       MODE_PCLR_REG,       /* Above plus all bits set to disable interrupt */
+};
 
-static void write_clr_reg_32(struct intc_desc *desc, unsigned int data)
+static void intc_mode_field(unsigned long addr,
+                           unsigned long handle,
+                           void (*fn)(unsigned long,
+                                      unsigned long,
+                                      unsigned long),
+                           unsigned int irq)
 {
-       ctrl_outl(1 << _INTC_BIT(data),
-                 _INTC_PTR(desc, mask_regs, data)->clr_reg);
+       fn(addr, handle, ((1 << _INTC_WIDTH(handle)) - 1));
 }
 
-static void or_set_reg_16(struct intc_desc *desc, unsigned int data)
+static void intc_mode_zero(unsigned long addr,
+                          unsigned long handle,
+                          void (*fn)(unsigned long,
+                                      unsigned long,
+                                      unsigned long),
+                          unsigned int irq)
 {
-       unsigned long addr = _INTC_PTR(desc, mask_regs, data)->set_reg;
-
-       ctrl_outw(ctrl_inw(addr) | 1 << _INTC_BIT(data), addr);
+       fn(addr, handle, 0);
 }
 
-static void and_set_reg_16(struct intc_desc *desc, unsigned int data)
+static void intc_mode_prio(unsigned long addr,
+                          unsigned long handle,
+                          void (*fn)(unsigned long,
+                                      unsigned long,
+                                      unsigned long),
+                          unsigned int irq)
 {
-       unsigned long addr = _INTC_PTR(desc, mask_regs, data)->set_reg;
-
-       ctrl_outw(ctrl_inw(addr) & ~(1 << _INTC_BIT(data)), addr);
+       fn(addr, handle, intc_prio_level[irq]);
 }
 
-static void or_set_reg_32(struct intc_desc *desc, unsigned int data)
-{
-       unsigned long addr = _INTC_PTR(desc, mask_regs, data)->set_reg;
+static void (*intc_enable_fns[])(unsigned long addr,
+                                unsigned long handle,
+                                void (*fn)(unsigned long,
+                                           unsigned long,
+                                           unsigned long),
+                                unsigned int irq) = {
+       [MODE_ENABLE_REG] = intc_mode_field,
+       [MODE_MASK_REG] = intc_mode_zero,
+       [MODE_DUAL_REG] = intc_mode_field,
+       [MODE_PRIO_REG] = intc_mode_prio,
+       [MODE_PCLR_REG] = intc_mode_prio,
+};
 
-       ctrl_outl(ctrl_inl(addr) | 1 << _INTC_BIT(data), addr);
-}
+static void (*intc_disable_fns[])(unsigned long addr,
+                                 unsigned long handle,
+                                 void (*fn)(unsigned long,
+                                            unsigned long,
+                                            unsigned long),
+                                 unsigned int irq) = {
+       [MODE_ENABLE_REG] = intc_mode_zero,
+       [MODE_MASK_REG] = intc_mode_field,
+       [MODE_DUAL_REG] = intc_mode_field,
+       [MODE_PRIO_REG] = intc_mode_zero,
+       [MODE_PCLR_REG] = intc_mode_field,
+};
 
-static void and_set_reg_32(struct intc_desc *desc, unsigned int data)
+static inline void _intc_enable(unsigned int irq, unsigned long handle)
 {
-       unsigned long addr = _INTC_PTR(desc, mask_regs, data)->set_reg;
-
-       ctrl_outl(ctrl_inl(addr) & ~(1 << _INTC_BIT(data)), addr);
+       struct intc_desc_int *d = get_intc_desc(irq);
+       unsigned long addr;
+       unsigned int cpu;
+
+       for (cpu = 0; cpu < SMP_NR(d, _INTC_ADDR_E(handle)); cpu++) {
+               addr = INTC_REG(d, _INTC_ADDR_E(handle), cpu);
+               intc_enable_fns[_INTC_MODE(handle)](addr, handle, intc_reg_fns\
+                                                   [_INTC_FN(handle)], irq);
+       }
 }
 
-enum { REG_FN_ERROR=0,
-       REG_FN_DUAL_8, REG_FN_DUAL_32,
-       REG_FN_ENA_16, REG_FN_ENA_32,
-       REG_FN_PRIO_16, REG_FN_PRIO_32 };
-
-static struct {
-       void (*enable)(struct intc_desc *, unsigned int);
-       void (*disable)(struct intc_desc *, unsigned int);
-} intc_reg_fns[] = {
-       [REG_FN_DUAL_8] = { write_clr_reg_8, write_set_reg_8 },
-       [REG_FN_DUAL_32] = { write_clr_reg_32, write_set_reg_32 },
-       [REG_FN_ENA_16] = { or_set_reg_16, and_set_reg_16 },
-       [REG_FN_ENA_32] = { or_set_reg_32, and_set_reg_32 },
-       [REG_FN_PRIO_16] = { enable_prio_16, disable_prio_16 },
-       [REG_FN_PRIO_32] = { enable_prio_32, disable_prio_32 },
-};
-
 static void intc_enable(unsigned int irq)
 {
-       struct intc_desc *desc = get_intc_desc(irq);
-       unsigned int data = (unsigned int) get_irq_chip_data(irq);
-
-       intc_reg_fns[_INTC_FN(data)].enable(desc, data);
+       _intc_enable(irq, (unsigned long)get_irq_chip_data(irq));
 }
 
 static void intc_disable(unsigned int irq)
 {
-       struct intc_desc *desc = get_intc_desc(irq);
-       unsigned int data = (unsigned int) get_irq_chip_data(irq);
+       struct intc_desc_int *d = get_intc_desc(irq);
+       unsigned long handle = (unsigned long) get_irq_chip_data(irq);
+       unsigned long addr;
+       unsigned int cpu;
+
+       for (cpu = 0; cpu < SMP_NR(d, _INTC_ADDR_D(handle)); cpu++) {
+               addr = INTC_REG(d, _INTC_ADDR_D(handle), cpu);
+               intc_disable_fns[_INTC_MODE(handle)](addr, handle,intc_reg_fns\
+                                                    [_INTC_FN(handle)], irq);
+       }
+}
 
-       intc_reg_fns[_INTC_FN(data)].disable(desc, data);
+#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4A)
+static void intc_mask_ack(unsigned int irq)
+{
+       struct intc_desc_int *d = get_intc_desc(irq);
+       unsigned long handle = ack_handle[irq];
+       unsigned long addr;
+
+       intc_disable(irq);
+
+       /* read register and write zero only to the assocaited bit */
+
+       if (handle) {
+               addr = INTC_REG(d, _INTC_ADDR_D(handle), 0);
+               switch (_INTC_FN(handle)) {
+               case REG_FN_MODIFY_BASE + 0:    /* 8bit */
+                       ctrl_inb(addr);
+                       ctrl_outb(0xff ^ set_field(0, 1, handle), addr);
+                       break;
+               case REG_FN_MODIFY_BASE + 1:    /* 16bit */
+                       ctrl_inw(addr);
+                       ctrl_outw(0xffff ^ set_field(0, 1, handle), addr);
+                       break;
+               case REG_FN_MODIFY_BASE + 3:    /* 32bit */
+                       ctrl_inl(addr);
+                       ctrl_outl(0xffffffff ^ set_field(0, 1, handle), addr);
+                       break;
+               default:
+                       BUG();
+                       break;
+               }
+       }
 }
+#endif
 
-static void set_sense_16(struct intc_desc *desc, unsigned int data)
+static struct intc_handle_int *intc_find_irq(struct intc_handle_int *hp,
+                                            unsigned int nr_hp,
+                                            unsigned int irq)
 {
-       unsigned long addr = _INTC_PTR(desc, sense_regs, data)->reg;
-       unsigned int width = _INTC_PTR(desc, sense_regs, data)->field_width;
-       unsigned int bit = _INTC_BIT(data);
-       unsigned int value = _INTC_VALUE(data);
+       int i;
+
+       /* this doesn't scale well, but...
+        *
+        * this function should only be used for cerain uncommon
+        * operations such as intc_set_priority() and intc_set_sense()
+        * and in those rare cases performance doesn't matter that much.
+        * keeping the memory footprint low is more important.
+        *
+        * one rather simple way to speed this up and still keep the
+        * memory footprint down is to make sure the array is sorted
+        * and then perform a bisect to lookup the irq.
+        */
+
+       for (i = 0; i < nr_hp; i++) {
+               if ((hp + i)->irq != irq)
+                       continue;
 
-       ctrl_outw(set_field(ctrl_inw(addr), value, width, bit), addr);
+               return hp + i;
+       }
+
+       return NULL;
 }
 
-static void set_sense_32(struct intc_desc *desc, unsigned int data)
+int intc_set_priority(unsigned int irq, unsigned int prio)
 {
-       unsigned long addr = _INTC_PTR(desc, sense_regs, data)->reg;
-       unsigned int width = _INTC_PTR(desc, sense_regs, data)->field_width;
-       unsigned int bit = _INTC_BIT(data);
-       unsigned int value = _INTC_VALUE(data);
+       struct intc_desc_int *d = get_intc_desc(irq);
+       struct intc_handle_int *ihp;
+
+       if (!intc_prio_level[irq] || prio <= 1)
+               return -EINVAL;
 
-       ctrl_outl(set_field(ctrl_inl(addr), value, width, bit), addr);
+       ihp = intc_find_irq(d->prio, d->nr_prio, irq);
+       if (ihp) {
+               if (prio >= (1 << _INTC_WIDTH(ihp->handle)))
+                       return -EINVAL;
+
+               intc_prio_level[irq] = prio;
+
+               /*
+                * only set secondary masking method directly
+                * primary masking method is using intc_prio_level[irq]
+                * priority level will be set during next enable()
+                */
+
+               if (_INTC_FN(ihp->handle) != REG_FN_ERR)
+                       _intc_enable(irq, ihp->handle);
+       }
+       return 0;
 }
 
 #define VALID(x) (x | 0x80)
@@ -198,97 +326,48 @@ static unsigned char intc_irq_sense_table[IRQ_TYPE_SENSE_MASK + 1] = {
        [IRQ_TYPE_EDGE_FALLING] = VALID(0),
        [IRQ_TYPE_EDGE_RISING] = VALID(1),
        [IRQ_TYPE_LEVEL_LOW] = VALID(2),
+       /* SH7706, SH7707 and SH7709 do not support high level triggered */
+#if !defined(CONFIG_CPU_SUBTYPE_SH7706) && \
+    !defined(CONFIG_CPU_SUBTYPE_SH7707) && \
+    !defined(CONFIG_CPU_SUBTYPE_SH7709)
        [IRQ_TYPE_LEVEL_HIGH] = VALID(3),
+#endif
 };
 
 static int intc_set_sense(unsigned int irq, unsigned int type)
 {
-       struct intc_desc *desc = get_intc_desc(irq);
+       struct intc_desc_int *d = get_intc_desc(irq);
        unsigned char value = intc_irq_sense_table[type & IRQ_TYPE_SENSE_MASK];
-       unsigned int i, j, data, bit;
-       intc_enum enum_id = 0;
-
-       for (i = 0; i < desc->nr_vectors; i++) {
-               struct intc_vect *vect = desc->vectors + i;
-
-               if (evt2irq(vect->vect) != irq)
-                       continue;
+       struct intc_handle_int *ihp;
+       unsigned long addr;
 
-               enum_id = vect->enum_id;
-               break;
-       }
-
-       if (!enum_id || !value || !desc->sense_regs)
+       if (!value)
                return -EINVAL;
 
-       value ^= VALID(0);
-
-       for (i = 0; i < desc->nr_sense_regs; i++) {
-               struct intc_sense_reg *sr = desc->sense_regs + i;
-
-               for (j = 0; j < ARRAY_SIZE(sr->enum_ids); j++) {
-                       if (sr->enum_ids[j] != enum_id)
-                               continue;
-
-                       bit = sr->reg_width - ((j + 1) * sr->field_width);
-                       data = _INTC_MK(0, i, bit, value);
-
-                       switch(sr->reg_width) {
-                       case 16:
-                               set_sense_16(desc, data);
-                               break;
-                       case 32:
-                               set_sense_32(desc, data);
-                               break;
-                       }
-
-                       return 0;
-               }
+       ihp = intc_find_irq(d->sense, d->nr_sense, irq);
+       if (ihp) {
+               addr = INTC_REG(d, _INTC_ADDR_E(ihp->handle), 0);
+               intc_reg_fns[_INTC_FN(ihp->handle)](addr, ihp->handle, value);
        }
-
-       return -EINVAL;
-}
-
-static unsigned int __init intc_find_dual_handler(unsigned int width)
-{
-       switch (width) {
-       case 8:
-               return REG_FN_DUAL_8;
-       case 32:
-               return REG_FN_DUAL_32;
-       }
-
-       BUG();
-       return REG_FN_ERROR;
+       return 0;
 }
 
-static unsigned int __init intc_find_prio_handler(unsigned int width)
+static unsigned int __init intc_get_reg(struct intc_desc_int *d,
+                                unsigned long address)
 {
-       switch (width) {
-       case 16:
-               return REG_FN_PRIO_16;
-       case 32:
-               return REG_FN_PRIO_32;
-       }
+       unsigned int k;
 
-       BUG();
-       return REG_FN_ERROR;
-}
-
-static unsigned int __init intc_find_ena_handler(unsigned int width)
-{
-       switch (width) {
-       case 16:
-               return REG_FN_ENA_16;
-       case 32:
-               return REG_FN_ENA_32;
+       for (k = 0; k < d->nr_reg; k++) {
+               if (d->reg[k] == address)
+                       return k;
        }
 
        BUG();
-       return REG_FN_ERROR;
+       return 0;
 }
 
-static intc_enum __init intc_grp_id(struct intc_desc *desc, intc_enum enum_id)
+static intc_enum __init intc_grp_id(struct intc_desc *desc,
+                                   intc_enum enum_id)
 {
        struct intc_group *g = desc->groups;
        unsigned int i, j;
@@ -307,36 +386,13 @@ static intc_enum __init intc_grp_id(struct intc_desc *desc, intc_enum enum_id)
        return 0;
 }
 
-static unsigned int __init intc_prio_value(struct intc_desc *desc,
-                                          intc_enum enum_id, int do_grps)
-{
-       struct intc_prio *p = desc->priorities;
-       unsigned int i;
-
-       for (i = 0; p && enum_id && i < desc->nr_priorities; i++) {
-               p = desc->priorities + i;
-
-               if (p->enum_id != enum_id)
-                       continue;
-
-               return p->priority;
-       }
-
-       if (do_grps)
-               return intc_prio_value(desc, intc_grp_id(desc, enum_id), 0);
-
-       /* default to the lowest priority possible if no priority is set
-        * - this needs to be at least 2 for 5-bit priorities on 7780
-        */
-
-       return 2;
-}
-
 static unsigned int __init intc_mask_data(struct intc_desc *desc,
+                                         struct intc_desc_int *d,
                                          intc_enum enum_id, int do_grps)
 {
        struct intc_mask_reg *mr = desc->mask_regs;
-       unsigned int i, j, fn;
+       unsigned int i, j, fn, mode;
+       unsigned long reg_e, reg_d;
 
        for (i = 0; mr && enum_id && i < desc->nr_mask_regs; i++) {
                mr = desc->mask_regs + i;
@@ -345,32 +401,46 @@ static unsigned int __init intc_mask_data(struct intc_desc *desc,
                        if (mr->enum_ids[j] != enum_id)
                                continue;
 
-                       switch (mr->clr_reg) {
-                       case 1: /* 1 = enabled interrupt - "enable" register */
-                               fn = intc_find_ena_handler(mr->reg_width);
-                               break;
-                       default:
-                               fn = intc_find_dual_handler(mr->reg_width);
+                       if (mr->set_reg && mr->clr_reg) {
+                               fn = REG_FN_WRITE_BASE;
+                               mode = MODE_DUAL_REG;
+                               reg_e = mr->clr_reg;
+                               reg_d = mr->set_reg;
+                       } else {
+                               fn = REG_FN_MODIFY_BASE;
+                               if (mr->set_reg) {
+                                       mode = MODE_ENABLE_REG;
+                                       reg_e = mr->set_reg;
+                                       reg_d = mr->set_reg;
+                               } else {
+                                       mode = MODE_MASK_REG;
+                                       reg_e = mr->clr_reg;
+                                       reg_d = mr->clr_reg;
+                               }
                        }
 
-                       if (fn == REG_FN_ERROR)
-                               return 0;
-
-                       return _INTC_MK(fn, i, (mr->reg_width - 1) - j, 0);
+                       fn += (mr->reg_width >> 3) - 1;
+                       return _INTC_MK(fn, mode,
+                                       intc_get_reg(d, reg_e),
+                                       intc_get_reg(d, reg_d),
+                                       1,
+                                       (mr->reg_width - 1) - j);
                }
        }
 
        if (do_grps)
-               return intc_mask_data(desc, intc_grp_id(desc, enum_id), 0);
+               return intc_mask_data(desc, d, intc_grp_id(desc, enum_id), 0);
 
        return 0;
 }
 
 static unsigned int __init intc_prio_data(struct intc_desc *desc,
+                                         struct intc_desc_int *d,
                                          intc_enum enum_id, int do_grps)
 {
        struct intc_prio_reg *pr = desc->prio_regs;
-       unsigned int i, j, fn, bit, prio;
+       unsigned int i, j, fn, mode, bit;
+       unsigned long reg_e, reg_d;
 
        for (i = 0; pr && enum_id && i < desc->nr_prio_regs; i++) {
                pr = desc->prio_regs + i;
@@ -379,28 +449,106 @@ static unsigned int __init intc_prio_data(struct intc_desc *desc,
                        if (pr->enum_ids[j] != enum_id)
                                continue;
 
-                       fn = intc_find_prio_handler(pr->reg_width);
-                       if (fn == REG_FN_ERROR)
-                               return 0;
+                       if (pr->set_reg && pr->clr_reg) {
+                               fn = REG_FN_WRITE_BASE;
+                               mode = MODE_PCLR_REG;
+                               reg_e = pr->set_reg;
+                               reg_d = pr->clr_reg;
+                       } else {
+                               fn = REG_FN_MODIFY_BASE;
+                               mode = MODE_PRIO_REG;
+                               if (!pr->set_reg)
+                                       BUG();
+                               reg_e = pr->set_reg;
+                               reg_d = pr->set_reg;
+                       }
 
-                       prio = intc_prio_value(desc, enum_id, 1);
+                       fn += (pr->reg_width >> 3) - 1;
                        bit = pr->reg_width - ((j + 1) * pr->field_width);
 
                        BUG_ON(bit < 0);
 
-                       return _INTC_MK(fn, i, bit, prio);
+                       return _INTC_MK(fn, mode,
+                                       intc_get_reg(d, reg_e),
+                                       intc_get_reg(d, reg_d),
+                                       pr->field_width, bit);
                }
        }
 
        if (do_grps)
-               return intc_prio_data(desc, intc_grp_id(desc, enum_id), 0);
+               return intc_prio_data(desc, d, intc_grp_id(desc, enum_id), 0);
+
+       return 0;
+}
+
+#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4A)
+static unsigned int __init intc_ack_data(struct intc_desc *desc,
+                                         struct intc_desc_int *d,
+                                         intc_enum enum_id)
+{
+       struct intc_mask_reg *mr = desc->ack_regs;
+       unsigned int i, j, fn, mode;
+       unsigned long reg_e, reg_d;
+
+       for (i = 0; mr && enum_id && i < desc->nr_ack_regs; i++) {
+               mr = desc->ack_regs + i;
+
+               for (j = 0; j < ARRAY_SIZE(mr->enum_ids); j++) {
+                       if (mr->enum_ids[j] != enum_id)
+                               continue;
+
+                       fn = REG_FN_MODIFY_BASE;
+                       mode = MODE_ENABLE_REG;
+                       reg_e = mr->set_reg;
+                       reg_d = mr->set_reg;
+
+                       fn += (mr->reg_width >> 3) - 1;
+                       return _INTC_MK(fn, mode,
+                                       intc_get_reg(d, reg_e),
+                                       intc_get_reg(d, reg_d),
+                                       1,
+                                       (mr->reg_width - 1) - j);
+               }
+       }
+
+       return 0;
+}
+#endif
+
+static unsigned int __init intc_sense_data(struct intc_desc *desc,
+                                          struct intc_desc_int *d,
+                                          intc_enum enum_id)
+{
+       struct intc_sense_reg *sr = desc->sense_regs;
+       unsigned int i, j, fn, bit;
+
+       for (i = 0; sr && enum_id && i < desc->nr_sense_regs; i++) {
+               sr = desc->sense_regs + i;
+
+               for (j = 0; j < ARRAY_SIZE(sr->enum_ids); j++) {
+                       if (sr->enum_ids[j] != enum_id)
+                               continue;
+
+                       fn = REG_FN_MODIFY_BASE;
+                       fn += (sr->reg_width >> 3) - 1;
+                       bit = sr->reg_width - ((j + 1) * sr->field_width);
+
+                       BUG_ON(bit < 0);
+
+                       return _INTC_MK(fn, 0, intc_get_reg(d, sr->reg),
+                                       0, sr->field_width, bit);
+               }
+       }
 
        return 0;
 }
 
-static void __init intc_register_irq(struct intc_desc *desc, intc_enum enum_id,
+static void __init intc_register_irq(struct intc_desc *desc,
+                                    struct intc_desc_int *d,
+                                    intc_enum enum_id,
                                     unsigned int irq)
 {
+       struct intc_handle_int *hp;
        unsigned int data[2], primary;
 
        /* Prefer single interrupt source bitmap over other combinations:
@@ -410,15 +558,15 @@ static void __init intc_register_irq(struct intc_desc *desc, intc_enum enum_id,
         * 4. priority, multiple interrupt sources (groups)
         */
 
-       data[0] = intc_mask_data(desc, enum_id, 0);
-       data[1] = intc_prio_data(desc, enum_id, 0);
+       data[0] = intc_mask_data(desc, d, enum_id, 0);
+       data[1] = intc_prio_data(desc, d, enum_id, 0);
 
        primary = 0;
        if (!data[0] && data[1])
                primary = 1;
 
-       data[0] = data[0] ? data[0] : intc_mask_data(desc, enum_id, 1);
-       data[1] = data[1] ? data[1] : intc_prio_data(desc, enum_id, 1);
+       data[0] = data[0] ? data[0] : intc_mask_data(desc, d, enum_id, 1);
+       data[1] = data[1] ? data[1] : intc_prio_data(desc, d, enum_id, 1);
 
        if (!data[primary])
                primary ^= 1;
@@ -426,31 +574,137 @@ static void __init intc_register_irq(struct intc_desc *desc, intc_enum enum_id,
        BUG_ON(!data[primary]); /* must have primary masking method */
 
        disable_irq_nosync(irq);
-       set_irq_chip_and_handler_name(irq, &desc->chip,
+       set_irq_chip_and_handler_name(irq, &d->chip,
                                      handle_level_irq, "level");
        set_irq_chip_data(irq, (void *)data[primary]);
 
+       /* set priority level
+        * - this needs to be at least 2 for 5-bit priorities on 7780
+        */
+       intc_prio_level[irq] = 2;
+
        /* enable secondary masking method if present */
        if (data[!primary])
-               intc_reg_fns[_INTC_FN(data[!primary])].enable(desc,
-                                                             data[!primary]);
+               _intc_enable(irq, data[!primary]);
+
+       /* add irq to d->prio list if priority is available */
+       if (data[1]) {
+               hp = d->prio + d->nr_prio;
+               hp->irq = irq;
+               hp->handle = data[1];
+
+               if (primary) {
+                       /*
+                        * only secondary priority should access registers, so
+                        * set _INTC_FN(h) = REG_FN_ERR for intc_set_priority()
+                        */
+
+                       hp->handle &= ~_INTC_MK(0x0f, 0, 0, 0, 0, 0);
+                       hp->handle |= _INTC_MK(REG_FN_ERR, 0, 0, 0, 0, 0);
+               }
+               d->nr_prio++;
+       }
+
+       /* add irq to d->sense list if sense is available */
+       data[0] = intc_sense_data(desc, d, enum_id);
+       if (data[0]) {
+               (d->sense + d->nr_sense)->irq = irq;
+               (d->sense + d->nr_sense)->handle = data[0];
+               d->nr_sense++;
+       }
 
        /* irq should be disabled by default */
-       desc->chip.mask(irq);
+       d->chip.mask(irq);
+
+#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4A)
+       if (desc->ack_regs)
+               ack_handle[irq] = intc_ack_data(desc, d, enum_id);
+#endif
 }
 
+static unsigned int __init save_reg(struct intc_desc_int *d,
+                                   unsigned int cnt,
+                                   unsigned long value,
+                                   unsigned int smp)
+{
+       if (value) {
+               d->reg[cnt] = value;
+#ifdef CONFIG_SMP
+               d->smp[cnt] = smp;
+#endif
+               return 1;
+       }
+
+       return 0;
+}
+
+
 void __init register_intc_controller(struct intc_desc *desc)
 {
-       unsigned int i;
+       unsigned int i, k, smp;
+       struct intc_desc_int *d;
+
+       d = alloc_bootmem(sizeof(*d));
+
+       d->nr_reg = desc->mask_regs ? desc->nr_mask_regs * 2 : 0;
+       d->nr_reg += desc->prio_regs ? desc->nr_prio_regs * 2 : 0;
+       d->nr_reg += desc->sense_regs ? desc->nr_sense_regs : 0;
+
+#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4A)
+       d->nr_reg += desc->ack_regs ? desc->nr_ack_regs : 0;
+#endif
+       d->reg = alloc_bootmem(d->nr_reg * sizeof(*d->reg));
+#ifdef CONFIG_SMP
+       d->smp = alloc_bootmem(d->nr_reg * sizeof(*d->smp));
+#endif
+       k = 0;
+
+       if (desc->mask_regs) {
+               for (i = 0; i < desc->nr_mask_regs; i++) {
+                       smp = IS_SMP(desc->mask_regs[i]);
+                       k += save_reg(d, k, desc->mask_regs[i].set_reg, smp);
+                       k += save_reg(d, k, desc->mask_regs[i].clr_reg, smp);
+               }
+       }
+
+       if (desc->prio_regs) {
+               d->prio = alloc_bootmem(desc->nr_vectors * sizeof(*d->prio));
+
+               for (i = 0; i < desc->nr_prio_regs; i++) {
+                       smp = IS_SMP(desc->prio_regs[i]);
+                       k += save_reg(d, k, desc->prio_regs[i].set_reg, smp);
+                       k += save_reg(d, k, desc->prio_regs[i].clr_reg, smp);
+               }
+       }
+
+       if (desc->sense_regs) {
+               d->sense = alloc_bootmem(desc->nr_vectors * sizeof(*d->sense));
+
+               for (i = 0; i < desc->nr_sense_regs; i++) {
+                       k += save_reg(d, k, desc->sense_regs[i].reg, 0);
+               }
+       }
+
+       d->chip.name = desc->name;
+       d->chip.mask = intc_disable;
+       d->chip.unmask = intc_enable;
+       d->chip.mask_ack = intc_disable;
+       d->chip.set_type = intc_set_sense;
+
+#if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4A)
+       if (desc->ack_regs) {
+               for (i = 0; i < desc->nr_ack_regs; i++)
+                       k += save_reg(d, k, desc->ack_regs[i].set_reg, 0);
+
+               d->chip.mask_ack = intc_mask_ack;
+       }
+#endif
 
-       desc->chip.mask = intc_disable;
-       desc->chip.unmask = intc_enable;
-       desc->chip.mask_ack = intc_disable;
-       desc->chip.set_type = intc_set_sense;
+       BUG_ON(k > 256); /* _INTC_ADDR_E() and _INTC_ADDR_D() are 8 bits */
 
        for (i = 0; i < desc->nr_vectors; i++) {
                struct intc_vect *vect = desc->vectors + i;
 
-               intc_register_irq(desc, vect->enum_id, evt2irq(vect->vect));
+               intc_register_irq(desc, d, vect->enum_id, evt2irq(vect->vect));
        }
 }