Merge tag 'irq-core-2022-10-12' of git://git.kernel.org/pub/scm/linux/kernel/git...
[platform/kernel/linux-starfive.git] / drivers / scsi / myrs.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Linux Driver for Mylex DAC960/AcceleRAID/eXtremeRAID PCI RAID Controllers
4  *
5  * This driver supports the newer, SCSI-based firmware interface only.
6  *
7  * Copyright 2017 Hannes Reinecke, SUSE Linux GmbH <hare@suse.com>
8  *
9  * Based on the original DAC960 driver, which has
10  * Copyright 1998-2001 by Leonard N. Zubkoff <lnz@dandelion.com>
11  * Portions Copyright 2002 by Mylex (An IBM Business Unit)
12  */
13
14 #include <linux/module.h>
15 #include <linux/types.h>
16 #include <linux/delay.h>
17 #include <linux/interrupt.h>
18 #include <linux/pci.h>
19 #include <linux/raid_class.h>
20 #include <asm/unaligned.h>
21 #include <scsi/scsi.h>
22 #include <scsi/scsi_host.h>
23 #include <scsi/scsi_device.h>
24 #include <scsi/scsi_cmnd.h>
25 #include <scsi/scsi_tcq.h>
26 #include "myrs.h"
27
28 static struct raid_template *myrs_raid_template;
29
30 static struct myrs_devstate_name_entry {
31         enum myrs_devstate state;
32         char *name;
33 } myrs_devstate_name_list[] = {
34         { MYRS_DEVICE_UNCONFIGURED, "Unconfigured" },
35         { MYRS_DEVICE_ONLINE, "Online" },
36         { MYRS_DEVICE_REBUILD, "Rebuild" },
37         { MYRS_DEVICE_MISSING, "Missing" },
38         { MYRS_DEVICE_SUSPECTED_CRITICAL, "SuspectedCritical" },
39         { MYRS_DEVICE_OFFLINE, "Offline" },
40         { MYRS_DEVICE_CRITICAL, "Critical" },
41         { MYRS_DEVICE_SUSPECTED_DEAD, "SuspectedDead" },
42         { MYRS_DEVICE_COMMANDED_OFFLINE, "CommandedOffline" },
43         { MYRS_DEVICE_STANDBY, "Standby" },
44         { MYRS_DEVICE_INVALID_STATE, "Invalid" },
45 };
46
47 static char *myrs_devstate_name(enum myrs_devstate state)
48 {
49         struct myrs_devstate_name_entry *entry = myrs_devstate_name_list;
50         int i;
51
52         for (i = 0; i < ARRAY_SIZE(myrs_devstate_name_list); i++) {
53                 if (entry[i].state == state)
54                         return entry[i].name;
55         }
56         return NULL;
57 }
58
59 static struct myrs_raid_level_name_entry {
60         enum myrs_raid_level level;
61         char *name;
62 } myrs_raid_level_name_list[] = {
63         { MYRS_RAID_LEVEL0, "RAID0" },
64         { MYRS_RAID_LEVEL1, "RAID1" },
65         { MYRS_RAID_LEVEL3, "RAID3 right asymmetric parity" },
66         { MYRS_RAID_LEVEL5, "RAID5 right asymmetric parity" },
67         { MYRS_RAID_LEVEL6, "RAID6" },
68         { MYRS_RAID_JBOD, "JBOD" },
69         { MYRS_RAID_NEWSPAN, "New Mylex SPAN" },
70         { MYRS_RAID_LEVEL3F, "RAID3 fixed parity" },
71         { MYRS_RAID_LEVEL3L, "RAID3 left symmetric parity" },
72         { MYRS_RAID_SPAN, "Mylex SPAN" },
73         { MYRS_RAID_LEVEL5L, "RAID5 left symmetric parity" },
74         { MYRS_RAID_LEVELE, "RAIDE (concatenation)" },
75         { MYRS_RAID_PHYSICAL, "Physical device" },
76 };
77
78 static char *myrs_raid_level_name(enum myrs_raid_level level)
79 {
80         struct myrs_raid_level_name_entry *entry = myrs_raid_level_name_list;
81         int i;
82
83         for (i = 0; i < ARRAY_SIZE(myrs_raid_level_name_list); i++) {
84                 if (entry[i].level == level)
85                         return entry[i].name;
86         }
87         return NULL;
88 }
89
90 /*
91  * myrs_reset_cmd - clears critical fields in struct myrs_cmdblk
92  */
93 static inline void myrs_reset_cmd(struct myrs_cmdblk *cmd_blk)
94 {
95         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
96
97         memset(mbox, 0, sizeof(union myrs_cmd_mbox));
98         cmd_blk->status = 0;
99 }
100
101 /*
102  * myrs_qcmd - queues Command for DAC960 V2 Series Controllers.
103  */
104 static void myrs_qcmd(struct myrs_hba *cs, struct myrs_cmdblk *cmd_blk)
105 {
106         void __iomem *base = cs->io_base;
107         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
108         union myrs_cmd_mbox *next_mbox = cs->next_cmd_mbox;
109
110         cs->write_cmd_mbox(next_mbox, mbox);
111
112         if (cs->prev_cmd_mbox1->words[0] == 0 ||
113             cs->prev_cmd_mbox2->words[0] == 0)
114                 cs->get_cmd_mbox(base);
115
116         cs->prev_cmd_mbox2 = cs->prev_cmd_mbox1;
117         cs->prev_cmd_mbox1 = next_mbox;
118
119         if (++next_mbox > cs->last_cmd_mbox)
120                 next_mbox = cs->first_cmd_mbox;
121
122         cs->next_cmd_mbox = next_mbox;
123 }
124
125 /*
126  * myrs_exec_cmd - executes V2 Command and waits for completion.
127  */
128 static void myrs_exec_cmd(struct myrs_hba *cs,
129                 struct myrs_cmdblk *cmd_blk)
130 {
131         DECLARE_COMPLETION_ONSTACK(complete);
132         unsigned long flags;
133
134         cmd_blk->complete = &complete;
135         spin_lock_irqsave(&cs->queue_lock, flags);
136         myrs_qcmd(cs, cmd_blk);
137         spin_unlock_irqrestore(&cs->queue_lock, flags);
138
139         wait_for_completion(&complete);
140 }
141
142 /*
143  * myrs_report_progress - prints progress message
144  */
145 static void myrs_report_progress(struct myrs_hba *cs, unsigned short ldev_num,
146                 unsigned char *msg, unsigned long blocks,
147                 unsigned long size)
148 {
149         shost_printk(KERN_INFO, cs->host,
150                      "Logical Drive %d: %s in Progress: %d%% completed\n",
151                      ldev_num, msg,
152                      (100 * (int)(blocks >> 7)) / (int)(size >> 7));
153 }
154
155 /*
156  * myrs_get_ctlr_info - executes a Controller Information IOCTL Command
157  */
158 static unsigned char myrs_get_ctlr_info(struct myrs_hba *cs)
159 {
160         struct myrs_cmdblk *cmd_blk = &cs->dcmd_blk;
161         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
162         dma_addr_t ctlr_info_addr;
163         union myrs_sgl *sgl;
164         unsigned char status;
165         unsigned short ldev_present, ldev_critical, ldev_offline;
166
167         ldev_present = cs->ctlr_info->ldev_present;
168         ldev_critical = cs->ctlr_info->ldev_critical;
169         ldev_offline = cs->ctlr_info->ldev_offline;
170
171         ctlr_info_addr = dma_map_single(&cs->pdev->dev, cs->ctlr_info,
172                                         sizeof(struct myrs_ctlr_info),
173                                         DMA_FROM_DEVICE);
174         if (dma_mapping_error(&cs->pdev->dev, ctlr_info_addr))
175                 return MYRS_STATUS_FAILED;
176
177         mutex_lock(&cs->dcmd_mutex);
178         myrs_reset_cmd(cmd_blk);
179         mbox->ctlr_info.id = MYRS_DCMD_TAG;
180         mbox->ctlr_info.opcode = MYRS_CMD_OP_IOCTL;
181         mbox->ctlr_info.control.dma_ctrl_to_host = true;
182         mbox->ctlr_info.control.no_autosense = true;
183         mbox->ctlr_info.dma_size = sizeof(struct myrs_ctlr_info);
184         mbox->ctlr_info.ctlr_num = 0;
185         mbox->ctlr_info.ioctl_opcode = MYRS_IOCTL_GET_CTLR_INFO;
186         sgl = &mbox->ctlr_info.dma_addr;
187         sgl->sge[0].sge_addr = ctlr_info_addr;
188         sgl->sge[0].sge_count = mbox->ctlr_info.dma_size;
189         dev_dbg(&cs->host->shost_gendev, "Sending GetControllerInfo\n");
190         myrs_exec_cmd(cs, cmd_blk);
191         status = cmd_blk->status;
192         mutex_unlock(&cs->dcmd_mutex);
193         dma_unmap_single(&cs->pdev->dev, ctlr_info_addr,
194                          sizeof(struct myrs_ctlr_info), DMA_FROM_DEVICE);
195         if (status == MYRS_STATUS_SUCCESS) {
196                 if (cs->ctlr_info->bg_init_active +
197                     cs->ctlr_info->ldev_init_active +
198                     cs->ctlr_info->pdev_init_active +
199                     cs->ctlr_info->cc_active +
200                     cs->ctlr_info->rbld_active +
201                     cs->ctlr_info->exp_active != 0)
202                         cs->needs_update = true;
203                 if (cs->ctlr_info->ldev_present != ldev_present ||
204                     cs->ctlr_info->ldev_critical != ldev_critical ||
205                     cs->ctlr_info->ldev_offline != ldev_offline)
206                         shost_printk(KERN_INFO, cs->host,
207                                      "Logical drive count changes (%d/%d/%d)\n",
208                                      cs->ctlr_info->ldev_critical,
209                                      cs->ctlr_info->ldev_offline,
210                                      cs->ctlr_info->ldev_present);
211         }
212
213         return status;
214 }
215
216 /*
217  * myrs_get_ldev_info - executes a Logical Device Information IOCTL Command
218  */
219 static unsigned char myrs_get_ldev_info(struct myrs_hba *cs,
220                 unsigned short ldev_num, struct myrs_ldev_info *ldev_info)
221 {
222         struct myrs_cmdblk *cmd_blk = &cs->dcmd_blk;
223         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
224         dma_addr_t ldev_info_addr;
225         struct myrs_ldev_info ldev_info_orig;
226         union myrs_sgl *sgl;
227         unsigned char status;
228
229         memcpy(&ldev_info_orig, ldev_info, sizeof(struct myrs_ldev_info));
230         ldev_info_addr = dma_map_single(&cs->pdev->dev, ldev_info,
231                                         sizeof(struct myrs_ldev_info),
232                                         DMA_FROM_DEVICE);
233         if (dma_mapping_error(&cs->pdev->dev, ldev_info_addr))
234                 return MYRS_STATUS_FAILED;
235
236         mutex_lock(&cs->dcmd_mutex);
237         myrs_reset_cmd(cmd_blk);
238         mbox->ldev_info.id = MYRS_DCMD_TAG;
239         mbox->ldev_info.opcode = MYRS_CMD_OP_IOCTL;
240         mbox->ldev_info.control.dma_ctrl_to_host = true;
241         mbox->ldev_info.control.no_autosense = true;
242         mbox->ldev_info.dma_size = sizeof(struct myrs_ldev_info);
243         mbox->ldev_info.ldev.ldev_num = ldev_num;
244         mbox->ldev_info.ioctl_opcode = MYRS_IOCTL_GET_LDEV_INFO_VALID;
245         sgl = &mbox->ldev_info.dma_addr;
246         sgl->sge[0].sge_addr = ldev_info_addr;
247         sgl->sge[0].sge_count = mbox->ldev_info.dma_size;
248         dev_dbg(&cs->host->shost_gendev,
249                 "Sending GetLogicalDeviceInfoValid for ldev %d\n", ldev_num);
250         myrs_exec_cmd(cs, cmd_blk);
251         status = cmd_blk->status;
252         mutex_unlock(&cs->dcmd_mutex);
253         dma_unmap_single(&cs->pdev->dev, ldev_info_addr,
254                          sizeof(struct myrs_ldev_info), DMA_FROM_DEVICE);
255         if (status == MYRS_STATUS_SUCCESS) {
256                 unsigned short ldev_num = ldev_info->ldev_num;
257                 struct myrs_ldev_info *new = ldev_info;
258                 struct myrs_ldev_info *old = &ldev_info_orig;
259                 unsigned long ldev_size = new->cfg_devsize;
260
261                 if (new->dev_state != old->dev_state) {
262                         const char *name;
263
264                         name = myrs_devstate_name(new->dev_state);
265                         shost_printk(KERN_INFO, cs->host,
266                                      "Logical Drive %d is now %s\n",
267                                      ldev_num, name ? name : "Invalid");
268                 }
269                 if ((new->soft_errs != old->soft_errs) ||
270                     (new->cmds_failed != old->cmds_failed) ||
271                     (new->deferred_write_errs != old->deferred_write_errs))
272                         shost_printk(KERN_INFO, cs->host,
273                                      "Logical Drive %d Errors: Soft = %d, Failed = %d, Deferred Write = %d\n",
274                                      ldev_num, new->soft_errs,
275                                      new->cmds_failed,
276                                      new->deferred_write_errs);
277                 if (new->bg_init_active)
278                         myrs_report_progress(cs, ldev_num,
279                                              "Background Initialization",
280                                              new->bg_init_lba, ldev_size);
281                 else if (new->fg_init_active)
282                         myrs_report_progress(cs, ldev_num,
283                                              "Foreground Initialization",
284                                              new->fg_init_lba, ldev_size);
285                 else if (new->migration_active)
286                         myrs_report_progress(cs, ldev_num,
287                                              "Data Migration",
288                                              new->migration_lba, ldev_size);
289                 else if (new->patrol_active)
290                         myrs_report_progress(cs, ldev_num,
291                                              "Patrol Operation",
292                                              new->patrol_lba, ldev_size);
293                 if (old->bg_init_active && !new->bg_init_active)
294                         shost_printk(KERN_INFO, cs->host,
295                                      "Logical Drive %d: Background Initialization %s\n",
296                                      ldev_num,
297                                      (new->ldev_control.ldev_init_done ?
298                                       "Completed" : "Failed"));
299         }
300         return status;
301 }
302
303 /*
304  * myrs_get_pdev_info - executes a "Read Physical Device Information" Command
305  */
306 static unsigned char myrs_get_pdev_info(struct myrs_hba *cs,
307                 unsigned char channel, unsigned char target, unsigned char lun,
308                 struct myrs_pdev_info *pdev_info)
309 {
310         struct myrs_cmdblk *cmd_blk = &cs->dcmd_blk;
311         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
312         dma_addr_t pdev_info_addr;
313         union myrs_sgl *sgl;
314         unsigned char status;
315
316         pdev_info_addr = dma_map_single(&cs->pdev->dev, pdev_info,
317                                         sizeof(struct myrs_pdev_info),
318                                         DMA_FROM_DEVICE);
319         if (dma_mapping_error(&cs->pdev->dev, pdev_info_addr))
320                 return MYRS_STATUS_FAILED;
321
322         mutex_lock(&cs->dcmd_mutex);
323         myrs_reset_cmd(cmd_blk);
324         mbox->pdev_info.opcode = MYRS_CMD_OP_IOCTL;
325         mbox->pdev_info.id = MYRS_DCMD_TAG;
326         mbox->pdev_info.control.dma_ctrl_to_host = true;
327         mbox->pdev_info.control.no_autosense = true;
328         mbox->pdev_info.dma_size = sizeof(struct myrs_pdev_info);
329         mbox->pdev_info.pdev.lun = lun;
330         mbox->pdev_info.pdev.target = target;
331         mbox->pdev_info.pdev.channel = channel;
332         mbox->pdev_info.ioctl_opcode = MYRS_IOCTL_GET_PDEV_INFO_VALID;
333         sgl = &mbox->pdev_info.dma_addr;
334         sgl->sge[0].sge_addr = pdev_info_addr;
335         sgl->sge[0].sge_count = mbox->pdev_info.dma_size;
336         dev_dbg(&cs->host->shost_gendev,
337                 "Sending GetPhysicalDeviceInfoValid for pdev %d:%d:%d\n",
338                 channel, target, lun);
339         myrs_exec_cmd(cs, cmd_blk);
340         status = cmd_blk->status;
341         mutex_unlock(&cs->dcmd_mutex);
342         dma_unmap_single(&cs->pdev->dev, pdev_info_addr,
343                          sizeof(struct myrs_pdev_info), DMA_FROM_DEVICE);
344         return status;
345 }
346
347 /*
348  * myrs_dev_op - executes a "Device Operation" Command
349  */
350 static unsigned char myrs_dev_op(struct myrs_hba *cs,
351                 enum myrs_ioctl_opcode opcode, enum myrs_opdev opdev)
352 {
353         struct myrs_cmdblk *cmd_blk = &cs->dcmd_blk;
354         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
355         unsigned char status;
356
357         mutex_lock(&cs->dcmd_mutex);
358         myrs_reset_cmd(cmd_blk);
359         mbox->dev_op.opcode = MYRS_CMD_OP_IOCTL;
360         mbox->dev_op.id = MYRS_DCMD_TAG;
361         mbox->dev_op.control.dma_ctrl_to_host = true;
362         mbox->dev_op.control.no_autosense = true;
363         mbox->dev_op.ioctl_opcode = opcode;
364         mbox->dev_op.opdev = opdev;
365         myrs_exec_cmd(cs, cmd_blk);
366         status = cmd_blk->status;
367         mutex_unlock(&cs->dcmd_mutex);
368         return status;
369 }
370
371 /*
372  * myrs_translate_pdev - translates a Physical Device Channel and
373  * TargetID into a Logical Device.
374  */
375 static unsigned char myrs_translate_pdev(struct myrs_hba *cs,
376                 unsigned char channel, unsigned char target, unsigned char lun,
377                 struct myrs_devmap *devmap)
378 {
379         struct pci_dev *pdev = cs->pdev;
380         dma_addr_t devmap_addr;
381         struct myrs_cmdblk *cmd_blk;
382         union myrs_cmd_mbox *mbox;
383         union myrs_sgl *sgl;
384         unsigned char status;
385
386         memset(devmap, 0x0, sizeof(struct myrs_devmap));
387         devmap_addr = dma_map_single(&pdev->dev, devmap,
388                                      sizeof(struct myrs_devmap),
389                                      DMA_FROM_DEVICE);
390         if (dma_mapping_error(&pdev->dev, devmap_addr))
391                 return MYRS_STATUS_FAILED;
392
393         mutex_lock(&cs->dcmd_mutex);
394         cmd_blk = &cs->dcmd_blk;
395         mbox = &cmd_blk->mbox;
396         mbox->pdev_info.opcode = MYRS_CMD_OP_IOCTL;
397         mbox->pdev_info.control.dma_ctrl_to_host = true;
398         mbox->pdev_info.control.no_autosense = true;
399         mbox->pdev_info.dma_size = sizeof(struct myrs_devmap);
400         mbox->pdev_info.pdev.target = target;
401         mbox->pdev_info.pdev.channel = channel;
402         mbox->pdev_info.pdev.lun = lun;
403         mbox->pdev_info.ioctl_opcode = MYRS_IOCTL_XLATE_PDEV_TO_LDEV;
404         sgl = &mbox->pdev_info.dma_addr;
405         sgl->sge[0].sge_addr = devmap_addr;
406         sgl->sge[0].sge_count = mbox->pdev_info.dma_size;
407
408         myrs_exec_cmd(cs, cmd_blk);
409         status = cmd_blk->status;
410         mutex_unlock(&cs->dcmd_mutex);
411         dma_unmap_single(&pdev->dev, devmap_addr,
412                          sizeof(struct myrs_devmap), DMA_FROM_DEVICE);
413         return status;
414 }
415
416 /*
417  * myrs_get_event - executes a Get Event Command
418  */
419 static unsigned char myrs_get_event(struct myrs_hba *cs,
420                 unsigned int event_num, struct myrs_event *event_buf)
421 {
422         struct pci_dev *pdev = cs->pdev;
423         dma_addr_t event_addr;
424         struct myrs_cmdblk *cmd_blk = &cs->mcmd_blk;
425         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
426         union myrs_sgl *sgl;
427         unsigned char status;
428
429         event_addr = dma_map_single(&pdev->dev, event_buf,
430                                     sizeof(struct myrs_event), DMA_FROM_DEVICE);
431         if (dma_mapping_error(&pdev->dev, event_addr))
432                 return MYRS_STATUS_FAILED;
433
434         mbox->get_event.opcode = MYRS_CMD_OP_IOCTL;
435         mbox->get_event.dma_size = sizeof(struct myrs_event);
436         mbox->get_event.evnum_upper = event_num >> 16;
437         mbox->get_event.ctlr_num = 0;
438         mbox->get_event.ioctl_opcode = MYRS_IOCTL_GET_EVENT;
439         mbox->get_event.evnum_lower = event_num & 0xFFFF;
440         sgl = &mbox->get_event.dma_addr;
441         sgl->sge[0].sge_addr = event_addr;
442         sgl->sge[0].sge_count = mbox->get_event.dma_size;
443         myrs_exec_cmd(cs, cmd_blk);
444         status = cmd_blk->status;
445         dma_unmap_single(&pdev->dev, event_addr,
446                          sizeof(struct myrs_event), DMA_FROM_DEVICE);
447
448         return status;
449 }
450
451 /*
452  * myrs_get_fwstatus - executes a Get Health Status Command
453  */
454 static unsigned char myrs_get_fwstatus(struct myrs_hba *cs)
455 {
456         struct myrs_cmdblk *cmd_blk = &cs->mcmd_blk;
457         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
458         union myrs_sgl *sgl;
459         unsigned char status = cmd_blk->status;
460
461         myrs_reset_cmd(cmd_blk);
462         mbox->common.opcode = MYRS_CMD_OP_IOCTL;
463         mbox->common.id = MYRS_MCMD_TAG;
464         mbox->common.control.dma_ctrl_to_host = true;
465         mbox->common.control.no_autosense = true;
466         mbox->common.dma_size = sizeof(struct myrs_fwstat);
467         mbox->common.ioctl_opcode = MYRS_IOCTL_GET_HEALTH_STATUS;
468         sgl = &mbox->common.dma_addr;
469         sgl->sge[0].sge_addr = cs->fwstat_addr;
470         sgl->sge[0].sge_count = mbox->ctlr_info.dma_size;
471         dev_dbg(&cs->host->shost_gendev, "Sending GetHealthStatus\n");
472         myrs_exec_cmd(cs, cmd_blk);
473         status = cmd_blk->status;
474
475         return status;
476 }
477
478 /*
479  * myrs_enable_mmio_mbox - enables the Memory Mailbox Interface
480  */
481 static bool myrs_enable_mmio_mbox(struct myrs_hba *cs,
482                 enable_mbox_t enable_mbox_fn)
483 {
484         void __iomem *base = cs->io_base;
485         struct pci_dev *pdev = cs->pdev;
486         union myrs_cmd_mbox *cmd_mbox;
487         struct myrs_stat_mbox *stat_mbox;
488         union myrs_cmd_mbox *mbox;
489         dma_addr_t mbox_addr;
490         unsigned char status = MYRS_STATUS_FAILED;
491
492         if (dma_set_mask(&pdev->dev, DMA_BIT_MASK(64)))
493                 if (dma_set_mask(&pdev->dev, DMA_BIT_MASK(32))) {
494                         dev_err(&pdev->dev, "DMA mask out of range\n");
495                         return false;
496                 }
497
498         /* Temporary dma mapping, used only in the scope of this function */
499         mbox = dma_alloc_coherent(&pdev->dev, sizeof(union myrs_cmd_mbox),
500                                   &mbox_addr, GFP_KERNEL);
501         if (dma_mapping_error(&pdev->dev, mbox_addr))
502                 return false;
503
504         /* These are the base addresses for the command memory mailbox array */
505         cs->cmd_mbox_size = MYRS_MAX_CMD_MBOX * sizeof(union myrs_cmd_mbox);
506         cmd_mbox = dma_alloc_coherent(&pdev->dev, cs->cmd_mbox_size,
507                                       &cs->cmd_mbox_addr, GFP_KERNEL);
508         if (dma_mapping_error(&pdev->dev, cs->cmd_mbox_addr)) {
509                 dev_err(&pdev->dev, "Failed to map command mailbox\n");
510                 goto out_free;
511         }
512         cs->first_cmd_mbox = cmd_mbox;
513         cmd_mbox += MYRS_MAX_CMD_MBOX - 1;
514         cs->last_cmd_mbox = cmd_mbox;
515         cs->next_cmd_mbox = cs->first_cmd_mbox;
516         cs->prev_cmd_mbox1 = cs->last_cmd_mbox;
517         cs->prev_cmd_mbox2 = cs->last_cmd_mbox - 1;
518
519         /* These are the base addresses for the status memory mailbox array */
520         cs->stat_mbox_size = MYRS_MAX_STAT_MBOX * sizeof(struct myrs_stat_mbox);
521         stat_mbox = dma_alloc_coherent(&pdev->dev, cs->stat_mbox_size,
522                                        &cs->stat_mbox_addr, GFP_KERNEL);
523         if (dma_mapping_error(&pdev->dev, cs->stat_mbox_addr)) {
524                 dev_err(&pdev->dev, "Failed to map status mailbox\n");
525                 goto out_free;
526         }
527
528         cs->first_stat_mbox = stat_mbox;
529         stat_mbox += MYRS_MAX_STAT_MBOX - 1;
530         cs->last_stat_mbox = stat_mbox;
531         cs->next_stat_mbox = cs->first_stat_mbox;
532
533         cs->fwstat_buf = dma_alloc_coherent(&pdev->dev,
534                                             sizeof(struct myrs_fwstat),
535                                             &cs->fwstat_addr, GFP_KERNEL);
536         if (dma_mapping_error(&pdev->dev, cs->fwstat_addr)) {
537                 dev_err(&pdev->dev, "Failed to map firmware health buffer\n");
538                 cs->fwstat_buf = NULL;
539                 goto out_free;
540         }
541         cs->ctlr_info = kzalloc(sizeof(struct myrs_ctlr_info), GFP_KERNEL);
542         if (!cs->ctlr_info)
543                 goto out_free;
544
545         cs->event_buf = kzalloc(sizeof(struct myrs_event), GFP_KERNEL);
546         if (!cs->event_buf)
547                 goto out_free;
548
549         /* Enable the Memory Mailbox Interface. */
550         memset(mbox, 0, sizeof(union myrs_cmd_mbox));
551         mbox->set_mbox.id = 1;
552         mbox->set_mbox.opcode = MYRS_CMD_OP_IOCTL;
553         mbox->set_mbox.control.no_autosense = true;
554         mbox->set_mbox.first_cmd_mbox_size_kb =
555                 (MYRS_MAX_CMD_MBOX * sizeof(union myrs_cmd_mbox)) >> 10;
556         mbox->set_mbox.first_stat_mbox_size_kb =
557                 (MYRS_MAX_STAT_MBOX * sizeof(struct myrs_stat_mbox)) >> 10;
558         mbox->set_mbox.second_cmd_mbox_size_kb = 0;
559         mbox->set_mbox.second_stat_mbox_size_kb = 0;
560         mbox->set_mbox.sense_len = 0;
561         mbox->set_mbox.ioctl_opcode = MYRS_IOCTL_SET_MEM_MBOX;
562         mbox->set_mbox.fwstat_buf_size_kb = 1;
563         mbox->set_mbox.fwstat_buf_addr = cs->fwstat_addr;
564         mbox->set_mbox.first_cmd_mbox_addr = cs->cmd_mbox_addr;
565         mbox->set_mbox.first_stat_mbox_addr = cs->stat_mbox_addr;
566         status = enable_mbox_fn(base, mbox_addr);
567
568 out_free:
569         dma_free_coherent(&pdev->dev, sizeof(union myrs_cmd_mbox),
570                           mbox, mbox_addr);
571         if (status != MYRS_STATUS_SUCCESS)
572                 dev_err(&pdev->dev, "Failed to enable mailbox, status %X\n",
573                         status);
574         return (status == MYRS_STATUS_SUCCESS);
575 }
576
577 /*
578  * myrs_get_config - reads the Configuration Information
579  */
580 static int myrs_get_config(struct myrs_hba *cs)
581 {
582         struct myrs_ctlr_info *info = cs->ctlr_info;
583         struct Scsi_Host *shost = cs->host;
584         unsigned char status;
585         unsigned char model[20];
586         unsigned char fw_version[12];
587         int i, model_len;
588
589         /* Get data into dma-able area, then copy into permanent location */
590         mutex_lock(&cs->cinfo_mutex);
591         status = myrs_get_ctlr_info(cs);
592         mutex_unlock(&cs->cinfo_mutex);
593         if (status != MYRS_STATUS_SUCCESS) {
594                 shost_printk(KERN_ERR, shost,
595                              "Failed to get controller information\n");
596                 return -ENODEV;
597         }
598
599         /* Initialize the Controller Model Name and Full Model Name fields. */
600         model_len = sizeof(info->ctlr_name);
601         if (model_len > sizeof(model)-1)
602                 model_len = sizeof(model)-1;
603         memcpy(model, info->ctlr_name, model_len);
604         model_len--;
605         while (model[model_len] == ' ' || model[model_len] == '\0')
606                 model_len--;
607         model[++model_len] = '\0';
608         strcpy(cs->model_name, "DAC960 ");
609         strcat(cs->model_name, model);
610         /* Initialize the Controller Firmware Version field. */
611         sprintf(fw_version, "%d.%02d-%02d",
612                 info->fw_major_version, info->fw_minor_version,
613                 info->fw_turn_number);
614         if (info->fw_major_version == 6 &&
615             info->fw_minor_version == 0 &&
616             info->fw_turn_number < 1) {
617                 shost_printk(KERN_WARNING, shost,
618                         "FIRMWARE VERSION %s DOES NOT PROVIDE THE CONTROLLER\n"
619                         "STATUS MONITORING FUNCTIONALITY NEEDED BY THIS DRIVER.\n"
620                         "PLEASE UPGRADE TO VERSION 6.00-01 OR ABOVE.\n",
621                         fw_version);
622                 return -ENODEV;
623         }
624         /* Initialize the Controller Channels and Targets. */
625         shost->max_channel = info->physchan_present + info->virtchan_present;
626         shost->max_id = info->max_targets[0];
627         for (i = 1; i < 16; i++) {
628                 if (!info->max_targets[i])
629                         continue;
630                 if (shost->max_id < info->max_targets[i])
631                         shost->max_id = info->max_targets[i];
632         }
633
634         /*
635          * Initialize the Controller Queue Depth, Driver Queue Depth,
636          * Logical Drive Count, Maximum Blocks per Command, Controller
637          * Scatter/Gather Limit, and Driver Scatter/Gather Limit.
638          * The Driver Queue Depth must be at most three less than
639          * the Controller Queue Depth; tag '1' is reserved for
640          * direct commands, and tag '2' for monitoring commands.
641          */
642         shost->can_queue = info->max_tcq - 3;
643         if (shost->can_queue > MYRS_MAX_CMD_MBOX - 3)
644                 shost->can_queue = MYRS_MAX_CMD_MBOX - 3;
645         shost->max_sectors = info->max_transfer_size;
646         shost->sg_tablesize = info->max_sge;
647         if (shost->sg_tablesize > MYRS_SG_LIMIT)
648                 shost->sg_tablesize = MYRS_SG_LIMIT;
649
650         shost_printk(KERN_INFO, shost,
651                 "Configuring %s PCI RAID Controller\n", model);
652         shost_printk(KERN_INFO, shost,
653                 "  Firmware Version: %s, Channels: %d, Memory Size: %dMB\n",
654                 fw_version, info->physchan_present, info->mem_size_mb);
655
656         shost_printk(KERN_INFO, shost,
657                      "  Controller Queue Depth: %d, Maximum Blocks per Command: %d\n",
658                      shost->can_queue, shost->max_sectors);
659
660         shost_printk(KERN_INFO, shost,
661                      "  Driver Queue Depth: %d, Scatter/Gather Limit: %d of %d Segments\n",
662                      shost->can_queue, shost->sg_tablesize, MYRS_SG_LIMIT);
663         for (i = 0; i < info->physchan_max; i++) {
664                 if (!info->max_targets[i])
665                         continue;
666                 shost_printk(KERN_INFO, shost,
667                              "  Device Channel %d: max %d devices\n",
668                              i, info->max_targets[i]);
669         }
670         shost_printk(KERN_INFO, shost,
671                      "  Physical: %d/%d channels, %d disks, %d devices\n",
672                      info->physchan_present, info->physchan_max,
673                      info->pdisk_present, info->pdev_present);
674
675         shost_printk(KERN_INFO, shost,
676                      "  Logical: %d/%d channels, %d disks\n",
677                      info->virtchan_present, info->virtchan_max,
678                      info->ldev_present);
679         return 0;
680 }
681
682 /*
683  * myrs_log_event - prints a Controller Event message
684  */
685 static struct {
686         int ev_code;
687         unsigned char *ev_msg;
688 } myrs_ev_list[] = {
689         /* Physical Device Events (0x0000 - 0x007F) */
690         { 0x0001, "P Online" },
691         { 0x0002, "P Standby" },
692         { 0x0005, "P Automatic Rebuild Started" },
693         { 0x0006, "P Manual Rebuild Started" },
694         { 0x0007, "P Rebuild Completed" },
695         { 0x0008, "P Rebuild Cancelled" },
696         { 0x0009, "P Rebuild Failed for Unknown Reasons" },
697         { 0x000A, "P Rebuild Failed due to New Physical Device" },
698         { 0x000B, "P Rebuild Failed due to Logical Drive Failure" },
699         { 0x000C, "S Offline" },
700         { 0x000D, "P Found" },
701         { 0x000E, "P Removed" },
702         { 0x000F, "P Unconfigured" },
703         { 0x0010, "P Expand Capacity Started" },
704         { 0x0011, "P Expand Capacity Completed" },
705         { 0x0012, "P Expand Capacity Failed" },
706         { 0x0013, "P Command Timed Out" },
707         { 0x0014, "P Command Aborted" },
708         { 0x0015, "P Command Retried" },
709         { 0x0016, "P Parity Error" },
710         { 0x0017, "P Soft Error" },
711         { 0x0018, "P Miscellaneous Error" },
712         { 0x0019, "P Reset" },
713         { 0x001A, "P Active Spare Found" },
714         { 0x001B, "P Warm Spare Found" },
715         { 0x001C, "S Sense Data Received" },
716         { 0x001D, "P Initialization Started" },
717         { 0x001E, "P Initialization Completed" },
718         { 0x001F, "P Initialization Failed" },
719         { 0x0020, "P Initialization Cancelled" },
720         { 0x0021, "P Failed because Write Recovery Failed" },
721         { 0x0022, "P Failed because SCSI Bus Reset Failed" },
722         { 0x0023, "P Failed because of Double Check Condition" },
723         { 0x0024, "P Failed because Device Cannot Be Accessed" },
724         { 0x0025, "P Failed because of Gross Error on SCSI Processor" },
725         { 0x0026, "P Failed because of Bad Tag from Device" },
726         { 0x0027, "P Failed because of Command Timeout" },
727         { 0x0028, "P Failed because of System Reset" },
728         { 0x0029, "P Failed because of Busy Status or Parity Error" },
729         { 0x002A, "P Failed because Host Set Device to Failed State" },
730         { 0x002B, "P Failed because of Selection Timeout" },
731         { 0x002C, "P Failed because of SCSI Bus Phase Error" },
732         { 0x002D, "P Failed because Device Returned Unknown Status" },
733         { 0x002E, "P Failed because Device Not Ready" },
734         { 0x002F, "P Failed because Device Not Found at Startup" },
735         { 0x0030, "P Failed because COD Write Operation Failed" },
736         { 0x0031, "P Failed because BDT Write Operation Failed" },
737         { 0x0039, "P Missing at Startup" },
738         { 0x003A, "P Start Rebuild Failed due to Physical Drive Too Small" },
739         { 0x003C, "P Temporarily Offline Device Automatically Made Online" },
740         { 0x003D, "P Standby Rebuild Started" },
741         /* Logical Device Events (0x0080 - 0x00FF) */
742         { 0x0080, "M Consistency Check Started" },
743         { 0x0081, "M Consistency Check Completed" },
744         { 0x0082, "M Consistency Check Cancelled" },
745         { 0x0083, "M Consistency Check Completed With Errors" },
746         { 0x0084, "M Consistency Check Failed due to Logical Drive Failure" },
747         { 0x0085, "M Consistency Check Failed due to Physical Device Failure" },
748         { 0x0086, "L Offline" },
749         { 0x0087, "L Critical" },
750         { 0x0088, "L Online" },
751         { 0x0089, "M Automatic Rebuild Started" },
752         { 0x008A, "M Manual Rebuild Started" },
753         { 0x008B, "M Rebuild Completed" },
754         { 0x008C, "M Rebuild Cancelled" },
755         { 0x008D, "M Rebuild Failed for Unknown Reasons" },
756         { 0x008E, "M Rebuild Failed due to New Physical Device" },
757         { 0x008F, "M Rebuild Failed due to Logical Drive Failure" },
758         { 0x0090, "M Initialization Started" },
759         { 0x0091, "M Initialization Completed" },
760         { 0x0092, "M Initialization Cancelled" },
761         { 0x0093, "M Initialization Failed" },
762         { 0x0094, "L Found" },
763         { 0x0095, "L Deleted" },
764         { 0x0096, "M Expand Capacity Started" },
765         { 0x0097, "M Expand Capacity Completed" },
766         { 0x0098, "M Expand Capacity Failed" },
767         { 0x0099, "L Bad Block Found" },
768         { 0x009A, "L Size Changed" },
769         { 0x009B, "L Type Changed" },
770         { 0x009C, "L Bad Data Block Found" },
771         { 0x009E, "L Read of Data Block in BDT" },
772         { 0x009F, "L Write Back Data for Disk Block Lost" },
773         { 0x00A0, "L Temporarily Offline RAID-5/3 Drive Made Online" },
774         { 0x00A1, "L Temporarily Offline RAID-6/1/0/7 Drive Made Online" },
775         { 0x00A2, "L Standby Rebuild Started" },
776         /* Fault Management Events (0x0100 - 0x017F) */
777         { 0x0140, "E Fan %d Failed" },
778         { 0x0141, "E Fan %d OK" },
779         { 0x0142, "E Fan %d Not Present" },
780         { 0x0143, "E Power Supply %d Failed" },
781         { 0x0144, "E Power Supply %d OK" },
782         { 0x0145, "E Power Supply %d Not Present" },
783         { 0x0146, "E Temperature Sensor %d Temperature Exceeds Safe Limit" },
784         { 0x0147, "E Temperature Sensor %d Temperature Exceeds Working Limit" },
785         { 0x0148, "E Temperature Sensor %d Temperature Normal" },
786         { 0x0149, "E Temperature Sensor %d Not Present" },
787         { 0x014A, "E Enclosure Management Unit %d Access Critical" },
788         { 0x014B, "E Enclosure Management Unit %d Access OK" },
789         { 0x014C, "E Enclosure Management Unit %d Access Offline" },
790         /* Controller Events (0x0180 - 0x01FF) */
791         { 0x0181, "C Cache Write Back Error" },
792         { 0x0188, "C Battery Backup Unit Found" },
793         { 0x0189, "C Battery Backup Unit Charge Level Low" },
794         { 0x018A, "C Battery Backup Unit Charge Level OK" },
795         { 0x0193, "C Installation Aborted" },
796         { 0x0195, "C Battery Backup Unit Physically Removed" },
797         { 0x0196, "C Memory Error During Warm Boot" },
798         { 0x019E, "C Memory Soft ECC Error Corrected" },
799         { 0x019F, "C Memory Hard ECC Error Corrected" },
800         { 0x01A2, "C Battery Backup Unit Failed" },
801         { 0x01AB, "C Mirror Race Recovery Failed" },
802         { 0x01AC, "C Mirror Race on Critical Drive" },
803         /* Controller Internal Processor Events */
804         { 0x0380, "C Internal Controller Hung" },
805         { 0x0381, "C Internal Controller Firmware Breakpoint" },
806         { 0x0390, "C Internal Controller i960 Processor Specific Error" },
807         { 0x03A0, "C Internal Controller StrongARM Processor Specific Error" },
808         { 0, "" }
809 };
810
811 static void myrs_log_event(struct myrs_hba *cs, struct myrs_event *ev)
812 {
813         unsigned char msg_buf[MYRS_LINE_BUFFER_SIZE];
814         int ev_idx = 0, ev_code;
815         unsigned char ev_type, *ev_msg;
816         struct Scsi_Host *shost = cs->host;
817         struct scsi_device *sdev;
818         struct scsi_sense_hdr sshdr = {0};
819         unsigned char sense_info[4];
820         unsigned char cmd_specific[4];
821
822         if (ev->ev_code == 0x1C) {
823                 if (!scsi_normalize_sense(ev->sense_data, 40, &sshdr)) {
824                         memset(&sshdr, 0x0, sizeof(sshdr));
825                         memset(sense_info, 0x0, sizeof(sense_info));
826                         memset(cmd_specific, 0x0, sizeof(cmd_specific));
827                 } else {
828                         memcpy(sense_info, &ev->sense_data[3], 4);
829                         memcpy(cmd_specific, &ev->sense_data[7], 4);
830                 }
831         }
832         if (sshdr.sense_key == VENDOR_SPECIFIC &&
833             (sshdr.asc == 0x80 || sshdr.asc == 0x81))
834                 ev->ev_code = ((sshdr.asc - 0x80) << 8 | sshdr.ascq);
835         while (true) {
836                 ev_code = myrs_ev_list[ev_idx].ev_code;
837                 if (ev_code == ev->ev_code || ev_code == 0)
838                         break;
839                 ev_idx++;
840         }
841         ev_type = myrs_ev_list[ev_idx].ev_msg[0];
842         ev_msg = &myrs_ev_list[ev_idx].ev_msg[2];
843         if (ev_code == 0) {
844                 shost_printk(KERN_WARNING, shost,
845                              "Unknown Controller Event Code %04X\n",
846                              ev->ev_code);
847                 return;
848         }
849         switch (ev_type) {
850         case 'P':
851                 sdev = scsi_device_lookup(shost, ev->channel,
852                                           ev->target, 0);
853                 sdev_printk(KERN_INFO, sdev, "event %d: Physical Device %s\n",
854                             ev->ev_seq, ev_msg);
855                 if (sdev && sdev->hostdata &&
856                     sdev->channel < cs->ctlr_info->physchan_present) {
857                         struct myrs_pdev_info *pdev_info = sdev->hostdata;
858
859                         switch (ev->ev_code) {
860                         case 0x0001:
861                         case 0x0007:
862                                 pdev_info->dev_state = MYRS_DEVICE_ONLINE;
863                                 break;
864                         case 0x0002:
865                                 pdev_info->dev_state = MYRS_DEVICE_STANDBY;
866                                 break;
867                         case 0x000C:
868                                 pdev_info->dev_state = MYRS_DEVICE_OFFLINE;
869                                 break;
870                         case 0x000E:
871                                 pdev_info->dev_state = MYRS_DEVICE_MISSING;
872                                 break;
873                         case 0x000F:
874                                 pdev_info->dev_state = MYRS_DEVICE_UNCONFIGURED;
875                                 break;
876                         }
877                 }
878                 break;
879         case 'L':
880                 shost_printk(KERN_INFO, shost,
881                              "event %d: Logical Drive %d %s\n",
882                              ev->ev_seq, ev->lun, ev_msg);
883                 cs->needs_update = true;
884                 break;
885         case 'M':
886                 shost_printk(KERN_INFO, shost,
887                              "event %d: Logical Drive %d %s\n",
888                              ev->ev_seq, ev->lun, ev_msg);
889                 cs->needs_update = true;
890                 break;
891         case 'S':
892                 if (sshdr.sense_key == NO_SENSE ||
893                     (sshdr.sense_key == NOT_READY &&
894                      sshdr.asc == 0x04 && (sshdr.ascq == 0x01 ||
895                                             sshdr.ascq == 0x02)))
896                         break;
897                 shost_printk(KERN_INFO, shost,
898                              "event %d: Physical Device %d:%d %s\n",
899                              ev->ev_seq, ev->channel, ev->target, ev_msg);
900                 shost_printk(KERN_INFO, shost,
901                              "Physical Device %d:%d Sense Key = %X, ASC = %02X, ASCQ = %02X\n",
902                              ev->channel, ev->target,
903                              sshdr.sense_key, sshdr.asc, sshdr.ascq);
904                 shost_printk(KERN_INFO, shost,
905                              "Physical Device %d:%d Sense Information = %02X%02X%02X%02X %02X%02X%02X%02X\n",
906                              ev->channel, ev->target,
907                              sense_info[0], sense_info[1],
908                              sense_info[2], sense_info[3],
909                              cmd_specific[0], cmd_specific[1],
910                              cmd_specific[2], cmd_specific[3]);
911                 break;
912         case 'E':
913                 if (cs->disable_enc_msg)
914                         break;
915                 sprintf(msg_buf, ev_msg, ev->lun);
916                 shost_printk(KERN_INFO, shost, "event %d: Enclosure %d %s\n",
917                              ev->ev_seq, ev->target, msg_buf);
918                 break;
919         case 'C':
920                 shost_printk(KERN_INFO, shost, "event %d: Controller %s\n",
921                              ev->ev_seq, ev_msg);
922                 break;
923         default:
924                 shost_printk(KERN_INFO, shost,
925                              "event %d: Unknown Event Code %04X\n",
926                              ev->ev_seq, ev->ev_code);
927                 break;
928         }
929 }
930
931 /*
932  * SCSI sysfs interface functions
933  */
934 static ssize_t raid_state_show(struct device *dev,
935                 struct device_attribute *attr, char *buf)
936 {
937         struct scsi_device *sdev = to_scsi_device(dev);
938         struct myrs_hba *cs = shost_priv(sdev->host);
939         int ret;
940
941         if (!sdev->hostdata)
942                 return snprintf(buf, 16, "Unknown\n");
943
944         if (sdev->channel >= cs->ctlr_info->physchan_present) {
945                 struct myrs_ldev_info *ldev_info = sdev->hostdata;
946                 const char *name;
947
948                 name = myrs_devstate_name(ldev_info->dev_state);
949                 if (name)
950                         ret = snprintf(buf, 32, "%s\n", name);
951                 else
952                         ret = snprintf(buf, 32, "Invalid (%02X)\n",
953                                        ldev_info->dev_state);
954         } else {
955                 struct myrs_pdev_info *pdev_info;
956                 const char *name;
957
958                 pdev_info = sdev->hostdata;
959                 name = myrs_devstate_name(pdev_info->dev_state);
960                 if (name)
961                         ret = snprintf(buf, 32, "%s\n", name);
962                 else
963                         ret = snprintf(buf, 32, "Invalid (%02X)\n",
964                                        pdev_info->dev_state);
965         }
966         return ret;
967 }
968
969 static ssize_t raid_state_store(struct device *dev,
970                 struct device_attribute *attr, const char *buf, size_t count)
971 {
972         struct scsi_device *sdev = to_scsi_device(dev);
973         struct myrs_hba *cs = shost_priv(sdev->host);
974         struct myrs_cmdblk *cmd_blk;
975         union myrs_cmd_mbox *mbox;
976         enum myrs_devstate new_state;
977         unsigned short ldev_num;
978         unsigned char status;
979
980         if (!strncmp(buf, "offline", 7) ||
981             !strncmp(buf, "kill", 4))
982                 new_state = MYRS_DEVICE_OFFLINE;
983         else if (!strncmp(buf, "online", 6))
984                 new_state = MYRS_DEVICE_ONLINE;
985         else if (!strncmp(buf, "standby", 7))
986                 new_state = MYRS_DEVICE_STANDBY;
987         else
988                 return -EINVAL;
989
990         if (sdev->channel < cs->ctlr_info->physchan_present) {
991                 struct myrs_pdev_info *pdev_info = sdev->hostdata;
992                 struct myrs_devmap *pdev_devmap =
993                         (struct myrs_devmap *)&pdev_info->rsvd13;
994
995                 if (pdev_info->dev_state == new_state) {
996                         sdev_printk(KERN_INFO, sdev,
997                                     "Device already in %s\n",
998                                     myrs_devstate_name(new_state));
999                         return count;
1000                 }
1001                 status = myrs_translate_pdev(cs, sdev->channel, sdev->id,
1002                                              sdev->lun, pdev_devmap);
1003                 if (status != MYRS_STATUS_SUCCESS)
1004                         return -ENXIO;
1005                 ldev_num = pdev_devmap->ldev_num;
1006         } else {
1007                 struct myrs_ldev_info *ldev_info = sdev->hostdata;
1008
1009                 if (ldev_info->dev_state == new_state) {
1010                         sdev_printk(KERN_INFO, sdev,
1011                                     "Device already in %s\n",
1012                                     myrs_devstate_name(new_state));
1013                         return count;
1014                 }
1015                 ldev_num = ldev_info->ldev_num;
1016         }
1017         mutex_lock(&cs->dcmd_mutex);
1018         cmd_blk = &cs->dcmd_blk;
1019         myrs_reset_cmd(cmd_blk);
1020         mbox = &cmd_blk->mbox;
1021         mbox->common.opcode = MYRS_CMD_OP_IOCTL;
1022         mbox->common.id = MYRS_DCMD_TAG;
1023         mbox->common.control.dma_ctrl_to_host = true;
1024         mbox->common.control.no_autosense = true;
1025         mbox->set_devstate.ioctl_opcode = MYRS_IOCTL_SET_DEVICE_STATE;
1026         mbox->set_devstate.state = new_state;
1027         mbox->set_devstate.ldev.ldev_num = ldev_num;
1028         myrs_exec_cmd(cs, cmd_blk);
1029         status = cmd_blk->status;
1030         mutex_unlock(&cs->dcmd_mutex);
1031         if (status == MYRS_STATUS_SUCCESS) {
1032                 if (sdev->channel < cs->ctlr_info->physchan_present) {
1033                         struct myrs_pdev_info *pdev_info = sdev->hostdata;
1034
1035                         pdev_info->dev_state = new_state;
1036                 } else {
1037                         struct myrs_ldev_info *ldev_info = sdev->hostdata;
1038
1039                         ldev_info->dev_state = new_state;
1040                 }
1041                 sdev_printk(KERN_INFO, sdev,
1042                             "Set device state to %s\n",
1043                             myrs_devstate_name(new_state));
1044                 return count;
1045         }
1046         sdev_printk(KERN_INFO, sdev,
1047                     "Failed to set device state to %s, status 0x%02x\n",
1048                     myrs_devstate_name(new_state), status);
1049         return -EINVAL;
1050 }
1051 static DEVICE_ATTR_RW(raid_state);
1052
1053 static ssize_t raid_level_show(struct device *dev,
1054                 struct device_attribute *attr, char *buf)
1055 {
1056         struct scsi_device *sdev = to_scsi_device(dev);
1057         struct myrs_hba *cs = shost_priv(sdev->host);
1058         const char *name = NULL;
1059
1060         if (!sdev->hostdata)
1061                 return snprintf(buf, 16, "Unknown\n");
1062
1063         if (sdev->channel >= cs->ctlr_info->physchan_present) {
1064                 struct myrs_ldev_info *ldev_info;
1065
1066                 ldev_info = sdev->hostdata;
1067                 name = myrs_raid_level_name(ldev_info->raid_level);
1068                 if (!name)
1069                         return snprintf(buf, 32, "Invalid (%02X)\n",
1070                                         ldev_info->dev_state);
1071
1072         } else
1073                 name = myrs_raid_level_name(MYRS_RAID_PHYSICAL);
1074
1075         return snprintf(buf, 32, "%s\n", name);
1076 }
1077 static DEVICE_ATTR_RO(raid_level);
1078
1079 static ssize_t rebuild_show(struct device *dev,
1080                 struct device_attribute *attr, char *buf)
1081 {
1082         struct scsi_device *sdev = to_scsi_device(dev);
1083         struct myrs_hba *cs = shost_priv(sdev->host);
1084         struct myrs_ldev_info *ldev_info;
1085         unsigned short ldev_num;
1086         unsigned char status;
1087
1088         if (sdev->channel < cs->ctlr_info->physchan_present)
1089                 return snprintf(buf, 32, "physical device - not rebuilding\n");
1090
1091         ldev_info = sdev->hostdata;
1092         ldev_num = ldev_info->ldev_num;
1093         status = myrs_get_ldev_info(cs, ldev_num, ldev_info);
1094         if (status != MYRS_STATUS_SUCCESS) {
1095                 sdev_printk(KERN_INFO, sdev,
1096                             "Failed to get device information, status 0x%02x\n",
1097                             status);
1098                 return -EIO;
1099         }
1100         if (ldev_info->rbld_active) {
1101                 return snprintf(buf, 32, "rebuilding block %zu of %zu\n",
1102                                 (size_t)ldev_info->rbld_lba,
1103                                 (size_t)ldev_info->cfg_devsize);
1104         } else
1105                 return snprintf(buf, 32, "not rebuilding\n");
1106 }
1107
1108 static ssize_t rebuild_store(struct device *dev,
1109                 struct device_attribute *attr, const char *buf, size_t count)
1110 {
1111         struct scsi_device *sdev = to_scsi_device(dev);
1112         struct myrs_hba *cs = shost_priv(sdev->host);
1113         struct myrs_ldev_info *ldev_info;
1114         struct myrs_cmdblk *cmd_blk;
1115         union myrs_cmd_mbox *mbox;
1116         unsigned short ldev_num;
1117         unsigned char status;
1118         int rebuild, ret;
1119
1120         if (sdev->channel < cs->ctlr_info->physchan_present)
1121                 return -EINVAL;
1122
1123         ldev_info = sdev->hostdata;
1124         if (!ldev_info)
1125                 return -ENXIO;
1126         ldev_num = ldev_info->ldev_num;
1127
1128         ret = kstrtoint(buf, 0, &rebuild);
1129         if (ret)
1130                 return ret;
1131
1132         status = myrs_get_ldev_info(cs, ldev_num, ldev_info);
1133         if (status != MYRS_STATUS_SUCCESS) {
1134                 sdev_printk(KERN_INFO, sdev,
1135                             "Failed to get device information, status 0x%02x\n",
1136                             status);
1137                 return -EIO;
1138         }
1139
1140         if (rebuild && ldev_info->rbld_active) {
1141                 sdev_printk(KERN_INFO, sdev,
1142                             "Rebuild Not Initiated; already in progress\n");
1143                 return -EALREADY;
1144         }
1145         if (!rebuild && !ldev_info->rbld_active) {
1146                 sdev_printk(KERN_INFO, sdev,
1147                             "Rebuild Not Cancelled; no rebuild in progress\n");
1148                 return count;
1149         }
1150
1151         mutex_lock(&cs->dcmd_mutex);
1152         cmd_blk = &cs->dcmd_blk;
1153         myrs_reset_cmd(cmd_blk);
1154         mbox = &cmd_blk->mbox;
1155         mbox->common.opcode = MYRS_CMD_OP_IOCTL;
1156         mbox->common.id = MYRS_DCMD_TAG;
1157         mbox->common.control.dma_ctrl_to_host = true;
1158         mbox->common.control.no_autosense = true;
1159         if (rebuild) {
1160                 mbox->ldev_info.ldev.ldev_num = ldev_num;
1161                 mbox->ldev_info.ioctl_opcode = MYRS_IOCTL_RBLD_DEVICE_START;
1162         } else {
1163                 mbox->ldev_info.ldev.ldev_num = ldev_num;
1164                 mbox->ldev_info.ioctl_opcode = MYRS_IOCTL_RBLD_DEVICE_STOP;
1165         }
1166         myrs_exec_cmd(cs, cmd_blk);
1167         status = cmd_blk->status;
1168         mutex_unlock(&cs->dcmd_mutex);
1169         if (status) {
1170                 sdev_printk(KERN_INFO, sdev,
1171                             "Rebuild Not %s, status 0x%02x\n",
1172                             rebuild ? "Initiated" : "Cancelled", status);
1173                 ret = -EIO;
1174         } else {
1175                 sdev_printk(KERN_INFO, sdev, "Rebuild %s\n",
1176                             rebuild ? "Initiated" : "Cancelled");
1177                 ret = count;
1178         }
1179
1180         return ret;
1181 }
1182 static DEVICE_ATTR_RW(rebuild);
1183
1184 static ssize_t consistency_check_show(struct device *dev,
1185                 struct device_attribute *attr, char *buf)
1186 {
1187         struct scsi_device *sdev = to_scsi_device(dev);
1188         struct myrs_hba *cs = shost_priv(sdev->host);
1189         struct myrs_ldev_info *ldev_info;
1190         unsigned short ldev_num;
1191
1192         if (sdev->channel < cs->ctlr_info->physchan_present)
1193                 return snprintf(buf, 32, "physical device - not checking\n");
1194
1195         ldev_info = sdev->hostdata;
1196         if (!ldev_info)
1197                 return -ENXIO;
1198         ldev_num = ldev_info->ldev_num;
1199         myrs_get_ldev_info(cs, ldev_num, ldev_info);
1200         if (ldev_info->cc_active)
1201                 return snprintf(buf, 32, "checking block %zu of %zu\n",
1202                                 (size_t)ldev_info->cc_lba,
1203                                 (size_t)ldev_info->cfg_devsize);
1204         else
1205                 return snprintf(buf, 32, "not checking\n");
1206 }
1207
1208 static ssize_t consistency_check_store(struct device *dev,
1209                 struct device_attribute *attr, const char *buf, size_t count)
1210 {
1211         struct scsi_device *sdev = to_scsi_device(dev);
1212         struct myrs_hba *cs = shost_priv(sdev->host);
1213         struct myrs_ldev_info *ldev_info;
1214         struct myrs_cmdblk *cmd_blk;
1215         union myrs_cmd_mbox *mbox;
1216         unsigned short ldev_num;
1217         unsigned char status;
1218         int check, ret;
1219
1220         if (sdev->channel < cs->ctlr_info->physchan_present)
1221                 return -EINVAL;
1222
1223         ldev_info = sdev->hostdata;
1224         if (!ldev_info)
1225                 return -ENXIO;
1226         ldev_num = ldev_info->ldev_num;
1227
1228         ret = kstrtoint(buf, 0, &check);
1229         if (ret)
1230                 return ret;
1231
1232         status = myrs_get_ldev_info(cs, ldev_num, ldev_info);
1233         if (status != MYRS_STATUS_SUCCESS) {
1234                 sdev_printk(KERN_INFO, sdev,
1235                             "Failed to get device information, status 0x%02x\n",
1236                             status);
1237                 return -EIO;
1238         }
1239         if (check && ldev_info->cc_active) {
1240                 sdev_printk(KERN_INFO, sdev,
1241                             "Consistency Check Not Initiated; "
1242                             "already in progress\n");
1243                 return -EALREADY;
1244         }
1245         if (!check && !ldev_info->cc_active) {
1246                 sdev_printk(KERN_INFO, sdev,
1247                             "Consistency Check Not Cancelled; "
1248                             "check not in progress\n");
1249                 return count;
1250         }
1251
1252         mutex_lock(&cs->dcmd_mutex);
1253         cmd_blk = &cs->dcmd_blk;
1254         myrs_reset_cmd(cmd_blk);
1255         mbox = &cmd_blk->mbox;
1256         mbox->common.opcode = MYRS_CMD_OP_IOCTL;
1257         mbox->common.id = MYRS_DCMD_TAG;
1258         mbox->common.control.dma_ctrl_to_host = true;
1259         mbox->common.control.no_autosense = true;
1260         if (check) {
1261                 mbox->cc.ldev.ldev_num = ldev_num;
1262                 mbox->cc.ioctl_opcode = MYRS_IOCTL_CC_START;
1263                 mbox->cc.restore_consistency = true;
1264                 mbox->cc.initialized_area_only = false;
1265         } else {
1266                 mbox->cc.ldev.ldev_num = ldev_num;
1267                 mbox->cc.ioctl_opcode = MYRS_IOCTL_CC_STOP;
1268         }
1269         myrs_exec_cmd(cs, cmd_blk);
1270         status = cmd_blk->status;
1271         mutex_unlock(&cs->dcmd_mutex);
1272         if (status != MYRS_STATUS_SUCCESS) {
1273                 sdev_printk(KERN_INFO, sdev,
1274                             "Consistency Check Not %s, status 0x%02x\n",
1275                             check ? "Initiated" : "Cancelled", status);
1276                 ret = -EIO;
1277         } else {
1278                 sdev_printk(KERN_INFO, sdev, "Consistency Check %s\n",
1279                             check ? "Initiated" : "Cancelled");
1280                 ret = count;
1281         }
1282
1283         return ret;
1284 }
1285 static DEVICE_ATTR_RW(consistency_check);
1286
1287 static struct attribute *myrs_sdev_attrs[] = {
1288         &dev_attr_consistency_check.attr,
1289         &dev_attr_rebuild.attr,
1290         &dev_attr_raid_state.attr,
1291         &dev_attr_raid_level.attr,
1292         NULL,
1293 };
1294
1295 ATTRIBUTE_GROUPS(myrs_sdev);
1296
1297 static ssize_t serial_show(struct device *dev,
1298                 struct device_attribute *attr, char *buf)
1299 {
1300         struct Scsi_Host *shost = class_to_shost(dev);
1301         struct myrs_hba *cs = shost_priv(shost);
1302         char serial[17];
1303
1304         memcpy(serial, cs->ctlr_info->serial_number, 16);
1305         serial[16] = '\0';
1306         return snprintf(buf, 16, "%s\n", serial);
1307 }
1308 static DEVICE_ATTR_RO(serial);
1309
1310 static ssize_t ctlr_num_show(struct device *dev,
1311                 struct device_attribute *attr, char *buf)
1312 {
1313         struct Scsi_Host *shost = class_to_shost(dev);
1314         struct myrs_hba *cs = shost_priv(shost);
1315
1316         return snprintf(buf, 20, "%d\n", cs->host->host_no);
1317 }
1318 static DEVICE_ATTR_RO(ctlr_num);
1319
1320 static struct myrs_cpu_type_tbl {
1321         enum myrs_cpu_type type;
1322         char *name;
1323 } myrs_cpu_type_names[] = {
1324         { MYRS_CPUTYPE_i960CA, "i960CA" },
1325         { MYRS_CPUTYPE_i960RD, "i960RD" },
1326         { MYRS_CPUTYPE_i960RN, "i960RN" },
1327         { MYRS_CPUTYPE_i960RP, "i960RP" },
1328         { MYRS_CPUTYPE_NorthBay, "NorthBay" },
1329         { MYRS_CPUTYPE_StrongArm, "StrongARM" },
1330         { MYRS_CPUTYPE_i960RM, "i960RM" },
1331 };
1332
1333 static ssize_t processor_show(struct device *dev,
1334                 struct device_attribute *attr, char *buf)
1335 {
1336         struct Scsi_Host *shost = class_to_shost(dev);
1337         struct myrs_hba *cs = shost_priv(shost);
1338         struct myrs_cpu_type_tbl *tbl;
1339         const char *first_processor = NULL;
1340         const char *second_processor = NULL;
1341         struct myrs_ctlr_info *info = cs->ctlr_info;
1342         ssize_t ret;
1343         int i;
1344
1345         if (info->cpu[0].cpu_count) {
1346                 tbl = myrs_cpu_type_names;
1347                 for (i = 0; i < ARRAY_SIZE(myrs_cpu_type_names); i++) {
1348                         if (tbl[i].type == info->cpu[0].cpu_type) {
1349                                 first_processor = tbl[i].name;
1350                                 break;
1351                         }
1352                 }
1353         }
1354         if (info->cpu[1].cpu_count) {
1355                 tbl = myrs_cpu_type_names;
1356                 for (i = 0; i < ARRAY_SIZE(myrs_cpu_type_names); i++) {
1357                         if (tbl[i].type == info->cpu[1].cpu_type) {
1358                                 second_processor = tbl[i].name;
1359                                 break;
1360                         }
1361                 }
1362         }
1363         if (first_processor && second_processor)
1364                 ret = snprintf(buf, 64, "1: %s (%s, %d cpus)\n"
1365                                "2: %s (%s, %d cpus)\n",
1366                                info->cpu[0].cpu_name,
1367                                first_processor, info->cpu[0].cpu_count,
1368                                info->cpu[1].cpu_name,
1369                                second_processor, info->cpu[1].cpu_count);
1370         else if (first_processor && !second_processor)
1371                 ret = snprintf(buf, 64, "1: %s (%s, %d cpus)\n2: absent\n",
1372                                info->cpu[0].cpu_name,
1373                                first_processor, info->cpu[0].cpu_count);
1374         else if (!first_processor && second_processor)
1375                 ret = snprintf(buf, 64, "1: absent\n2: %s (%s, %d cpus)\n",
1376                                info->cpu[1].cpu_name,
1377                                second_processor, info->cpu[1].cpu_count);
1378         else
1379                 ret = snprintf(buf, 64, "1: absent\n2: absent\n");
1380
1381         return ret;
1382 }
1383 static DEVICE_ATTR_RO(processor);
1384
1385 static ssize_t model_show(struct device *dev,
1386                 struct device_attribute *attr, char *buf)
1387 {
1388         struct Scsi_Host *shost = class_to_shost(dev);
1389         struct myrs_hba *cs = shost_priv(shost);
1390
1391         return snprintf(buf, 28, "%s\n", cs->model_name);
1392 }
1393 static DEVICE_ATTR_RO(model);
1394
1395 static ssize_t ctlr_type_show(struct device *dev,
1396                 struct device_attribute *attr, char *buf)
1397 {
1398         struct Scsi_Host *shost = class_to_shost(dev);
1399         struct myrs_hba *cs = shost_priv(shost);
1400
1401         return snprintf(buf, 4, "%d\n", cs->ctlr_info->ctlr_type);
1402 }
1403 static DEVICE_ATTR_RO(ctlr_type);
1404
1405 static ssize_t cache_size_show(struct device *dev,
1406                 struct device_attribute *attr, char *buf)
1407 {
1408         struct Scsi_Host *shost = class_to_shost(dev);
1409         struct myrs_hba *cs = shost_priv(shost);
1410
1411         return snprintf(buf, 8, "%d MB\n", cs->ctlr_info->cache_size_mb);
1412 }
1413 static DEVICE_ATTR_RO(cache_size);
1414
1415 static ssize_t firmware_show(struct device *dev,
1416                 struct device_attribute *attr, char *buf)
1417 {
1418         struct Scsi_Host *shost = class_to_shost(dev);
1419         struct myrs_hba *cs = shost_priv(shost);
1420
1421         return snprintf(buf, 16, "%d.%02d-%02d\n",
1422                         cs->ctlr_info->fw_major_version,
1423                         cs->ctlr_info->fw_minor_version,
1424                         cs->ctlr_info->fw_turn_number);
1425 }
1426 static DEVICE_ATTR_RO(firmware);
1427
1428 static ssize_t discovery_store(struct device *dev,
1429                 struct device_attribute *attr, const char *buf, size_t count)
1430 {
1431         struct Scsi_Host *shost = class_to_shost(dev);
1432         struct myrs_hba *cs = shost_priv(shost);
1433         struct myrs_cmdblk *cmd_blk;
1434         union myrs_cmd_mbox *mbox;
1435         unsigned char status;
1436
1437         mutex_lock(&cs->dcmd_mutex);
1438         cmd_blk = &cs->dcmd_blk;
1439         myrs_reset_cmd(cmd_blk);
1440         mbox = &cmd_blk->mbox;
1441         mbox->common.opcode = MYRS_CMD_OP_IOCTL;
1442         mbox->common.id = MYRS_DCMD_TAG;
1443         mbox->common.control.dma_ctrl_to_host = true;
1444         mbox->common.control.no_autosense = true;
1445         mbox->common.ioctl_opcode = MYRS_IOCTL_START_DISCOVERY;
1446         myrs_exec_cmd(cs, cmd_blk);
1447         status = cmd_blk->status;
1448         mutex_unlock(&cs->dcmd_mutex);
1449         if (status != MYRS_STATUS_SUCCESS) {
1450                 shost_printk(KERN_INFO, shost,
1451                              "Discovery Not Initiated, status %02X\n",
1452                              status);
1453                 return -EINVAL;
1454         }
1455         shost_printk(KERN_INFO, shost, "Discovery Initiated\n");
1456         cs->next_evseq = 0;
1457         cs->needs_update = true;
1458         queue_delayed_work(cs->work_q, &cs->monitor_work, 1);
1459         flush_delayed_work(&cs->monitor_work);
1460         shost_printk(KERN_INFO, shost, "Discovery Completed\n");
1461
1462         return count;
1463 }
1464 static DEVICE_ATTR_WO(discovery);
1465
1466 static ssize_t flush_cache_store(struct device *dev,
1467                 struct device_attribute *attr, const char *buf, size_t count)
1468 {
1469         struct Scsi_Host *shost = class_to_shost(dev);
1470         struct myrs_hba *cs = shost_priv(shost);
1471         unsigned char status;
1472
1473         status = myrs_dev_op(cs, MYRS_IOCTL_FLUSH_DEVICE_DATA,
1474                              MYRS_RAID_CONTROLLER);
1475         if (status == MYRS_STATUS_SUCCESS) {
1476                 shost_printk(KERN_INFO, shost, "Cache Flush Completed\n");
1477                 return count;
1478         }
1479         shost_printk(KERN_INFO, shost,
1480                      "Cache Flush failed, status 0x%02x\n", status);
1481         return -EIO;
1482 }
1483 static DEVICE_ATTR_WO(flush_cache);
1484
1485 static ssize_t disable_enclosure_messages_show(struct device *dev,
1486                 struct device_attribute *attr, char *buf)
1487 {
1488         struct Scsi_Host *shost = class_to_shost(dev);
1489         struct myrs_hba *cs = shost_priv(shost);
1490
1491         return snprintf(buf, 3, "%d\n", cs->disable_enc_msg);
1492 }
1493
1494 static ssize_t disable_enclosure_messages_store(struct device *dev,
1495                 struct device_attribute *attr, const char *buf, size_t count)
1496 {
1497         struct scsi_device *sdev = to_scsi_device(dev);
1498         struct myrs_hba *cs = shost_priv(sdev->host);
1499         int value, ret;
1500
1501         ret = kstrtoint(buf, 0, &value);
1502         if (ret)
1503                 return ret;
1504
1505         if (value > 2)
1506                 return -EINVAL;
1507
1508         cs->disable_enc_msg = value;
1509         return count;
1510 }
1511 static DEVICE_ATTR_RW(disable_enclosure_messages);
1512
1513 static struct attribute *myrs_shost_attrs[] = {
1514         &dev_attr_serial.attr,
1515         &dev_attr_ctlr_num.attr,
1516         &dev_attr_processor.attr,
1517         &dev_attr_model.attr,
1518         &dev_attr_ctlr_type.attr,
1519         &dev_attr_cache_size.attr,
1520         &dev_attr_firmware.attr,
1521         &dev_attr_discovery.attr,
1522         &dev_attr_flush_cache.attr,
1523         &dev_attr_disable_enclosure_messages.attr,
1524         NULL,
1525 };
1526
1527 ATTRIBUTE_GROUPS(myrs_shost);
1528
1529 /*
1530  * SCSI midlayer interface
1531  */
1532 static int myrs_host_reset(struct scsi_cmnd *scmd)
1533 {
1534         struct Scsi_Host *shost = scmd->device->host;
1535         struct myrs_hba *cs = shost_priv(shost);
1536
1537         cs->reset(cs->io_base);
1538         return SUCCESS;
1539 }
1540
1541 static void myrs_mode_sense(struct myrs_hba *cs, struct scsi_cmnd *scmd,
1542                 struct myrs_ldev_info *ldev_info)
1543 {
1544         unsigned char modes[32], *mode_pg;
1545         bool dbd;
1546         size_t mode_len;
1547
1548         dbd = (scmd->cmnd[1] & 0x08) == 0x08;
1549         if (dbd) {
1550                 mode_len = 24;
1551                 mode_pg = &modes[4];
1552         } else {
1553                 mode_len = 32;
1554                 mode_pg = &modes[12];
1555         }
1556         memset(modes, 0, sizeof(modes));
1557         modes[0] = mode_len - 1;
1558         modes[2] = 0x10; /* Enable FUA */
1559         if (ldev_info->ldev_control.wce == MYRS_LOGICALDEVICE_RO)
1560                 modes[2] |= 0x80;
1561         if (!dbd) {
1562                 unsigned char *block_desc = &modes[4];
1563
1564                 modes[3] = 8;
1565                 put_unaligned_be32(ldev_info->cfg_devsize, &block_desc[0]);
1566                 put_unaligned_be32(ldev_info->devsize_bytes, &block_desc[5]);
1567         }
1568         mode_pg[0] = 0x08;
1569         mode_pg[1] = 0x12;
1570         if (ldev_info->ldev_control.rce == MYRS_READCACHE_DISABLED)
1571                 mode_pg[2] |= 0x01;
1572         if (ldev_info->ldev_control.wce == MYRS_WRITECACHE_ENABLED ||
1573             ldev_info->ldev_control.wce == MYRS_INTELLIGENT_WRITECACHE_ENABLED)
1574                 mode_pg[2] |= 0x04;
1575         if (ldev_info->cacheline_size) {
1576                 mode_pg[2] |= 0x08;
1577                 put_unaligned_be16(1 << ldev_info->cacheline_size,
1578                                    &mode_pg[14]);
1579         }
1580
1581         scsi_sg_copy_from_buffer(scmd, modes, mode_len);
1582 }
1583
1584 static int myrs_queuecommand(struct Scsi_Host *shost,
1585                 struct scsi_cmnd *scmd)
1586 {
1587         struct request *rq = scsi_cmd_to_rq(scmd);
1588         struct myrs_hba *cs = shost_priv(shost);
1589         struct myrs_cmdblk *cmd_blk = scsi_cmd_priv(scmd);
1590         union myrs_cmd_mbox *mbox = &cmd_blk->mbox;
1591         struct scsi_device *sdev = scmd->device;
1592         union myrs_sgl *hw_sge;
1593         dma_addr_t sense_addr;
1594         struct scatterlist *sgl;
1595         unsigned long flags, timeout;
1596         int nsge;
1597
1598         if (!scmd->device->hostdata) {
1599                 scmd->result = (DID_NO_CONNECT << 16);
1600                 scsi_done(scmd);
1601                 return 0;
1602         }
1603
1604         switch (scmd->cmnd[0]) {
1605         case REPORT_LUNS:
1606                 scsi_build_sense(scmd, 0, ILLEGAL_REQUEST, 0x20, 0x0);
1607                 scsi_done(scmd);
1608                 return 0;
1609         case MODE_SENSE:
1610                 if (scmd->device->channel >= cs->ctlr_info->physchan_present) {
1611                         struct myrs_ldev_info *ldev_info = sdev->hostdata;
1612
1613                         if ((scmd->cmnd[2] & 0x3F) != 0x3F &&
1614                             (scmd->cmnd[2] & 0x3F) != 0x08) {
1615                                 /* Illegal request, invalid field in CDB */
1616                                 scsi_build_sense(scmd, 0, ILLEGAL_REQUEST, 0x24, 0);
1617                         } else {
1618                                 myrs_mode_sense(cs, scmd, ldev_info);
1619                                 scmd->result = (DID_OK << 16);
1620                         }
1621                         scsi_done(scmd);
1622                         return 0;
1623                 }
1624                 break;
1625         }
1626
1627         myrs_reset_cmd(cmd_blk);
1628         cmd_blk->sense = dma_pool_alloc(cs->sense_pool, GFP_ATOMIC,
1629                                         &sense_addr);
1630         if (!cmd_blk->sense)
1631                 return SCSI_MLQUEUE_HOST_BUSY;
1632         cmd_blk->sense_addr = sense_addr;
1633
1634         timeout = rq->timeout;
1635         if (scmd->cmd_len <= 10) {
1636                 if (scmd->device->channel >= cs->ctlr_info->physchan_present) {
1637                         struct myrs_ldev_info *ldev_info = sdev->hostdata;
1638
1639                         mbox->SCSI_10.opcode = MYRS_CMD_OP_SCSI_10;
1640                         mbox->SCSI_10.pdev.lun = ldev_info->lun;
1641                         mbox->SCSI_10.pdev.target = ldev_info->target;
1642                         mbox->SCSI_10.pdev.channel = ldev_info->channel;
1643                         mbox->SCSI_10.pdev.ctlr = 0;
1644                 } else {
1645                         mbox->SCSI_10.opcode = MYRS_CMD_OP_SCSI_10_PASSTHRU;
1646                         mbox->SCSI_10.pdev.lun = sdev->lun;
1647                         mbox->SCSI_10.pdev.target = sdev->id;
1648                         mbox->SCSI_10.pdev.channel = sdev->channel;
1649                 }
1650                 mbox->SCSI_10.id = rq->tag + 3;
1651                 mbox->SCSI_10.control.dma_ctrl_to_host =
1652                         (scmd->sc_data_direction == DMA_FROM_DEVICE);
1653                 if (rq->cmd_flags & REQ_FUA)
1654                         mbox->SCSI_10.control.fua = true;
1655                 mbox->SCSI_10.dma_size = scsi_bufflen(scmd);
1656                 mbox->SCSI_10.sense_addr = cmd_blk->sense_addr;
1657                 mbox->SCSI_10.sense_len = MYRS_SENSE_SIZE;
1658                 mbox->SCSI_10.cdb_len = scmd->cmd_len;
1659                 if (timeout > 60) {
1660                         mbox->SCSI_10.tmo.tmo_scale = MYRS_TMO_SCALE_MINUTES;
1661                         mbox->SCSI_10.tmo.tmo_val = timeout / 60;
1662                 } else {
1663                         mbox->SCSI_10.tmo.tmo_scale = MYRS_TMO_SCALE_SECONDS;
1664                         mbox->SCSI_10.tmo.tmo_val = timeout;
1665                 }
1666                 memcpy(&mbox->SCSI_10.cdb, scmd->cmnd, scmd->cmd_len);
1667                 hw_sge = &mbox->SCSI_10.dma_addr;
1668                 cmd_blk->dcdb = NULL;
1669         } else {
1670                 dma_addr_t dcdb_dma;
1671
1672                 cmd_blk->dcdb = dma_pool_alloc(cs->dcdb_pool, GFP_ATOMIC,
1673                                                &dcdb_dma);
1674                 if (!cmd_blk->dcdb) {
1675                         dma_pool_free(cs->sense_pool, cmd_blk->sense,
1676                                       cmd_blk->sense_addr);
1677                         cmd_blk->sense = NULL;
1678                         cmd_blk->sense_addr = 0;
1679                         return SCSI_MLQUEUE_HOST_BUSY;
1680                 }
1681                 cmd_blk->dcdb_dma = dcdb_dma;
1682                 if (scmd->device->channel >= cs->ctlr_info->physchan_present) {
1683                         struct myrs_ldev_info *ldev_info = sdev->hostdata;
1684
1685                         mbox->SCSI_255.opcode = MYRS_CMD_OP_SCSI_256;
1686                         mbox->SCSI_255.pdev.lun = ldev_info->lun;
1687                         mbox->SCSI_255.pdev.target = ldev_info->target;
1688                         mbox->SCSI_255.pdev.channel = ldev_info->channel;
1689                         mbox->SCSI_255.pdev.ctlr = 0;
1690                 } else {
1691                         mbox->SCSI_255.opcode = MYRS_CMD_OP_SCSI_255_PASSTHRU;
1692                         mbox->SCSI_255.pdev.lun = sdev->lun;
1693                         mbox->SCSI_255.pdev.target = sdev->id;
1694                         mbox->SCSI_255.pdev.channel = sdev->channel;
1695                 }
1696                 mbox->SCSI_255.id = rq->tag + 3;
1697                 mbox->SCSI_255.control.dma_ctrl_to_host =
1698                         (scmd->sc_data_direction == DMA_FROM_DEVICE);
1699                 if (rq->cmd_flags & REQ_FUA)
1700                         mbox->SCSI_255.control.fua = true;
1701                 mbox->SCSI_255.dma_size = scsi_bufflen(scmd);
1702                 mbox->SCSI_255.sense_addr = cmd_blk->sense_addr;
1703                 mbox->SCSI_255.sense_len = MYRS_SENSE_SIZE;
1704                 mbox->SCSI_255.cdb_len = scmd->cmd_len;
1705                 mbox->SCSI_255.cdb_addr = cmd_blk->dcdb_dma;
1706                 if (timeout > 60) {
1707                         mbox->SCSI_255.tmo.tmo_scale = MYRS_TMO_SCALE_MINUTES;
1708                         mbox->SCSI_255.tmo.tmo_val = timeout / 60;
1709                 } else {
1710                         mbox->SCSI_255.tmo.tmo_scale = MYRS_TMO_SCALE_SECONDS;
1711                         mbox->SCSI_255.tmo.tmo_val = timeout;
1712                 }
1713                 memcpy(cmd_blk->dcdb, scmd->cmnd, scmd->cmd_len);
1714                 hw_sge = &mbox->SCSI_255.dma_addr;
1715         }
1716         if (scmd->sc_data_direction == DMA_NONE)
1717                 goto submit;
1718         nsge = scsi_dma_map(scmd);
1719         if (nsge == 1) {
1720                 sgl = scsi_sglist(scmd);
1721                 hw_sge->sge[0].sge_addr = (u64)sg_dma_address(sgl);
1722                 hw_sge->sge[0].sge_count = (u64)sg_dma_len(sgl);
1723         } else {
1724                 struct myrs_sge *hw_sgl;
1725                 dma_addr_t hw_sgl_addr;
1726                 int i;
1727
1728                 if (nsge > 2) {
1729                         hw_sgl = dma_pool_alloc(cs->sg_pool, GFP_ATOMIC,
1730                                                 &hw_sgl_addr);
1731                         if (WARN_ON(!hw_sgl)) {
1732                                 if (cmd_blk->dcdb) {
1733                                         dma_pool_free(cs->dcdb_pool,
1734                                                       cmd_blk->dcdb,
1735                                                       cmd_blk->dcdb_dma);
1736                                         cmd_blk->dcdb = NULL;
1737                                         cmd_blk->dcdb_dma = 0;
1738                                 }
1739                                 dma_pool_free(cs->sense_pool,
1740                                               cmd_blk->sense,
1741                                               cmd_blk->sense_addr);
1742                                 cmd_blk->sense = NULL;
1743                                 cmd_blk->sense_addr = 0;
1744                                 return SCSI_MLQUEUE_HOST_BUSY;
1745                         }
1746                         cmd_blk->sgl = hw_sgl;
1747                         cmd_blk->sgl_addr = hw_sgl_addr;
1748                         if (scmd->cmd_len <= 10)
1749                                 mbox->SCSI_10.control.add_sge_mem = true;
1750                         else
1751                                 mbox->SCSI_255.control.add_sge_mem = true;
1752                         hw_sge->ext.sge0_len = nsge;
1753                         hw_sge->ext.sge0_addr = cmd_blk->sgl_addr;
1754                 } else
1755                         hw_sgl = hw_sge->sge;
1756
1757                 scsi_for_each_sg(scmd, sgl, nsge, i) {
1758                         if (WARN_ON(!hw_sgl)) {
1759                                 scsi_dma_unmap(scmd);
1760                                 scmd->result = (DID_ERROR << 16);
1761                                 scsi_done(scmd);
1762                                 return 0;
1763                         }
1764                         hw_sgl->sge_addr = (u64)sg_dma_address(sgl);
1765                         hw_sgl->sge_count = (u64)sg_dma_len(sgl);
1766                         hw_sgl++;
1767                 }
1768         }
1769 submit:
1770         spin_lock_irqsave(&cs->queue_lock, flags);
1771         myrs_qcmd(cs, cmd_blk);
1772         spin_unlock_irqrestore(&cs->queue_lock, flags);
1773
1774         return 0;
1775 }
1776
1777 static unsigned short myrs_translate_ldev(struct myrs_hba *cs,
1778                 struct scsi_device *sdev)
1779 {
1780         unsigned short ldev_num;
1781         unsigned int chan_offset =
1782                 sdev->channel - cs->ctlr_info->physchan_present;
1783
1784         ldev_num = sdev->id + chan_offset * sdev->host->max_id;
1785
1786         return ldev_num;
1787 }
1788
1789 static int myrs_slave_alloc(struct scsi_device *sdev)
1790 {
1791         struct myrs_hba *cs = shost_priv(sdev->host);
1792         unsigned char status;
1793
1794         if (sdev->channel > sdev->host->max_channel)
1795                 return 0;
1796
1797         if (sdev->channel >= cs->ctlr_info->physchan_present) {
1798                 struct myrs_ldev_info *ldev_info;
1799                 unsigned short ldev_num;
1800
1801                 if (sdev->lun > 0)
1802                         return -ENXIO;
1803
1804                 ldev_num = myrs_translate_ldev(cs, sdev);
1805
1806                 ldev_info = kzalloc(sizeof(*ldev_info), GFP_KERNEL);
1807                 if (!ldev_info)
1808                         return -ENOMEM;
1809
1810                 status = myrs_get_ldev_info(cs, ldev_num, ldev_info);
1811                 if (status != MYRS_STATUS_SUCCESS) {
1812                         sdev->hostdata = NULL;
1813                         kfree(ldev_info);
1814                 } else {
1815                         enum raid_level level;
1816
1817                         dev_dbg(&sdev->sdev_gendev,
1818                                 "Logical device mapping %d:%d:%d -> %d\n",
1819                                 ldev_info->channel, ldev_info->target,
1820                                 ldev_info->lun, ldev_info->ldev_num);
1821
1822                         sdev->hostdata = ldev_info;
1823                         switch (ldev_info->raid_level) {
1824                         case MYRS_RAID_LEVEL0:
1825                                 level = RAID_LEVEL_LINEAR;
1826                                 break;
1827                         case MYRS_RAID_LEVEL1:
1828                                 level = RAID_LEVEL_1;
1829                                 break;
1830                         case MYRS_RAID_LEVEL3:
1831                         case MYRS_RAID_LEVEL3F:
1832                         case MYRS_RAID_LEVEL3L:
1833                                 level = RAID_LEVEL_3;
1834                                 break;
1835                         case MYRS_RAID_LEVEL5:
1836                         case MYRS_RAID_LEVEL5L:
1837                                 level = RAID_LEVEL_5;
1838                                 break;
1839                         case MYRS_RAID_LEVEL6:
1840                                 level = RAID_LEVEL_6;
1841                                 break;
1842                         case MYRS_RAID_LEVELE:
1843                         case MYRS_RAID_NEWSPAN:
1844                         case MYRS_RAID_SPAN:
1845                                 level = RAID_LEVEL_LINEAR;
1846                                 break;
1847                         case MYRS_RAID_JBOD:
1848                                 level = RAID_LEVEL_JBOD;
1849                                 break;
1850                         default:
1851                                 level = RAID_LEVEL_UNKNOWN;
1852                                 break;
1853                         }
1854                         raid_set_level(myrs_raid_template,
1855                                        &sdev->sdev_gendev, level);
1856                         if (ldev_info->dev_state != MYRS_DEVICE_ONLINE) {
1857                                 const char *name;
1858
1859                                 name = myrs_devstate_name(ldev_info->dev_state);
1860                                 sdev_printk(KERN_DEBUG, sdev,
1861                                             "logical device in state %s\n",
1862                                             name ? name : "Invalid");
1863                         }
1864                 }
1865         } else {
1866                 struct myrs_pdev_info *pdev_info;
1867
1868                 pdev_info = kzalloc(sizeof(*pdev_info), GFP_KERNEL);
1869                 if (!pdev_info)
1870                         return -ENOMEM;
1871
1872                 status = myrs_get_pdev_info(cs, sdev->channel,
1873                                             sdev->id, sdev->lun,
1874                                             pdev_info);
1875                 if (status != MYRS_STATUS_SUCCESS) {
1876                         sdev->hostdata = NULL;
1877                         kfree(pdev_info);
1878                         return -ENXIO;
1879                 }
1880                 sdev->hostdata = pdev_info;
1881         }
1882         return 0;
1883 }
1884
1885 static int myrs_slave_configure(struct scsi_device *sdev)
1886 {
1887         struct myrs_hba *cs = shost_priv(sdev->host);
1888         struct myrs_ldev_info *ldev_info;
1889
1890         if (sdev->channel > sdev->host->max_channel)
1891                 return -ENXIO;
1892
1893         if (sdev->channel < cs->ctlr_info->physchan_present) {
1894                 /* Skip HBA device */
1895                 if (sdev->type == TYPE_RAID)
1896                         return -ENXIO;
1897                 sdev->no_uld_attach = 1;
1898                 return 0;
1899         }
1900         if (sdev->lun != 0)
1901                 return -ENXIO;
1902
1903         ldev_info = sdev->hostdata;
1904         if (!ldev_info)
1905                 return -ENXIO;
1906         if (ldev_info->ldev_control.wce == MYRS_WRITECACHE_ENABLED ||
1907             ldev_info->ldev_control.wce == MYRS_INTELLIGENT_WRITECACHE_ENABLED)
1908                 sdev->wce_default_on = 1;
1909         sdev->tagged_supported = 1;
1910         return 0;
1911 }
1912
1913 static void myrs_slave_destroy(struct scsi_device *sdev)
1914 {
1915         kfree(sdev->hostdata);
1916 }
1917
1918 static struct scsi_host_template myrs_template = {
1919         .module                 = THIS_MODULE,
1920         .name                   = "DAC960",
1921         .proc_name              = "myrs",
1922         .queuecommand           = myrs_queuecommand,
1923         .eh_host_reset_handler  = myrs_host_reset,
1924         .slave_alloc            = myrs_slave_alloc,
1925         .slave_configure        = myrs_slave_configure,
1926         .slave_destroy          = myrs_slave_destroy,
1927         .cmd_size               = sizeof(struct myrs_cmdblk),
1928         .shost_groups           = myrs_shost_groups,
1929         .sdev_groups            = myrs_sdev_groups,
1930         .this_id                = -1,
1931 };
1932
1933 static struct myrs_hba *myrs_alloc_host(struct pci_dev *pdev,
1934                 const struct pci_device_id *entry)
1935 {
1936         struct Scsi_Host *shost;
1937         struct myrs_hba *cs;
1938
1939         shost = scsi_host_alloc(&myrs_template, sizeof(struct myrs_hba));
1940         if (!shost)
1941                 return NULL;
1942
1943         shost->max_cmd_len = 16;
1944         shost->max_lun = 256;
1945         cs = shost_priv(shost);
1946         mutex_init(&cs->dcmd_mutex);
1947         mutex_init(&cs->cinfo_mutex);
1948         cs->host = shost;
1949
1950         return cs;
1951 }
1952
1953 /*
1954  * RAID template functions
1955  */
1956
1957 /**
1958  * myrs_is_raid - return boolean indicating device is raid volume
1959  * @dev: the device struct object
1960  */
1961 static int
1962 myrs_is_raid(struct device *dev)
1963 {
1964         struct scsi_device *sdev = to_scsi_device(dev);
1965         struct myrs_hba *cs = shost_priv(sdev->host);
1966
1967         return (sdev->channel >= cs->ctlr_info->physchan_present) ? 1 : 0;
1968 }
1969
1970 /**
1971  * myrs_get_resync - get raid volume resync percent complete
1972  * @dev: the device struct object
1973  */
1974 static void
1975 myrs_get_resync(struct device *dev)
1976 {
1977         struct scsi_device *sdev = to_scsi_device(dev);
1978         struct myrs_hba *cs = shost_priv(sdev->host);
1979         struct myrs_ldev_info *ldev_info = sdev->hostdata;
1980         u64 percent_complete = 0;
1981
1982         if (sdev->channel < cs->ctlr_info->physchan_present || !ldev_info)
1983                 return;
1984         if (ldev_info->rbld_active) {
1985                 unsigned short ldev_num = ldev_info->ldev_num;
1986
1987                 myrs_get_ldev_info(cs, ldev_num, ldev_info);
1988                 percent_complete = ldev_info->rbld_lba * 100;
1989                 do_div(percent_complete, ldev_info->cfg_devsize);
1990         }
1991         raid_set_resync(myrs_raid_template, dev, percent_complete);
1992 }
1993
1994 /**
1995  * myrs_get_state - get raid volume status
1996  * @dev: the device struct object
1997  */
1998 static void
1999 myrs_get_state(struct device *dev)
2000 {
2001         struct scsi_device *sdev = to_scsi_device(dev);
2002         struct myrs_hba *cs = shost_priv(sdev->host);
2003         struct myrs_ldev_info *ldev_info = sdev->hostdata;
2004         enum raid_state state = RAID_STATE_UNKNOWN;
2005
2006         if (sdev->channel < cs->ctlr_info->physchan_present || !ldev_info)
2007                 state = RAID_STATE_UNKNOWN;
2008         else {
2009                 switch (ldev_info->dev_state) {
2010                 case MYRS_DEVICE_ONLINE:
2011                         state = RAID_STATE_ACTIVE;
2012                         break;
2013                 case MYRS_DEVICE_SUSPECTED_CRITICAL:
2014                 case MYRS_DEVICE_CRITICAL:
2015                         state = RAID_STATE_DEGRADED;
2016                         break;
2017                 case MYRS_DEVICE_REBUILD:
2018                         state = RAID_STATE_RESYNCING;
2019                         break;
2020                 case MYRS_DEVICE_UNCONFIGURED:
2021                 case MYRS_DEVICE_INVALID_STATE:
2022                         state = RAID_STATE_UNKNOWN;
2023                         break;
2024                 default:
2025                         state = RAID_STATE_OFFLINE;
2026                 }
2027         }
2028         raid_set_state(myrs_raid_template, dev, state);
2029 }
2030
2031 static struct raid_function_template myrs_raid_functions = {
2032         .cookie         = &myrs_template,
2033         .is_raid        = myrs_is_raid,
2034         .get_resync     = myrs_get_resync,
2035         .get_state      = myrs_get_state,
2036 };
2037
2038 /*
2039  * PCI interface functions
2040  */
2041 static void myrs_flush_cache(struct myrs_hba *cs)
2042 {
2043         myrs_dev_op(cs, MYRS_IOCTL_FLUSH_DEVICE_DATA, MYRS_RAID_CONTROLLER);
2044 }
2045
2046 static void myrs_handle_scsi(struct myrs_hba *cs, struct myrs_cmdblk *cmd_blk,
2047                 struct scsi_cmnd *scmd)
2048 {
2049         unsigned char status;
2050
2051         if (!cmd_blk)
2052                 return;
2053
2054         scsi_dma_unmap(scmd);
2055         status = cmd_blk->status;
2056         if (cmd_blk->sense) {
2057                 if (status == MYRS_STATUS_FAILED && cmd_blk->sense_len) {
2058                         unsigned int sense_len = SCSI_SENSE_BUFFERSIZE;
2059
2060                         if (sense_len > cmd_blk->sense_len)
2061                                 sense_len = cmd_blk->sense_len;
2062                         memcpy(scmd->sense_buffer, cmd_blk->sense, sense_len);
2063                 }
2064                 dma_pool_free(cs->sense_pool, cmd_blk->sense,
2065                               cmd_blk->sense_addr);
2066                 cmd_blk->sense = NULL;
2067                 cmd_blk->sense_addr = 0;
2068         }
2069         if (cmd_blk->dcdb) {
2070                 dma_pool_free(cs->dcdb_pool, cmd_blk->dcdb,
2071                               cmd_blk->dcdb_dma);
2072                 cmd_blk->dcdb = NULL;
2073                 cmd_blk->dcdb_dma = 0;
2074         }
2075         if (cmd_blk->sgl) {
2076                 dma_pool_free(cs->sg_pool, cmd_blk->sgl,
2077                               cmd_blk->sgl_addr);
2078                 cmd_blk->sgl = NULL;
2079                 cmd_blk->sgl_addr = 0;
2080         }
2081         if (cmd_blk->residual)
2082                 scsi_set_resid(scmd, cmd_blk->residual);
2083         if (status == MYRS_STATUS_DEVICE_NON_RESPONSIVE ||
2084             status == MYRS_STATUS_DEVICE_NON_RESPONSIVE2)
2085                 scmd->result = (DID_BAD_TARGET << 16);
2086         else
2087                 scmd->result = (DID_OK << 16) | status;
2088         scsi_done(scmd);
2089 }
2090
2091 static void myrs_handle_cmdblk(struct myrs_hba *cs, struct myrs_cmdblk *cmd_blk)
2092 {
2093         if (!cmd_blk)
2094                 return;
2095
2096         if (cmd_blk->complete) {
2097                 complete(cmd_blk->complete);
2098                 cmd_blk->complete = NULL;
2099         }
2100 }
2101
2102 static void myrs_monitor(struct work_struct *work)
2103 {
2104         struct myrs_hba *cs = container_of(work, struct myrs_hba,
2105                                            monitor_work.work);
2106         struct Scsi_Host *shost = cs->host;
2107         struct myrs_ctlr_info *info = cs->ctlr_info;
2108         unsigned int epoch = cs->fwstat_buf->epoch;
2109         unsigned long interval = MYRS_PRIMARY_MONITOR_INTERVAL;
2110         unsigned char status;
2111
2112         dev_dbg(&shost->shost_gendev, "monitor tick\n");
2113
2114         status = myrs_get_fwstatus(cs);
2115
2116         if (cs->needs_update) {
2117                 cs->needs_update = false;
2118                 mutex_lock(&cs->cinfo_mutex);
2119                 status = myrs_get_ctlr_info(cs);
2120                 mutex_unlock(&cs->cinfo_mutex);
2121         }
2122         if (cs->fwstat_buf->next_evseq - cs->next_evseq > 0) {
2123                 status = myrs_get_event(cs, cs->next_evseq,
2124                                         cs->event_buf);
2125                 if (status == MYRS_STATUS_SUCCESS) {
2126                         myrs_log_event(cs, cs->event_buf);
2127                         cs->next_evseq++;
2128                         interval = 1;
2129                 }
2130         }
2131
2132         if (time_after(jiffies, cs->secondary_monitor_time
2133                        + MYRS_SECONDARY_MONITOR_INTERVAL))
2134                 cs->secondary_monitor_time = jiffies;
2135
2136         if (info->bg_init_active +
2137             info->ldev_init_active +
2138             info->pdev_init_active +
2139             info->cc_active +
2140             info->rbld_active +
2141             info->exp_active != 0) {
2142                 struct scsi_device *sdev;
2143
2144                 shost_for_each_device(sdev, shost) {
2145                         struct myrs_ldev_info *ldev_info;
2146                         int ldev_num;
2147
2148                         if (sdev->channel < info->physchan_present)
2149                                 continue;
2150                         ldev_info = sdev->hostdata;
2151                         if (!ldev_info)
2152                                 continue;
2153                         ldev_num = ldev_info->ldev_num;
2154                         myrs_get_ldev_info(cs, ldev_num, ldev_info);
2155                 }
2156                 cs->needs_update = true;
2157         }
2158         if (epoch == cs->epoch &&
2159             cs->fwstat_buf->next_evseq == cs->next_evseq &&
2160             (cs->needs_update == false ||
2161              time_before(jiffies, cs->primary_monitor_time
2162                          + MYRS_PRIMARY_MONITOR_INTERVAL))) {
2163                 interval = MYRS_SECONDARY_MONITOR_INTERVAL;
2164         }
2165
2166         if (interval > 1)
2167                 cs->primary_monitor_time = jiffies;
2168         queue_delayed_work(cs->work_q, &cs->monitor_work, interval);
2169 }
2170
2171 static bool myrs_create_mempools(struct pci_dev *pdev, struct myrs_hba *cs)
2172 {
2173         struct Scsi_Host *shost = cs->host;
2174         size_t elem_size, elem_align;
2175
2176         elem_align = sizeof(struct myrs_sge);
2177         elem_size = shost->sg_tablesize * elem_align;
2178         cs->sg_pool = dma_pool_create("myrs_sg", &pdev->dev,
2179                                       elem_size, elem_align, 0);
2180         if (cs->sg_pool == NULL) {
2181                 shost_printk(KERN_ERR, shost,
2182                              "Failed to allocate SG pool\n");
2183                 return false;
2184         }
2185
2186         cs->sense_pool = dma_pool_create("myrs_sense", &pdev->dev,
2187                                          MYRS_SENSE_SIZE, sizeof(int), 0);
2188         if (cs->sense_pool == NULL) {
2189                 dma_pool_destroy(cs->sg_pool);
2190                 cs->sg_pool = NULL;
2191                 shost_printk(KERN_ERR, shost,
2192                              "Failed to allocate sense data pool\n");
2193                 return false;
2194         }
2195
2196         cs->dcdb_pool = dma_pool_create("myrs_dcdb", &pdev->dev,
2197                                         MYRS_DCDB_SIZE,
2198                                         sizeof(unsigned char), 0);
2199         if (!cs->dcdb_pool) {
2200                 dma_pool_destroy(cs->sg_pool);
2201                 cs->sg_pool = NULL;
2202                 dma_pool_destroy(cs->sense_pool);
2203                 cs->sense_pool = NULL;
2204                 shost_printk(KERN_ERR, shost,
2205                              "Failed to allocate DCDB pool\n");
2206                 return false;
2207         }
2208
2209         snprintf(cs->work_q_name, sizeof(cs->work_q_name),
2210                  "myrs_wq_%d", shost->host_no);
2211         cs->work_q = create_singlethread_workqueue(cs->work_q_name);
2212         if (!cs->work_q) {
2213                 dma_pool_destroy(cs->dcdb_pool);
2214                 cs->dcdb_pool = NULL;
2215                 dma_pool_destroy(cs->sg_pool);
2216                 cs->sg_pool = NULL;
2217                 dma_pool_destroy(cs->sense_pool);
2218                 cs->sense_pool = NULL;
2219                 shost_printk(KERN_ERR, shost,
2220                              "Failed to create workqueue\n");
2221                 return false;
2222         }
2223
2224         /* Initialize the Monitoring Timer. */
2225         INIT_DELAYED_WORK(&cs->monitor_work, myrs_monitor);
2226         queue_delayed_work(cs->work_q, &cs->monitor_work, 1);
2227
2228         return true;
2229 }
2230
2231 static void myrs_destroy_mempools(struct myrs_hba *cs)
2232 {
2233         cancel_delayed_work_sync(&cs->monitor_work);
2234         destroy_workqueue(cs->work_q);
2235
2236         dma_pool_destroy(cs->sg_pool);
2237         dma_pool_destroy(cs->dcdb_pool);
2238         dma_pool_destroy(cs->sense_pool);
2239 }
2240
2241 static void myrs_unmap(struct myrs_hba *cs)
2242 {
2243         kfree(cs->event_buf);
2244         kfree(cs->ctlr_info);
2245         if (cs->fwstat_buf) {
2246                 dma_free_coherent(&cs->pdev->dev, sizeof(struct myrs_fwstat),
2247                                   cs->fwstat_buf, cs->fwstat_addr);
2248                 cs->fwstat_buf = NULL;
2249         }
2250         if (cs->first_stat_mbox) {
2251                 dma_free_coherent(&cs->pdev->dev, cs->stat_mbox_size,
2252                                   cs->first_stat_mbox, cs->stat_mbox_addr);
2253                 cs->first_stat_mbox = NULL;
2254         }
2255         if (cs->first_cmd_mbox) {
2256                 dma_free_coherent(&cs->pdev->dev, cs->cmd_mbox_size,
2257                                   cs->first_cmd_mbox, cs->cmd_mbox_addr);
2258                 cs->first_cmd_mbox = NULL;
2259         }
2260 }
2261
2262 static void myrs_cleanup(struct myrs_hba *cs)
2263 {
2264         struct pci_dev *pdev = cs->pdev;
2265
2266         /* Free the memory mailbox, status, and related structures */
2267         myrs_unmap(cs);
2268
2269         if (cs->mmio_base) {
2270                 if (cs->disable_intr)
2271                         cs->disable_intr(cs);
2272                 iounmap(cs->mmio_base);
2273                 cs->mmio_base = NULL;
2274         }
2275         if (cs->irq)
2276                 free_irq(cs->irq, cs);
2277         if (cs->io_addr)
2278                 release_region(cs->io_addr, 0x80);
2279         pci_set_drvdata(pdev, NULL);
2280         pci_disable_device(pdev);
2281         scsi_host_put(cs->host);
2282 }
2283
2284 static struct myrs_hba *myrs_detect(struct pci_dev *pdev,
2285                 const struct pci_device_id *entry)
2286 {
2287         struct myrs_privdata *privdata =
2288                 (struct myrs_privdata *)entry->driver_data;
2289         irq_handler_t irq_handler = privdata->irq_handler;
2290         unsigned int mmio_size = privdata->mmio_size;
2291         struct myrs_hba *cs = NULL;
2292
2293         cs = myrs_alloc_host(pdev, entry);
2294         if (!cs) {
2295                 dev_err(&pdev->dev, "Unable to allocate Controller\n");
2296                 return NULL;
2297         }
2298         cs->pdev = pdev;
2299
2300         if (pci_enable_device(pdev))
2301                 goto Failure;
2302
2303         cs->pci_addr = pci_resource_start(pdev, 0);
2304
2305         pci_set_drvdata(pdev, cs);
2306         spin_lock_init(&cs->queue_lock);
2307         /* Map the Controller Register Window. */
2308         if (mmio_size < PAGE_SIZE)
2309                 mmio_size = PAGE_SIZE;
2310         cs->mmio_base = ioremap(cs->pci_addr & PAGE_MASK, mmio_size);
2311         if (cs->mmio_base == NULL) {
2312                 dev_err(&pdev->dev,
2313                         "Unable to map Controller Register Window\n");
2314                 goto Failure;
2315         }
2316
2317         cs->io_base = cs->mmio_base + (cs->pci_addr & ~PAGE_MASK);
2318         if (privdata->hw_init(pdev, cs, cs->io_base))
2319                 goto Failure;
2320
2321         /* Acquire shared access to the IRQ Channel. */
2322         if (request_irq(pdev->irq, irq_handler, IRQF_SHARED, "myrs", cs) < 0) {
2323                 dev_err(&pdev->dev,
2324                         "Unable to acquire IRQ Channel %d\n", pdev->irq);
2325                 goto Failure;
2326         }
2327         cs->irq = pdev->irq;
2328         return cs;
2329
2330 Failure:
2331         dev_err(&pdev->dev,
2332                 "Failed to initialize Controller\n");
2333         myrs_cleanup(cs);
2334         return NULL;
2335 }
2336
2337 /*
2338  * myrs_err_status reports Controller BIOS Messages passed through
2339  * the Error Status Register when the driver performs the BIOS handshaking.
2340  * It returns true for fatal errors and false otherwise.
2341  */
2342
2343 static bool myrs_err_status(struct myrs_hba *cs, unsigned char status,
2344                 unsigned char parm0, unsigned char parm1)
2345 {
2346         struct pci_dev *pdev = cs->pdev;
2347
2348         switch (status) {
2349         case 0x00:
2350                 dev_info(&pdev->dev,
2351                          "Physical Device %d:%d Not Responding\n",
2352                          parm1, parm0);
2353                 break;
2354         case 0x08:
2355                 dev_notice(&pdev->dev, "Spinning Up Drives\n");
2356                 break;
2357         case 0x30:
2358                 dev_notice(&pdev->dev, "Configuration Checksum Error\n");
2359                 break;
2360         case 0x60:
2361                 dev_notice(&pdev->dev, "Mirror Race Recovery Failed\n");
2362                 break;
2363         case 0x70:
2364                 dev_notice(&pdev->dev, "Mirror Race Recovery In Progress\n");
2365                 break;
2366         case 0x90:
2367                 dev_notice(&pdev->dev, "Physical Device %d:%d COD Mismatch\n",
2368                            parm1, parm0);
2369                 break;
2370         case 0xA0:
2371                 dev_notice(&pdev->dev, "Logical Drive Installation Aborted\n");
2372                 break;
2373         case 0xB0:
2374                 dev_notice(&pdev->dev, "Mirror Race On A Critical Logical Drive\n");
2375                 break;
2376         case 0xD0:
2377                 dev_notice(&pdev->dev, "New Controller Configuration Found\n");
2378                 break;
2379         case 0xF0:
2380                 dev_err(&pdev->dev, "Fatal Memory Parity Error\n");
2381                 return true;
2382         default:
2383                 dev_err(&pdev->dev, "Unknown Initialization Error %02X\n",
2384                         status);
2385                 return true;
2386         }
2387         return false;
2388 }
2389
2390 /*
2391  * Hardware-specific functions
2392  */
2393
2394 /*
2395  * DAC960 GEM Series Controllers.
2396  */
2397
2398 static inline void DAC960_GEM_hw_mbox_new_cmd(void __iomem *base)
2399 {
2400         __le32 val = cpu_to_le32(DAC960_GEM_IDB_HWMBOX_NEW_CMD << 24);
2401
2402         writel(val, base + DAC960_GEM_IDB_READ_OFFSET);
2403 }
2404
2405 static inline void DAC960_GEM_ack_hw_mbox_status(void __iomem *base)
2406 {
2407         __le32 val = cpu_to_le32(DAC960_GEM_IDB_HWMBOX_ACK_STS << 24);
2408
2409         writel(val, base + DAC960_GEM_IDB_CLEAR_OFFSET);
2410 }
2411
2412 static inline void DAC960_GEM_reset_ctrl(void __iomem *base)
2413 {
2414         __le32 val = cpu_to_le32(DAC960_GEM_IDB_CTRL_RESET << 24);
2415
2416         writel(val, base + DAC960_GEM_IDB_READ_OFFSET);
2417 }
2418
2419 static inline void DAC960_GEM_mem_mbox_new_cmd(void __iomem *base)
2420 {
2421         __le32 val = cpu_to_le32(DAC960_GEM_IDB_HWMBOX_NEW_CMD << 24);
2422
2423         writel(val, base + DAC960_GEM_IDB_READ_OFFSET);
2424 }
2425
2426 static inline bool DAC960_GEM_hw_mbox_is_full(void __iomem *base)
2427 {
2428         __le32 val;
2429
2430         val = readl(base + DAC960_GEM_IDB_READ_OFFSET);
2431         return (le32_to_cpu(val) >> 24) & DAC960_GEM_IDB_HWMBOX_FULL;
2432 }
2433
2434 static inline bool DAC960_GEM_init_in_progress(void __iomem *base)
2435 {
2436         __le32 val;
2437
2438         val = readl(base + DAC960_GEM_IDB_READ_OFFSET);
2439         return (le32_to_cpu(val) >> 24) & DAC960_GEM_IDB_INIT_IN_PROGRESS;
2440 }
2441
2442 static inline void DAC960_GEM_ack_hw_mbox_intr(void __iomem *base)
2443 {
2444         __le32 val = cpu_to_le32(DAC960_GEM_ODB_HWMBOX_ACK_IRQ << 24);
2445
2446         writel(val, base + DAC960_GEM_ODB_CLEAR_OFFSET);
2447 }
2448
2449 static inline void DAC960_GEM_ack_intr(void __iomem *base)
2450 {
2451         __le32 val = cpu_to_le32((DAC960_GEM_ODB_HWMBOX_ACK_IRQ |
2452                                   DAC960_GEM_ODB_MMBOX_ACK_IRQ) << 24);
2453
2454         writel(val, base + DAC960_GEM_ODB_CLEAR_OFFSET);
2455 }
2456
2457 static inline bool DAC960_GEM_hw_mbox_status_available(void __iomem *base)
2458 {
2459         __le32 val;
2460
2461         val = readl(base + DAC960_GEM_ODB_READ_OFFSET);
2462         return (le32_to_cpu(val) >> 24) & DAC960_GEM_ODB_HWMBOX_STS_AVAIL;
2463 }
2464
2465 static inline void DAC960_GEM_enable_intr(void __iomem *base)
2466 {
2467         __le32 val = cpu_to_le32((DAC960_GEM_IRQMASK_HWMBOX_IRQ |
2468                                   DAC960_GEM_IRQMASK_MMBOX_IRQ) << 24);
2469         writel(val, base + DAC960_GEM_IRQMASK_CLEAR_OFFSET);
2470 }
2471
2472 static inline void DAC960_GEM_disable_intr(void __iomem *base)
2473 {
2474         __le32 val = 0;
2475
2476         writel(val, base + DAC960_GEM_IRQMASK_READ_OFFSET);
2477 }
2478
2479 static inline void DAC960_GEM_write_cmd_mbox(union myrs_cmd_mbox *mem_mbox,
2480                 union myrs_cmd_mbox *mbox)
2481 {
2482         memcpy(&mem_mbox->words[1], &mbox->words[1],
2483                sizeof(union myrs_cmd_mbox) - sizeof(unsigned int));
2484         /* Barrier to avoid reordering */
2485         wmb();
2486         mem_mbox->words[0] = mbox->words[0];
2487         /* Barrier to force PCI access */
2488         mb();
2489 }
2490
2491 static inline void DAC960_GEM_write_hw_mbox(void __iomem *base,
2492                 dma_addr_t cmd_mbox_addr)
2493 {
2494         dma_addr_writeql(cmd_mbox_addr, base + DAC960_GEM_CMDMBX_OFFSET);
2495 }
2496
2497 static inline unsigned char DAC960_GEM_read_cmd_status(void __iomem *base)
2498 {
2499         return readw(base + DAC960_GEM_CMDSTS_OFFSET + 2);
2500 }
2501
2502 static inline bool
2503 DAC960_GEM_read_error_status(void __iomem *base, unsigned char *error,
2504                 unsigned char *param0, unsigned char *param1)
2505 {
2506         __le32 val;
2507
2508         val = readl(base + DAC960_GEM_ERRSTS_READ_OFFSET);
2509         if (!((le32_to_cpu(val) >> 24) & DAC960_GEM_ERRSTS_PENDING))
2510                 return false;
2511         *error = val & ~(DAC960_GEM_ERRSTS_PENDING << 24);
2512         *param0 = readb(base + DAC960_GEM_CMDMBX_OFFSET + 0);
2513         *param1 = readb(base + DAC960_GEM_CMDMBX_OFFSET + 1);
2514         writel(0x03000000, base + DAC960_GEM_ERRSTS_CLEAR_OFFSET);
2515         return true;
2516 }
2517
2518 static inline unsigned char
2519 DAC960_GEM_mbox_init(void __iomem *base, dma_addr_t mbox_addr)
2520 {
2521         unsigned char status;
2522
2523         while (DAC960_GEM_hw_mbox_is_full(base))
2524                 udelay(1);
2525         DAC960_GEM_write_hw_mbox(base, mbox_addr);
2526         DAC960_GEM_hw_mbox_new_cmd(base);
2527         while (!DAC960_GEM_hw_mbox_status_available(base))
2528                 udelay(1);
2529         status = DAC960_GEM_read_cmd_status(base);
2530         DAC960_GEM_ack_hw_mbox_intr(base);
2531         DAC960_GEM_ack_hw_mbox_status(base);
2532
2533         return status;
2534 }
2535
2536 static int DAC960_GEM_hw_init(struct pci_dev *pdev,
2537                 struct myrs_hba *cs, void __iomem *base)
2538 {
2539         int timeout = 0;
2540         unsigned char status, parm0, parm1;
2541
2542         DAC960_GEM_disable_intr(base);
2543         DAC960_GEM_ack_hw_mbox_status(base);
2544         udelay(1000);
2545         while (DAC960_GEM_init_in_progress(base) &&
2546                timeout < MYRS_MAILBOX_TIMEOUT) {
2547                 if (DAC960_GEM_read_error_status(base, &status,
2548                                                  &parm0, &parm1) &&
2549                     myrs_err_status(cs, status, parm0, parm1))
2550                         return -EIO;
2551                 udelay(10);
2552                 timeout++;
2553         }
2554         if (timeout == MYRS_MAILBOX_TIMEOUT) {
2555                 dev_err(&pdev->dev,
2556                         "Timeout waiting for Controller Initialisation\n");
2557                 return -ETIMEDOUT;
2558         }
2559         if (!myrs_enable_mmio_mbox(cs, DAC960_GEM_mbox_init)) {
2560                 dev_err(&pdev->dev,
2561                         "Unable to Enable Memory Mailbox Interface\n");
2562                 DAC960_GEM_reset_ctrl(base);
2563                 return -EAGAIN;
2564         }
2565         DAC960_GEM_enable_intr(base);
2566         cs->write_cmd_mbox = DAC960_GEM_write_cmd_mbox;
2567         cs->get_cmd_mbox = DAC960_GEM_mem_mbox_new_cmd;
2568         cs->disable_intr = DAC960_GEM_disable_intr;
2569         cs->reset = DAC960_GEM_reset_ctrl;
2570         return 0;
2571 }
2572
2573 static irqreturn_t DAC960_GEM_intr_handler(int irq, void *arg)
2574 {
2575         struct myrs_hba *cs = arg;
2576         void __iomem *base = cs->io_base;
2577         struct myrs_stat_mbox *next_stat_mbox;
2578         unsigned long flags;
2579
2580         spin_lock_irqsave(&cs->queue_lock, flags);
2581         DAC960_GEM_ack_intr(base);
2582         next_stat_mbox = cs->next_stat_mbox;
2583         while (next_stat_mbox->id > 0) {
2584                 unsigned short id = next_stat_mbox->id;
2585                 struct scsi_cmnd *scmd = NULL;
2586                 struct myrs_cmdblk *cmd_blk = NULL;
2587
2588                 if (id == MYRS_DCMD_TAG)
2589                         cmd_blk = &cs->dcmd_blk;
2590                 else if (id == MYRS_MCMD_TAG)
2591                         cmd_blk = &cs->mcmd_blk;
2592                 else {
2593                         scmd = scsi_host_find_tag(cs->host, id - 3);
2594                         if (scmd)
2595                                 cmd_blk = scsi_cmd_priv(scmd);
2596                 }
2597                 if (cmd_blk) {
2598                         cmd_blk->status = next_stat_mbox->status;
2599                         cmd_blk->sense_len = next_stat_mbox->sense_len;
2600                         cmd_blk->residual = next_stat_mbox->residual;
2601                 } else
2602                         dev_err(&cs->pdev->dev,
2603                                 "Unhandled command completion %d\n", id);
2604
2605                 memset(next_stat_mbox, 0, sizeof(struct myrs_stat_mbox));
2606                 if (++next_stat_mbox > cs->last_stat_mbox)
2607                         next_stat_mbox = cs->first_stat_mbox;
2608
2609                 if (cmd_blk) {
2610                         if (id < 3)
2611                                 myrs_handle_cmdblk(cs, cmd_blk);
2612                         else
2613                                 myrs_handle_scsi(cs, cmd_blk, scmd);
2614                 }
2615         }
2616         cs->next_stat_mbox = next_stat_mbox;
2617         spin_unlock_irqrestore(&cs->queue_lock, flags);
2618         return IRQ_HANDLED;
2619 }
2620
2621 static struct myrs_privdata DAC960_GEM_privdata = {
2622         .hw_init =              DAC960_GEM_hw_init,
2623         .irq_handler =          DAC960_GEM_intr_handler,
2624         .mmio_size =            DAC960_GEM_mmio_size,
2625 };
2626
2627 /*
2628  * DAC960 BA Series Controllers.
2629  */
2630
2631 static inline void DAC960_BA_hw_mbox_new_cmd(void __iomem *base)
2632 {
2633         writeb(DAC960_BA_IDB_HWMBOX_NEW_CMD, base + DAC960_BA_IDB_OFFSET);
2634 }
2635
2636 static inline void DAC960_BA_ack_hw_mbox_status(void __iomem *base)
2637 {
2638         writeb(DAC960_BA_IDB_HWMBOX_ACK_STS, base + DAC960_BA_IDB_OFFSET);
2639 }
2640
2641 static inline void DAC960_BA_reset_ctrl(void __iomem *base)
2642 {
2643         writeb(DAC960_BA_IDB_CTRL_RESET, base + DAC960_BA_IDB_OFFSET);
2644 }
2645
2646 static inline void DAC960_BA_mem_mbox_new_cmd(void __iomem *base)
2647 {
2648         writeb(DAC960_BA_IDB_MMBOX_NEW_CMD, base + DAC960_BA_IDB_OFFSET);
2649 }
2650
2651 static inline bool DAC960_BA_hw_mbox_is_full(void __iomem *base)
2652 {
2653         u8 val;
2654
2655         val = readb(base + DAC960_BA_IDB_OFFSET);
2656         return !(val & DAC960_BA_IDB_HWMBOX_EMPTY);
2657 }
2658
2659 static inline bool DAC960_BA_init_in_progress(void __iomem *base)
2660 {
2661         u8 val;
2662
2663         val = readb(base + DAC960_BA_IDB_OFFSET);
2664         return !(val & DAC960_BA_IDB_INIT_DONE);
2665 }
2666
2667 static inline void DAC960_BA_ack_hw_mbox_intr(void __iomem *base)
2668 {
2669         writeb(DAC960_BA_ODB_HWMBOX_ACK_IRQ, base + DAC960_BA_ODB_OFFSET);
2670 }
2671
2672 static inline void DAC960_BA_ack_intr(void __iomem *base)
2673 {
2674         writeb(DAC960_BA_ODB_HWMBOX_ACK_IRQ | DAC960_BA_ODB_MMBOX_ACK_IRQ,
2675                base + DAC960_BA_ODB_OFFSET);
2676 }
2677
2678 static inline bool DAC960_BA_hw_mbox_status_available(void __iomem *base)
2679 {
2680         u8 val;
2681
2682         val = readb(base + DAC960_BA_ODB_OFFSET);
2683         return val & DAC960_BA_ODB_HWMBOX_STS_AVAIL;
2684 }
2685
2686 static inline void DAC960_BA_enable_intr(void __iomem *base)
2687 {
2688         writeb(~DAC960_BA_IRQMASK_DISABLE_IRQ, base + DAC960_BA_IRQMASK_OFFSET);
2689 }
2690
2691 static inline void DAC960_BA_disable_intr(void __iomem *base)
2692 {
2693         writeb(0xFF, base + DAC960_BA_IRQMASK_OFFSET);
2694 }
2695
2696 static inline void DAC960_BA_write_cmd_mbox(union myrs_cmd_mbox *mem_mbox,
2697                 union myrs_cmd_mbox *mbox)
2698 {
2699         memcpy(&mem_mbox->words[1], &mbox->words[1],
2700                sizeof(union myrs_cmd_mbox) - sizeof(unsigned int));
2701         /* Barrier to avoid reordering */
2702         wmb();
2703         mem_mbox->words[0] = mbox->words[0];
2704         /* Barrier to force PCI access */
2705         mb();
2706 }
2707
2708
2709 static inline void DAC960_BA_write_hw_mbox(void __iomem *base,
2710                 dma_addr_t cmd_mbox_addr)
2711 {
2712         dma_addr_writeql(cmd_mbox_addr, base + DAC960_BA_CMDMBX_OFFSET);
2713 }
2714
2715 static inline unsigned char DAC960_BA_read_cmd_status(void __iomem *base)
2716 {
2717         return readw(base + DAC960_BA_CMDSTS_OFFSET + 2);
2718 }
2719
2720 static inline bool
2721 DAC960_BA_read_error_status(void __iomem *base, unsigned char *error,
2722                 unsigned char *param0, unsigned char *param1)
2723 {
2724         u8 val;
2725
2726         val = readb(base + DAC960_BA_ERRSTS_OFFSET);
2727         if (!(val & DAC960_BA_ERRSTS_PENDING))
2728                 return false;
2729         val &= ~DAC960_BA_ERRSTS_PENDING;
2730         *error = val;
2731         *param0 = readb(base + DAC960_BA_CMDMBX_OFFSET + 0);
2732         *param1 = readb(base + DAC960_BA_CMDMBX_OFFSET + 1);
2733         writeb(0xFF, base + DAC960_BA_ERRSTS_OFFSET);
2734         return true;
2735 }
2736
2737 static inline unsigned char
2738 DAC960_BA_mbox_init(void __iomem *base, dma_addr_t mbox_addr)
2739 {
2740         unsigned char status;
2741
2742         while (DAC960_BA_hw_mbox_is_full(base))
2743                 udelay(1);
2744         DAC960_BA_write_hw_mbox(base, mbox_addr);
2745         DAC960_BA_hw_mbox_new_cmd(base);
2746         while (!DAC960_BA_hw_mbox_status_available(base))
2747                 udelay(1);
2748         status = DAC960_BA_read_cmd_status(base);
2749         DAC960_BA_ack_hw_mbox_intr(base);
2750         DAC960_BA_ack_hw_mbox_status(base);
2751
2752         return status;
2753 }
2754
2755 static int DAC960_BA_hw_init(struct pci_dev *pdev,
2756                 struct myrs_hba *cs, void __iomem *base)
2757 {
2758         int timeout = 0;
2759         unsigned char status, parm0, parm1;
2760
2761         DAC960_BA_disable_intr(base);
2762         DAC960_BA_ack_hw_mbox_status(base);
2763         udelay(1000);
2764         while (DAC960_BA_init_in_progress(base) &&
2765                timeout < MYRS_MAILBOX_TIMEOUT) {
2766                 if (DAC960_BA_read_error_status(base, &status,
2767                                               &parm0, &parm1) &&
2768                     myrs_err_status(cs, status, parm0, parm1))
2769                         return -EIO;
2770                 udelay(10);
2771                 timeout++;
2772         }
2773         if (timeout == MYRS_MAILBOX_TIMEOUT) {
2774                 dev_err(&pdev->dev,
2775                         "Timeout waiting for Controller Initialisation\n");
2776                 return -ETIMEDOUT;
2777         }
2778         if (!myrs_enable_mmio_mbox(cs, DAC960_BA_mbox_init)) {
2779                 dev_err(&pdev->dev,
2780                         "Unable to Enable Memory Mailbox Interface\n");
2781                 DAC960_BA_reset_ctrl(base);
2782                 return -EAGAIN;
2783         }
2784         DAC960_BA_enable_intr(base);
2785         cs->write_cmd_mbox = DAC960_BA_write_cmd_mbox;
2786         cs->get_cmd_mbox = DAC960_BA_mem_mbox_new_cmd;
2787         cs->disable_intr = DAC960_BA_disable_intr;
2788         cs->reset = DAC960_BA_reset_ctrl;
2789         return 0;
2790 }
2791
2792 static irqreturn_t DAC960_BA_intr_handler(int irq, void *arg)
2793 {
2794         struct myrs_hba *cs = arg;
2795         void __iomem *base = cs->io_base;
2796         struct myrs_stat_mbox *next_stat_mbox;
2797         unsigned long flags;
2798
2799         spin_lock_irqsave(&cs->queue_lock, flags);
2800         DAC960_BA_ack_intr(base);
2801         next_stat_mbox = cs->next_stat_mbox;
2802         while (next_stat_mbox->id > 0) {
2803                 unsigned short id = next_stat_mbox->id;
2804                 struct scsi_cmnd *scmd = NULL;
2805                 struct myrs_cmdblk *cmd_blk = NULL;
2806
2807                 if (id == MYRS_DCMD_TAG)
2808                         cmd_blk = &cs->dcmd_blk;
2809                 else if (id == MYRS_MCMD_TAG)
2810                         cmd_blk = &cs->mcmd_blk;
2811                 else {
2812                         scmd = scsi_host_find_tag(cs->host, id - 3);
2813                         if (scmd)
2814                                 cmd_blk = scsi_cmd_priv(scmd);
2815                 }
2816                 if (cmd_blk) {
2817                         cmd_blk->status = next_stat_mbox->status;
2818                         cmd_blk->sense_len = next_stat_mbox->sense_len;
2819                         cmd_blk->residual = next_stat_mbox->residual;
2820                 } else
2821                         dev_err(&cs->pdev->dev,
2822                                 "Unhandled command completion %d\n", id);
2823
2824                 memset(next_stat_mbox, 0, sizeof(struct myrs_stat_mbox));
2825                 if (++next_stat_mbox > cs->last_stat_mbox)
2826                         next_stat_mbox = cs->first_stat_mbox;
2827
2828                 if (cmd_blk) {
2829                         if (id < 3)
2830                                 myrs_handle_cmdblk(cs, cmd_blk);
2831                         else
2832                                 myrs_handle_scsi(cs, cmd_blk, scmd);
2833                 }
2834         }
2835         cs->next_stat_mbox = next_stat_mbox;
2836         spin_unlock_irqrestore(&cs->queue_lock, flags);
2837         return IRQ_HANDLED;
2838 }
2839
2840 static struct myrs_privdata DAC960_BA_privdata = {
2841         .hw_init =              DAC960_BA_hw_init,
2842         .irq_handler =          DAC960_BA_intr_handler,
2843         .mmio_size =            DAC960_BA_mmio_size,
2844 };
2845
2846 /*
2847  * DAC960 LP Series Controllers.
2848  */
2849
2850 static inline void DAC960_LP_hw_mbox_new_cmd(void __iomem *base)
2851 {
2852         writeb(DAC960_LP_IDB_HWMBOX_NEW_CMD, base + DAC960_LP_IDB_OFFSET);
2853 }
2854
2855 static inline void DAC960_LP_ack_hw_mbox_status(void __iomem *base)
2856 {
2857         writeb(DAC960_LP_IDB_HWMBOX_ACK_STS, base + DAC960_LP_IDB_OFFSET);
2858 }
2859
2860 static inline void DAC960_LP_reset_ctrl(void __iomem *base)
2861 {
2862         writeb(DAC960_LP_IDB_CTRL_RESET, base + DAC960_LP_IDB_OFFSET);
2863 }
2864
2865 static inline void DAC960_LP_mem_mbox_new_cmd(void __iomem *base)
2866 {
2867         writeb(DAC960_LP_IDB_MMBOX_NEW_CMD, base + DAC960_LP_IDB_OFFSET);
2868 }
2869
2870 static inline bool DAC960_LP_hw_mbox_is_full(void __iomem *base)
2871 {
2872         u8 val;
2873
2874         val = readb(base + DAC960_LP_IDB_OFFSET);
2875         return val & DAC960_LP_IDB_HWMBOX_FULL;
2876 }
2877
2878 static inline bool DAC960_LP_init_in_progress(void __iomem *base)
2879 {
2880         u8 val;
2881
2882         val = readb(base + DAC960_LP_IDB_OFFSET);
2883         return val & DAC960_LP_IDB_INIT_IN_PROGRESS;
2884 }
2885
2886 static inline void DAC960_LP_ack_hw_mbox_intr(void __iomem *base)
2887 {
2888         writeb(DAC960_LP_ODB_HWMBOX_ACK_IRQ, base + DAC960_LP_ODB_OFFSET);
2889 }
2890
2891 static inline void DAC960_LP_ack_intr(void __iomem *base)
2892 {
2893         writeb(DAC960_LP_ODB_HWMBOX_ACK_IRQ | DAC960_LP_ODB_MMBOX_ACK_IRQ,
2894                base + DAC960_LP_ODB_OFFSET);
2895 }
2896
2897 static inline bool DAC960_LP_hw_mbox_status_available(void __iomem *base)
2898 {
2899         u8 val;
2900
2901         val = readb(base + DAC960_LP_ODB_OFFSET);
2902         return val & DAC960_LP_ODB_HWMBOX_STS_AVAIL;
2903 }
2904
2905 static inline void DAC960_LP_enable_intr(void __iomem *base)
2906 {
2907         writeb(~DAC960_LP_IRQMASK_DISABLE_IRQ, base + DAC960_LP_IRQMASK_OFFSET);
2908 }
2909
2910 static inline void DAC960_LP_disable_intr(void __iomem *base)
2911 {
2912         writeb(0xFF, base + DAC960_LP_IRQMASK_OFFSET);
2913 }
2914
2915 static inline void DAC960_LP_write_cmd_mbox(union myrs_cmd_mbox *mem_mbox,
2916                 union myrs_cmd_mbox *mbox)
2917 {
2918         memcpy(&mem_mbox->words[1], &mbox->words[1],
2919                sizeof(union myrs_cmd_mbox) - sizeof(unsigned int));
2920         /* Barrier to avoid reordering */
2921         wmb();
2922         mem_mbox->words[0] = mbox->words[0];
2923         /* Barrier to force PCI access */
2924         mb();
2925 }
2926
2927 static inline void DAC960_LP_write_hw_mbox(void __iomem *base,
2928                 dma_addr_t cmd_mbox_addr)
2929 {
2930         dma_addr_writeql(cmd_mbox_addr, base + DAC960_LP_CMDMBX_OFFSET);
2931 }
2932
2933 static inline unsigned char DAC960_LP_read_cmd_status(void __iomem *base)
2934 {
2935         return readw(base + DAC960_LP_CMDSTS_OFFSET + 2);
2936 }
2937
2938 static inline bool
2939 DAC960_LP_read_error_status(void __iomem *base, unsigned char *error,
2940                 unsigned char *param0, unsigned char *param1)
2941 {
2942         u8 val;
2943
2944         val = readb(base + DAC960_LP_ERRSTS_OFFSET);
2945         if (!(val & DAC960_LP_ERRSTS_PENDING))
2946                 return false;
2947         val &= ~DAC960_LP_ERRSTS_PENDING;
2948         *error = val;
2949         *param0 = readb(base + DAC960_LP_CMDMBX_OFFSET + 0);
2950         *param1 = readb(base + DAC960_LP_CMDMBX_OFFSET + 1);
2951         writeb(0xFF, base + DAC960_LP_ERRSTS_OFFSET);
2952         return true;
2953 }
2954
2955 static inline unsigned char
2956 DAC960_LP_mbox_init(void __iomem *base, dma_addr_t mbox_addr)
2957 {
2958         unsigned char status;
2959
2960         while (DAC960_LP_hw_mbox_is_full(base))
2961                 udelay(1);
2962         DAC960_LP_write_hw_mbox(base, mbox_addr);
2963         DAC960_LP_hw_mbox_new_cmd(base);
2964         while (!DAC960_LP_hw_mbox_status_available(base))
2965                 udelay(1);
2966         status = DAC960_LP_read_cmd_status(base);
2967         DAC960_LP_ack_hw_mbox_intr(base);
2968         DAC960_LP_ack_hw_mbox_status(base);
2969
2970         return status;
2971 }
2972
2973 static int DAC960_LP_hw_init(struct pci_dev *pdev,
2974                 struct myrs_hba *cs, void __iomem *base)
2975 {
2976         int timeout = 0;
2977         unsigned char status, parm0, parm1;
2978
2979         DAC960_LP_disable_intr(base);
2980         DAC960_LP_ack_hw_mbox_status(base);
2981         udelay(1000);
2982         while (DAC960_LP_init_in_progress(base) &&
2983                timeout < MYRS_MAILBOX_TIMEOUT) {
2984                 if (DAC960_LP_read_error_status(base, &status,
2985                                               &parm0, &parm1) &&
2986                     myrs_err_status(cs, status, parm0, parm1))
2987                         return -EIO;
2988                 udelay(10);
2989                 timeout++;
2990         }
2991         if (timeout == MYRS_MAILBOX_TIMEOUT) {
2992                 dev_err(&pdev->dev,
2993                         "Timeout waiting for Controller Initialisation\n");
2994                 return -ETIMEDOUT;
2995         }
2996         if (!myrs_enable_mmio_mbox(cs, DAC960_LP_mbox_init)) {
2997                 dev_err(&pdev->dev,
2998                         "Unable to Enable Memory Mailbox Interface\n");
2999                 DAC960_LP_reset_ctrl(base);
3000                 return -ENODEV;
3001         }
3002         DAC960_LP_enable_intr(base);
3003         cs->write_cmd_mbox = DAC960_LP_write_cmd_mbox;
3004         cs->get_cmd_mbox = DAC960_LP_mem_mbox_new_cmd;
3005         cs->disable_intr = DAC960_LP_disable_intr;
3006         cs->reset = DAC960_LP_reset_ctrl;
3007
3008         return 0;
3009 }
3010
3011 static irqreturn_t DAC960_LP_intr_handler(int irq, void *arg)
3012 {
3013         struct myrs_hba *cs = arg;
3014         void __iomem *base = cs->io_base;
3015         struct myrs_stat_mbox *next_stat_mbox;
3016         unsigned long flags;
3017
3018         spin_lock_irqsave(&cs->queue_lock, flags);
3019         DAC960_LP_ack_intr(base);
3020         next_stat_mbox = cs->next_stat_mbox;
3021         while (next_stat_mbox->id > 0) {
3022                 unsigned short id = next_stat_mbox->id;
3023                 struct scsi_cmnd *scmd = NULL;
3024                 struct myrs_cmdblk *cmd_blk = NULL;
3025
3026                 if (id == MYRS_DCMD_TAG)
3027                         cmd_blk = &cs->dcmd_blk;
3028                 else if (id == MYRS_MCMD_TAG)
3029                         cmd_blk = &cs->mcmd_blk;
3030                 else {
3031                         scmd = scsi_host_find_tag(cs->host, id - 3);
3032                         if (scmd)
3033                                 cmd_blk = scsi_cmd_priv(scmd);
3034                 }
3035                 if (cmd_blk) {
3036                         cmd_blk->status = next_stat_mbox->status;
3037                         cmd_blk->sense_len = next_stat_mbox->sense_len;
3038                         cmd_blk->residual = next_stat_mbox->residual;
3039                 } else
3040                         dev_err(&cs->pdev->dev,
3041                                 "Unhandled command completion %d\n", id);
3042
3043                 memset(next_stat_mbox, 0, sizeof(struct myrs_stat_mbox));
3044                 if (++next_stat_mbox > cs->last_stat_mbox)
3045                         next_stat_mbox = cs->first_stat_mbox;
3046
3047                 if (cmd_blk) {
3048                         if (id < 3)
3049                                 myrs_handle_cmdblk(cs, cmd_blk);
3050                         else
3051                                 myrs_handle_scsi(cs, cmd_blk, scmd);
3052                 }
3053         }
3054         cs->next_stat_mbox = next_stat_mbox;
3055         spin_unlock_irqrestore(&cs->queue_lock, flags);
3056         return IRQ_HANDLED;
3057 }
3058
3059 static struct myrs_privdata DAC960_LP_privdata = {
3060         .hw_init =              DAC960_LP_hw_init,
3061         .irq_handler =          DAC960_LP_intr_handler,
3062         .mmio_size =            DAC960_LP_mmio_size,
3063 };
3064
3065 /*
3066  * Module functions
3067  */
3068 static int
3069 myrs_probe(struct pci_dev *dev, const struct pci_device_id *entry)
3070 {
3071         struct myrs_hba *cs;
3072         int ret;
3073
3074         cs = myrs_detect(dev, entry);
3075         if (!cs)
3076                 return -ENODEV;
3077
3078         ret = myrs_get_config(cs);
3079         if (ret < 0) {
3080                 myrs_cleanup(cs);
3081                 return ret;
3082         }
3083
3084         if (!myrs_create_mempools(dev, cs)) {
3085                 ret = -ENOMEM;
3086                 goto failed;
3087         }
3088
3089         ret = scsi_add_host(cs->host, &dev->dev);
3090         if (ret) {
3091                 dev_err(&dev->dev, "scsi_add_host failed with %d\n", ret);
3092                 myrs_destroy_mempools(cs);
3093                 goto failed;
3094         }
3095         scsi_scan_host(cs->host);
3096         return 0;
3097 failed:
3098         myrs_cleanup(cs);
3099         return ret;
3100 }
3101
3102
3103 static void myrs_remove(struct pci_dev *pdev)
3104 {
3105         struct myrs_hba *cs = pci_get_drvdata(pdev);
3106
3107         if (cs == NULL)
3108                 return;
3109
3110         shost_printk(KERN_NOTICE, cs->host, "Flushing Cache...");
3111         myrs_flush_cache(cs);
3112         myrs_destroy_mempools(cs);
3113         myrs_cleanup(cs);
3114 }
3115
3116
3117 static const struct pci_device_id myrs_id_table[] = {
3118         {
3119                 PCI_DEVICE_SUB(PCI_VENDOR_ID_MYLEX,
3120                                PCI_DEVICE_ID_MYLEX_DAC960_GEM,
3121                                PCI_VENDOR_ID_MYLEX, PCI_ANY_ID),
3122                 .driver_data    = (unsigned long) &DAC960_GEM_privdata,
3123         },
3124         {
3125                 PCI_DEVICE_DATA(MYLEX, DAC960_BA, &DAC960_BA_privdata),
3126         },
3127         {
3128                 PCI_DEVICE_DATA(MYLEX, DAC960_LP, &DAC960_LP_privdata),
3129         },
3130         {0, },
3131 };
3132
3133 MODULE_DEVICE_TABLE(pci, myrs_id_table);
3134
3135 static struct pci_driver myrs_pci_driver = {
3136         .name           = "myrs",
3137         .id_table       = myrs_id_table,
3138         .probe          = myrs_probe,
3139         .remove         = myrs_remove,
3140 };
3141
3142 static int __init myrs_init_module(void)
3143 {
3144         int ret;
3145
3146         myrs_raid_template = raid_class_attach(&myrs_raid_functions);
3147         if (!myrs_raid_template)
3148                 return -ENODEV;
3149
3150         ret = pci_register_driver(&myrs_pci_driver);
3151         if (ret)
3152                 raid_class_release(myrs_raid_template);
3153
3154         return ret;
3155 }
3156
3157 static void __exit myrs_cleanup_module(void)
3158 {
3159         pci_unregister_driver(&myrs_pci_driver);
3160         raid_class_release(myrs_raid_template);
3161 }
3162
3163 module_init(myrs_init_module);
3164 module_exit(myrs_cleanup_module);
3165
3166 MODULE_DESCRIPTION("Mylex DAC960/AcceleRAID/eXtremeRAID driver (SCSI Interface)");
3167 MODULE_AUTHOR("Hannes Reinecke <hare@suse.com>");
3168 MODULE_LICENSE("GPL");