Merge branch 'master' of git://git.kernel.org/pub/scm/linux/kernel/git/linville/wirel...
[platform/adaptation/renesas_rcar/renesas_kernel.git] / drivers / scsi / aic94xx / aic94xx_scb.c
1 /*
2  * Aic94xx SAS/SATA driver SCB management.
3  *
4  * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
5  * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
6  *
7  * This file is licensed under GPLv2.
8  *
9  * This file is part of the aic94xx driver.
10  *
11  * The aic94xx driver is free software; you can redistribute it and/or
12  * modify it under the terms of the GNU General Public License as
13  * published by the Free Software Foundation; version 2 of the
14  * License.
15  *
16  * The aic94xx driver is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with the aic94xx driver; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
24  *
25  */
26
27 #include <linux/gfp.h>
28 #include <scsi/scsi_host.h>
29
30 #include "aic94xx.h"
31 #include "aic94xx_reg.h"
32 #include "aic94xx_hwi.h"
33 #include "aic94xx_seq.h"
34
35 #include "aic94xx_dump.h"
36
37 /* ---------- EMPTY SCB ---------- */
38
39 #define DL_PHY_MASK      7
40 #define BYTES_DMAED      0
41 #define PRIMITIVE_RECVD  0x08
42 #define PHY_EVENT        0x10
43 #define LINK_RESET_ERROR 0x18
44 #define TIMER_EVENT      0x20
45 #define REQ_TASK_ABORT   0xF0
46 #define REQ_DEVICE_RESET 0xF1
47 #define SIGNAL_NCQ_ERROR 0xF2
48 #define CLEAR_NCQ_ERROR  0xF3
49
50 #define PHY_EVENTS_STATUS (CURRENT_LOSS_OF_SIGNAL | CURRENT_OOB_DONE   \
51                            | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
52                            | CURRENT_OOB_ERROR)
53
54 static void get_lrate_mode(struct asd_phy *phy, u8 oob_mode)
55 {
56         struct sas_phy *sas_phy = phy->sas_phy.phy;
57
58         switch (oob_mode & 7) {
59         case PHY_SPEED_60:
60                 /* FIXME: sas transport class doesn't have this */
61                 phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
62                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
63                 break;
64         case PHY_SPEED_30:
65                 phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
66                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
67                 break;
68         case PHY_SPEED_15:
69                 phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
70                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
71                 break;
72         }
73         sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
74         sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
75         sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
76         sas_phy->maximum_linkrate = phy->phy_desc->max_sas_lrate;
77         sas_phy->minimum_linkrate = phy->phy_desc->min_sas_lrate;
78
79         if (oob_mode & SAS_MODE)
80                 phy->sas_phy.oob_mode = SAS_OOB_MODE;
81         else if (oob_mode & SATA_MODE)
82                 phy->sas_phy.oob_mode = SATA_OOB_MODE;
83 }
84
85 static void asd_phy_event_tasklet(struct asd_ascb *ascb,
86                                          struct done_list_struct *dl)
87 {
88         struct asd_ha_struct *asd_ha = ascb->ha;
89         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
90         int phy_id = dl->status_block[0] & DL_PHY_MASK;
91         struct asd_phy *phy = &asd_ha->phys[phy_id];
92
93         u8 oob_status = dl->status_block[1] & PHY_EVENTS_STATUS;
94         u8 oob_mode   = dl->status_block[2];
95
96         switch (oob_status) {
97         case CURRENT_LOSS_OF_SIGNAL:
98                 /* directly attached device was removed */
99                 ASD_DPRINTK("phy%d: device unplugged\n", phy_id);
100                 asd_turn_led(asd_ha, phy_id, 0);
101                 sas_phy_disconnected(&phy->sas_phy);
102                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
103                 break;
104         case CURRENT_OOB_DONE:
105                 /* hot plugged device */
106                 asd_turn_led(asd_ha, phy_id, 1);
107                 get_lrate_mode(phy, oob_mode);
108                 ASD_DPRINTK("phy%d device plugged: lrate:0x%x, proto:0x%x\n",
109                             phy_id, phy->sas_phy.linkrate, phy->sas_phy.iproto);
110                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
111                 break;
112         case CURRENT_SPINUP_HOLD:
113                 /* hot plug SATA, no COMWAKE sent */
114                 asd_turn_led(asd_ha, phy_id, 1);
115                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
116                 break;
117         case CURRENT_GTO_TIMEOUT:
118         case CURRENT_OOB_ERROR:
119                 ASD_DPRINTK("phy%d error while OOB: oob status:0x%x\n", phy_id,
120                             dl->status_block[1]);
121                 asd_turn_led(asd_ha, phy_id, 0);
122                 sas_phy_disconnected(&phy->sas_phy);
123                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
124                 break;
125         }
126 }
127
128 /* If phys are enabled sparsely, this will do the right thing. */
129 static unsigned ord_phy(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
130 {
131         u8 enabled_mask = asd_ha->hw_prof.enabled_phys;
132         int i, k = 0;
133
134         for_each_phy(enabled_mask, enabled_mask, i) {
135                 if (&asd_ha->phys[i] == phy)
136                         return k;
137                 k++;
138         }
139         return 0;
140 }
141
142 /**
143  * asd_get_attached_sas_addr -- extract/generate attached SAS address
144  * phy: pointer to asd_phy
145  * sas_addr: pointer to buffer where the SAS address is to be written
146  *
147  * This function extracts the SAS address from an IDENTIFY frame
148  * received.  If OOB is SATA, then a SAS address is generated from the
149  * HA tables.
150  *
151  * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
152  * buffer.
153  */
154 static void asd_get_attached_sas_addr(struct asd_phy *phy, u8 *sas_addr)
155 {
156         if (phy->sas_phy.frame_rcvd[0] == 0x34
157             && phy->sas_phy.oob_mode == SATA_OOB_MODE) {
158                 struct asd_ha_struct *asd_ha = phy->sas_phy.ha->lldd_ha;
159                 /* FIS device-to-host */
160                 u64 addr = be64_to_cpu(*(__be64 *)phy->phy_desc->sas_addr);
161
162                 addr += asd_ha->hw_prof.sata_name_base + ord_phy(asd_ha, phy);
163                 *(__be64 *)sas_addr = cpu_to_be64(addr);
164         } else {
165                 struct sas_identify_frame *idframe =
166                         (void *) phy->sas_phy.frame_rcvd;
167                 memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
168         }
169 }
170
171 static void asd_form_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
172 {
173         int i;
174         struct asd_port *free_port = NULL;
175         struct asd_port *port;
176         struct asd_sas_phy *sas_phy = &phy->sas_phy;
177         unsigned long flags;
178
179         spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
180         if (!phy->asd_port) {
181                 for (i = 0; i < ASD_MAX_PHYS; i++) {
182                         port = &asd_ha->asd_ports[i];
183
184                         /* Check for wide port */
185                         if (port->num_phys > 0 &&
186                             memcmp(port->sas_addr, sas_phy->sas_addr,
187                                    SAS_ADDR_SIZE) == 0 &&
188                             memcmp(port->attached_sas_addr,
189                                    sas_phy->attached_sas_addr,
190                                    SAS_ADDR_SIZE) == 0) {
191                                 break;
192                         }
193
194                         /* Find a free port */
195                         if (port->num_phys == 0 && free_port == NULL) {
196                                 free_port = port;
197                         }
198                 }
199
200                 /* Use a free port if this doesn't form a wide port */
201                 if (i >= ASD_MAX_PHYS) {
202                         port = free_port;
203                         BUG_ON(!port);
204                         memcpy(port->sas_addr, sas_phy->sas_addr,
205                                SAS_ADDR_SIZE);
206                         memcpy(port->attached_sas_addr,
207                                sas_phy->attached_sas_addr,
208                                SAS_ADDR_SIZE);
209                 }
210                 port->num_phys++;
211                 port->phy_mask |= (1U << sas_phy->id);
212                 phy->asd_port = port;
213         }
214         ASD_DPRINTK("%s: updating phy_mask 0x%x for phy%d\n",
215                     __func__, phy->asd_port->phy_mask, sas_phy->id);
216         asd_update_port_links(asd_ha, phy);
217         spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
218 }
219
220 static void asd_deform_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
221 {
222         struct asd_port *port = phy->asd_port;
223         struct asd_sas_phy *sas_phy = &phy->sas_phy;
224         unsigned long flags;
225
226         spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
227         if (port) {
228                 port->num_phys--;
229                 port->phy_mask &= ~(1U << sas_phy->id);
230                 phy->asd_port = NULL;
231         }
232         spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
233 }
234
235 static void asd_bytes_dmaed_tasklet(struct asd_ascb *ascb,
236                                     struct done_list_struct *dl,
237                                     int edb_id, int phy_id)
238 {
239         unsigned long flags;
240         int edb_el = edb_id + ascb->edb_index;
241         struct asd_dma_tok *edb = ascb->ha->seq.edb_arr[edb_el];
242         struct asd_phy *phy = &ascb->ha->phys[phy_id];
243         struct sas_ha_struct *sas_ha = phy->sas_phy.ha;
244         u16 size = ((dl->status_block[3] & 7) << 8) | dl->status_block[2];
245
246         size = min(size, (u16) sizeof(phy->frame_rcvd));
247
248         spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
249         memcpy(phy->sas_phy.frame_rcvd, edb->vaddr, size);
250         phy->sas_phy.frame_rcvd_size = size;
251         asd_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
252         spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
253         asd_dump_frame_rcvd(phy, dl);
254         asd_form_port(ascb->ha, phy);
255         sas_ha->notify_port_event(&phy->sas_phy, PORTE_BYTES_DMAED);
256 }
257
258 static void asd_link_reset_err_tasklet(struct asd_ascb *ascb,
259                                        struct done_list_struct *dl,
260                                        int phy_id)
261 {
262         struct asd_ha_struct *asd_ha = ascb->ha;
263         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
264         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
265         struct asd_phy *phy = &asd_ha->phys[phy_id];
266         u8 lr_error = dl->status_block[1];
267         u8 retries_left = dl->status_block[2];
268
269         switch (lr_error) {
270         case 0:
271                 ASD_DPRINTK("phy%d: Receive ID timer expired\n", phy_id);
272                 break;
273         case 1:
274                 ASD_DPRINTK("phy%d: Loss of signal\n", phy_id);
275                 break;
276         case 2:
277                 ASD_DPRINTK("phy%d: Loss of dword sync\n", phy_id);
278                 break;
279         case 3:
280                 ASD_DPRINTK("phy%d: Receive FIS timeout\n", phy_id);
281                 break;
282         default:
283                 ASD_DPRINTK("phy%d: unknown link reset error code: 0x%x\n",
284                             phy_id, lr_error);
285                 break;
286         }
287
288         asd_turn_led(asd_ha, phy_id, 0);
289         sas_phy_disconnected(sas_phy);
290         asd_deform_port(asd_ha, phy);
291         sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
292
293         if (retries_left == 0) {
294                 int num = 1;
295                 struct asd_ascb *cp = asd_ascb_alloc_list(ascb->ha, &num,
296                                                           GFP_ATOMIC);
297                 if (!cp) {
298                         asd_printk("%s: out of memory\n", __func__);
299                         goto out;
300                 }
301                 ASD_DPRINTK("phy%d: retries:0 performing link reset seq\n",
302                             phy_id);
303                 asd_build_control_phy(cp, phy_id, ENABLE_PHY);
304                 if (asd_post_ascb_list(ascb->ha, cp, 1) != 0)
305                         asd_ascb_free(cp);
306         }
307 out:
308         ;
309 }
310
311 static void asd_primitive_rcvd_tasklet(struct asd_ascb *ascb,
312                                        struct done_list_struct *dl,
313                                        int phy_id)
314 {
315         unsigned long flags;
316         struct sas_ha_struct *sas_ha = &ascb->ha->sas_ha;
317         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
318         struct asd_ha_struct *asd_ha = ascb->ha;
319         struct asd_phy *phy = &asd_ha->phys[phy_id];
320         u8  reg  = dl->status_block[1];
321         u32 cont = dl->status_block[2] << ((reg & 3)*8);
322
323         reg &= ~3;
324         switch (reg) {
325         case LmPRMSTAT0BYTE0:
326                 switch (cont) {
327                 case LmBROADCH:
328                 case LmBROADRVCH0:
329                 case LmBROADRVCH1:
330                 case LmBROADSES:
331                         ASD_DPRINTK("phy%d: BROADCAST change received:%d\n",
332                                     phy_id, cont);
333                         spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
334                         sas_phy->sas_prim = ffs(cont);
335                         spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
336                         sas_ha->notify_port_event(sas_phy,PORTE_BROADCAST_RCVD);
337                         break;
338
339                 case LmUNKNOWNP:
340                         ASD_DPRINTK("phy%d: unknown BREAK\n", phy_id);
341                         break;
342
343                 default:
344                         ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
345                                     phy_id, reg, cont);
346                         break;
347                 }
348                 break;
349         case LmPRMSTAT1BYTE0:
350                 switch (cont) {
351                 case LmHARDRST:
352                         ASD_DPRINTK("phy%d: HARD_RESET primitive rcvd\n",
353                                     phy_id);
354                         /* The sequencer disables all phys on that port.
355                          * We have to re-enable the phys ourselves. */
356                         asd_deform_port(asd_ha, phy);
357                         sas_ha->notify_port_event(sas_phy, PORTE_HARD_RESET);
358                         break;
359
360                 default:
361                         ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
362                                     phy_id, reg, cont);
363                         break;
364                 }
365                 break;
366         default:
367                 ASD_DPRINTK("unknown primitive register:0x%x\n",
368                             dl->status_block[1]);
369                 break;
370         }
371 }
372
373 /**
374  * asd_invalidate_edb -- invalidate an EDB and if necessary post the ESCB
375  * @ascb: pointer to Empty SCB
376  * @edb_id: index [0,6] to the empty data buffer which is to be invalidated
377  *
378  * After an EDB has been invalidated, if all EDBs in this ESCB have been
379  * invalidated, the ESCB is posted back to the sequencer.
380  * Context is tasklet/IRQ.
381  */
382 void asd_invalidate_edb(struct asd_ascb *ascb, int edb_id)
383 {
384         struct asd_seq_data *seq = &ascb->ha->seq;
385         struct empty_scb *escb = &ascb->scb->escb;
386         struct sg_el     *eb   = &escb->eb[edb_id];
387         struct asd_dma_tok *edb = seq->edb_arr[ascb->edb_index + edb_id];
388
389         memset(edb->vaddr, 0, ASD_EDB_SIZE);
390         eb->flags |= ELEMENT_NOT_VALID;
391         escb->num_valid--;
392
393         if (escb->num_valid == 0) {
394                 int i;
395                 /* ASD_DPRINTK("reposting escb: vaddr: 0x%p, "
396                             "dma_handle: 0x%08llx, next: 0x%08llx, "
397                             "index:%d, opcode:0x%02x\n",
398                             ascb->dma_scb.vaddr,
399                             (u64)ascb->dma_scb.dma_handle,
400                             le64_to_cpu(ascb->scb->header.next_scb),
401                             le16_to_cpu(ascb->scb->header.index),
402                             ascb->scb->header.opcode);
403                 */
404                 escb->num_valid = ASD_EDBS_PER_SCB;
405                 for (i = 0; i < ASD_EDBS_PER_SCB; i++)
406                         escb->eb[i].flags = 0;
407                 if (!list_empty(&ascb->list))
408                         list_del_init(&ascb->list);
409                 i = asd_post_escb_list(ascb->ha, ascb, 1);
410                 if (i)
411                         asd_printk("couldn't post escb, err:%d\n", i);
412         }
413 }
414
415 static void escb_tasklet_complete(struct asd_ascb *ascb,
416                                   struct done_list_struct *dl)
417 {
418         struct asd_ha_struct *asd_ha = ascb->ha;
419         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
420         int edb = (dl->opcode & DL_PHY_MASK) - 1; /* [0xc1,0xc7] -> [0,6] */
421         u8  sb_opcode = dl->status_block[0];
422         int phy_id = sb_opcode & DL_PHY_MASK;
423         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
424         struct asd_phy *phy = &asd_ha->phys[phy_id];
425
426         if (edb > 6 || edb < 0) {
427                 ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
428                             edb, dl->opcode);
429                 ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
430                             sb_opcode, phy_id);
431                 ASD_DPRINTK("escb: vaddr: 0x%p, "
432                             "dma_handle: 0x%llx, next: 0x%llx, "
433                             "index:%d, opcode:0x%02x\n",
434                             ascb->dma_scb.vaddr,
435                             (unsigned long long)ascb->dma_scb.dma_handle,
436                             (unsigned long long)
437                             le64_to_cpu(ascb->scb->header.next_scb),
438                             le16_to_cpu(ascb->scb->header.index),
439                             ascb->scb->header.opcode);
440         }
441
442         /* Catch these before we mask off the sb_opcode bits */
443         switch (sb_opcode) {
444         case REQ_TASK_ABORT: {
445                 struct asd_ascb *a, *b;
446                 u16 tc_abort;
447                 struct domain_device *failed_dev = NULL;
448
449                 ASD_DPRINTK("%s: REQ_TASK_ABORT, reason=0x%X\n",
450                             __func__, dl->status_block[3]);
451
452                 /*
453                  * Find the task that caused the abort and abort it first.
454                  * The sequencer won't put anything on the done list until
455                  * that happens.
456                  */
457                 tc_abort = *((u16*)(&dl->status_block[1]));
458                 tc_abort = le16_to_cpu(tc_abort);
459
460                 list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
461                         struct sas_task *task = a->uldd_task;
462
463                         if (a->tc_index != tc_abort)
464                                 continue;
465
466                         if (task) {
467                                 failed_dev = task->dev;
468                                 sas_task_abort(task);
469                         } else {
470                                 ASD_DPRINTK("R_T_A for non TASK scb 0x%x\n",
471                                             a->scb->header.opcode);
472                         }
473                         break;
474                 }
475
476                 if (!failed_dev) {
477                         ASD_DPRINTK("%s: Can't find task (tc=%d) to abort!\n",
478                                     __func__, tc_abort);
479                         goto out;
480                 }
481
482                 /*
483                  * Now abort everything else for that device (hba?) so
484                  * that the EH will wake up and do something.
485                  */
486                 list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
487                         struct sas_task *task = a->uldd_task;
488
489                         if (task &&
490                             task->dev == failed_dev &&
491                             a->tc_index != tc_abort)
492                                 sas_task_abort(task);
493                 }
494
495                 goto out;
496         }
497         case REQ_DEVICE_RESET: {
498                 struct asd_ascb *a;
499                 u16 conn_handle;
500                 unsigned long flags;
501                 struct sas_task *last_dev_task = NULL;
502
503                 conn_handle = *((u16*)(&dl->status_block[1]));
504                 conn_handle = le16_to_cpu(conn_handle);
505
506                 ASD_DPRINTK("%s: REQ_DEVICE_RESET, reason=0x%X\n", __func__,
507                             dl->status_block[3]);
508
509                 /* Find the last pending task for the device... */
510                 list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
511                         u16 x;
512                         struct domain_device *dev;
513                         struct sas_task *task = a->uldd_task;
514
515                         if (!task)
516                                 continue;
517                         dev = task->dev;
518
519                         x = (unsigned long)dev->lldd_dev;
520                         if (x == conn_handle)
521                                 last_dev_task = task;
522                 }
523
524                 if (!last_dev_task) {
525                         ASD_DPRINTK("%s: Device reset for idle device %d?\n",
526                                     __func__, conn_handle);
527                         goto out;
528                 }
529
530                 /* ...and set the reset flag */
531                 spin_lock_irqsave(&last_dev_task->task_state_lock, flags);
532                 last_dev_task->task_state_flags |= SAS_TASK_NEED_DEV_RESET;
533                 spin_unlock_irqrestore(&last_dev_task->task_state_lock, flags);
534
535                 /* Kill all pending tasks for the device */
536                 list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
537                         u16 x;
538                         struct domain_device *dev;
539                         struct sas_task *task = a->uldd_task;
540
541                         if (!task)
542                                 continue;
543                         dev = task->dev;
544
545                         x = (unsigned long)dev->lldd_dev;
546                         if (x == conn_handle)
547                                 sas_task_abort(task);
548                 }
549
550                 goto out;
551         }
552         case SIGNAL_NCQ_ERROR:
553                 ASD_DPRINTK("%s: SIGNAL_NCQ_ERROR\n", __func__);
554                 goto out;
555         case CLEAR_NCQ_ERROR:
556                 ASD_DPRINTK("%s: CLEAR_NCQ_ERROR\n", __func__);
557                 goto out;
558         }
559
560         sb_opcode &= ~DL_PHY_MASK;
561
562         switch (sb_opcode) {
563         case BYTES_DMAED:
564                 ASD_DPRINTK("%s: phy%d: BYTES_DMAED\n", __func__, phy_id);
565                 asd_bytes_dmaed_tasklet(ascb, dl, edb, phy_id);
566                 break;
567         case PRIMITIVE_RECVD:
568                 ASD_DPRINTK("%s: phy%d: PRIMITIVE_RECVD\n", __func__,
569                             phy_id);
570                 asd_primitive_rcvd_tasklet(ascb, dl, phy_id);
571                 break;
572         case PHY_EVENT:
573                 ASD_DPRINTK("%s: phy%d: PHY_EVENT\n", __func__, phy_id);
574                 asd_phy_event_tasklet(ascb, dl);
575                 break;
576         case LINK_RESET_ERROR:
577                 ASD_DPRINTK("%s: phy%d: LINK_RESET_ERROR\n", __func__,
578                             phy_id);
579                 asd_link_reset_err_tasklet(ascb, dl, phy_id);
580                 break;
581         case TIMER_EVENT:
582                 ASD_DPRINTK("%s: phy%d: TIMER_EVENT, lost dw sync\n",
583                             __func__, phy_id);
584                 asd_turn_led(asd_ha, phy_id, 0);
585                 /* the device is gone */
586                 sas_phy_disconnected(sas_phy);
587                 asd_deform_port(asd_ha, phy);
588                 sas_ha->notify_port_event(sas_phy, PORTE_TIMER_EVENT);
589                 break;
590         default:
591                 ASD_DPRINTK("%s: phy%d: unknown event:0x%x\n", __func__,
592                             phy_id, sb_opcode);
593                 ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
594                             edb, dl->opcode);
595                 ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
596                             sb_opcode, phy_id);
597                 ASD_DPRINTK("escb: vaddr: 0x%p, "
598                             "dma_handle: 0x%llx, next: 0x%llx, "
599                             "index:%d, opcode:0x%02x\n",
600                             ascb->dma_scb.vaddr,
601                             (unsigned long long)ascb->dma_scb.dma_handle,
602                             (unsigned long long)
603                             le64_to_cpu(ascb->scb->header.next_scb),
604                             le16_to_cpu(ascb->scb->header.index),
605                             ascb->scb->header.opcode);
606
607                 break;
608         }
609 out:
610         asd_invalidate_edb(ascb, edb);
611 }
612
613 int asd_init_post_escbs(struct asd_ha_struct *asd_ha)
614 {
615         struct asd_seq_data *seq = &asd_ha->seq;
616         int i;
617
618         for (i = 0; i < seq->num_escbs; i++)
619                 seq->escb_arr[i]->tasklet_complete = escb_tasklet_complete;
620
621         ASD_DPRINTK("posting %d escbs\n", i);
622         return asd_post_escb_list(asd_ha, seq->escb_arr[0], seq->num_escbs);
623 }
624
625 /* ---------- CONTROL PHY ---------- */
626
627 #define CONTROL_PHY_STATUS (CURRENT_DEVICE_PRESENT | CURRENT_OOB_DONE   \
628                             | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
629                             | CURRENT_OOB_ERROR)
630
631 /**
632  * control_phy_tasklet_complete -- tasklet complete for CONTROL PHY ascb
633  * @ascb: pointer to an ascb
634  * @dl: pointer to the done list entry
635  *
636  * This function completes a CONTROL PHY scb and frees the ascb.
637  * A note on LEDs:
638  *  - an LED blinks if there is IO though it,
639  *  - if a device is connected to the LED, it is lit,
640  *  - if no device is connected to the LED, is is dimmed (off).
641  */
642 static void control_phy_tasklet_complete(struct asd_ascb *ascb,
643                                          struct done_list_struct *dl)
644 {
645         struct asd_ha_struct *asd_ha = ascb->ha;
646         struct scb *scb = ascb->scb;
647         struct control_phy *control_phy = &scb->control_phy;
648         u8 phy_id = control_phy->phy_id;
649         struct asd_phy *phy = &ascb->ha->phys[phy_id];
650
651         u8 status     = dl->status_block[0];
652         u8 oob_status = dl->status_block[1];
653         u8 oob_mode   = dl->status_block[2];
654         /* u8 oob_signals= dl->status_block[3]; */
655
656         if (status != 0) {
657                 ASD_DPRINTK("%s: phy%d status block opcode:0x%x\n",
658                             __func__, phy_id, status);
659                 goto out;
660         }
661
662         switch (control_phy->sub_func) {
663         case DISABLE_PHY:
664                 asd_ha->hw_prof.enabled_phys &= ~(1 << phy_id);
665                 asd_turn_led(asd_ha, phy_id, 0);
666                 asd_control_led(asd_ha, phy_id, 0);
667                 ASD_DPRINTK("%s: disable phy%d\n", __func__, phy_id);
668                 break;
669
670         case ENABLE_PHY:
671                 asd_control_led(asd_ha, phy_id, 1);
672                 if (oob_status & CURRENT_OOB_DONE) {
673                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
674                         get_lrate_mode(phy, oob_mode);
675                         asd_turn_led(asd_ha, phy_id, 1);
676                         ASD_DPRINTK("%s: phy%d, lrate:0x%x, proto:0x%x\n",
677                                     __func__, phy_id,phy->sas_phy.linkrate,
678                                     phy->sas_phy.iproto);
679                 } else if (oob_status & CURRENT_SPINUP_HOLD) {
680                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
681                         asd_turn_led(asd_ha, phy_id, 1);
682                         ASD_DPRINTK("%s: phy%d, spinup hold\n", __func__,
683                                     phy_id);
684                 } else if (oob_status & CURRENT_ERR_MASK) {
685                         asd_turn_led(asd_ha, phy_id, 0);
686                         ASD_DPRINTK("%s: phy%d: error: oob status:0x%02x\n",
687                                     __func__, phy_id, oob_status);
688                 } else if (oob_status & (CURRENT_HOT_PLUG_CNCT
689                                          | CURRENT_DEVICE_PRESENT))  {
690                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
691                         asd_turn_led(asd_ha, phy_id, 1);
692                         ASD_DPRINTK("%s: phy%d: hot plug or device present\n",
693                                     __func__, phy_id);
694                 } else {
695                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
696                         asd_turn_led(asd_ha, phy_id, 0);
697                         ASD_DPRINTK("%s: phy%d: no device present: "
698                                     "oob_status:0x%x\n",
699                                     __func__, phy_id, oob_status);
700                 }
701                 break;
702         case RELEASE_SPINUP_HOLD:
703         case PHY_NO_OP:
704         case EXECUTE_HARD_RESET:
705                 ASD_DPRINTK("%s: phy%d: sub_func:0x%x\n", __func__,
706                             phy_id, control_phy->sub_func);
707                 /* XXX finish */
708                 break;
709         default:
710                 ASD_DPRINTK("%s: phy%d: sub_func:0x%x?\n", __func__,
711                             phy_id, control_phy->sub_func);
712                 break;
713         }
714 out:
715         asd_ascb_free(ascb);
716 }
717
718 static void set_speed_mask(u8 *speed_mask, struct asd_phy_desc *pd)
719 {
720         /* disable all speeds, then enable defaults */
721         *speed_mask = SAS_SPEED_60_DIS | SAS_SPEED_30_DIS | SAS_SPEED_15_DIS
722                 | SATA_SPEED_30_DIS | SATA_SPEED_15_DIS;
723
724         switch (pd->max_sas_lrate) {
725         case SAS_LINK_RATE_6_0_GBPS:
726                 *speed_mask &= ~SAS_SPEED_60_DIS;
727         default:
728         case SAS_LINK_RATE_3_0_GBPS:
729                 *speed_mask &= ~SAS_SPEED_30_DIS;
730         case SAS_LINK_RATE_1_5_GBPS:
731                 *speed_mask &= ~SAS_SPEED_15_DIS;
732         }
733
734         switch (pd->min_sas_lrate) {
735         case SAS_LINK_RATE_6_0_GBPS:
736                 *speed_mask |= SAS_SPEED_30_DIS;
737         case SAS_LINK_RATE_3_0_GBPS:
738                 *speed_mask |= SAS_SPEED_15_DIS;
739         default:
740         case SAS_LINK_RATE_1_5_GBPS:
741                 /* nothing to do */
742                 ;
743         }
744
745         switch (pd->max_sata_lrate) {
746         case SAS_LINK_RATE_3_0_GBPS:
747                 *speed_mask &= ~SATA_SPEED_30_DIS;
748         default:
749         case SAS_LINK_RATE_1_5_GBPS:
750                 *speed_mask &= ~SATA_SPEED_15_DIS;
751         }
752
753         switch (pd->min_sata_lrate) {
754         case SAS_LINK_RATE_3_0_GBPS:
755                 *speed_mask |= SATA_SPEED_15_DIS;
756         default:
757         case SAS_LINK_RATE_1_5_GBPS:
758                 /* nothing to do */
759                 ;
760         }
761 }
762
763 /**
764  * asd_build_control_phy -- build a CONTROL PHY SCB
765  * @ascb: pointer to an ascb
766  * @phy_id: phy id to control, integer
767  * @subfunc: subfunction, what to actually to do the phy
768  *
769  * This function builds a CONTROL PHY scb.  No allocation of any kind
770  * is performed. @ascb is allocated with the list function.
771  * The caller can override the ascb->tasklet_complete to point
772  * to its own callback function.  It must call asd_ascb_free()
773  * at its tasklet complete function.
774  * See the default implementation.
775  */
776 void asd_build_control_phy(struct asd_ascb *ascb, int phy_id, u8 subfunc)
777 {
778         struct asd_phy *phy = &ascb->ha->phys[phy_id];
779         struct scb *scb = ascb->scb;
780         struct control_phy *control_phy = &scb->control_phy;
781
782         scb->header.opcode = CONTROL_PHY;
783         control_phy->phy_id = (u8) phy_id;
784         control_phy->sub_func = subfunc;
785
786         switch (subfunc) {
787         case EXECUTE_HARD_RESET:  /* 0x81 */
788         case ENABLE_PHY:          /* 0x01 */
789                 /* decide hot plug delay */
790                 control_phy->hot_plug_delay = HOTPLUG_DELAY_TIMEOUT;
791
792                 /* decide speed mask */
793                 set_speed_mask(&control_phy->speed_mask, phy->phy_desc);
794
795                 /* initiator port settings are in the hi nibble */
796                 if (phy->sas_phy.role == PHY_ROLE_INITIATOR)
797                         control_phy->port_type = SAS_PROTOCOL_ALL << 4;
798                 else if (phy->sas_phy.role == PHY_ROLE_TARGET)
799                         control_phy->port_type = SAS_PROTOCOL_ALL;
800                 else
801                         control_phy->port_type =
802                                 (SAS_PROTOCOL_ALL << 4) | SAS_PROTOCOL_ALL;
803
804                 /* link reset retries, this should be nominal */
805                 control_phy->link_reset_retries = 10;
806
807         case RELEASE_SPINUP_HOLD: /* 0x02 */
808                 /* decide the func_mask */
809                 control_phy->func_mask = FUNCTION_MASK_DEFAULT;
810                 if (phy->phy_desc->flags & ASD_SATA_SPINUP_HOLD)
811                         control_phy->func_mask &= ~SPINUP_HOLD_DIS;
812                 else
813                         control_phy->func_mask |= SPINUP_HOLD_DIS;
814         }
815
816         control_phy->conn_handle = cpu_to_le16(0xFFFF);
817
818         ascb->tasklet_complete = control_phy_tasklet_complete;
819 }
820
821 /* ---------- INITIATE LINK ADM TASK ---------- */
822
823 #if 0
824
825 static void link_adm_tasklet_complete(struct asd_ascb *ascb,
826                                       struct done_list_struct *dl)
827 {
828         u8 opcode = dl->opcode;
829         struct initiate_link_adm *link_adm = &ascb->scb->link_adm;
830         u8 phy_id = link_adm->phy_id;
831
832         if (opcode != TC_NO_ERROR) {
833                 asd_printk("phy%d: link adm task 0x%x completed with error "
834                            "0x%x\n", phy_id, link_adm->sub_func, opcode);
835         }
836         ASD_DPRINTK("phy%d: link adm task 0x%x: 0x%x\n",
837                     phy_id, link_adm->sub_func, opcode);
838
839         asd_ascb_free(ascb);
840 }
841
842 void asd_build_initiate_link_adm_task(struct asd_ascb *ascb, int phy_id,
843                                       u8 subfunc)
844 {
845         struct scb *scb = ascb->scb;
846         struct initiate_link_adm *link_adm = &scb->link_adm;
847
848         scb->header.opcode = INITIATE_LINK_ADM_TASK;
849
850         link_adm->phy_id = phy_id;
851         link_adm->sub_func = subfunc;
852         link_adm->conn_handle = cpu_to_le16(0xFFFF);
853
854         ascb->tasklet_complete = link_adm_tasklet_complete;
855 }
856
857 #endif  /*  0  */
858
859 /* ---------- SCB timer ---------- */
860
861 /**
862  * asd_ascb_timedout -- called when a pending SCB's timer has expired
863  * @data: unsigned long, a pointer to the ascb in question
864  *
865  * This is the default timeout function which does the most necessary.
866  * Upper layers can implement their own timeout function, say to free
867  * resources they have with this SCB, and then call this one at the
868  * end of their timeout function.  To do this, one should initialize
869  * the ascb->timer.{function, data, expires} prior to calling the post
870  * function. The timer is started by the post function.
871  */
872 void asd_ascb_timedout(unsigned long data)
873 {
874         struct asd_ascb *ascb = (void *) data;
875         struct asd_seq_data *seq = &ascb->ha->seq;
876         unsigned long flags;
877
878         ASD_DPRINTK("scb:0x%x timed out\n", ascb->scb->header.opcode);
879
880         spin_lock_irqsave(&seq->pend_q_lock, flags);
881         seq->pending--;
882         list_del_init(&ascb->list);
883         spin_unlock_irqrestore(&seq->pend_q_lock, flags);
884
885         asd_ascb_free(ascb);
886 }
887
888 /* ---------- CONTROL PHY ---------- */
889
890 /* Given the spec value, return a driver value. */
891 static const int phy_func_table[] = {
892         [PHY_FUNC_NOP]        = PHY_NO_OP,
893         [PHY_FUNC_LINK_RESET] = ENABLE_PHY,
894         [PHY_FUNC_HARD_RESET] = EXECUTE_HARD_RESET,
895         [PHY_FUNC_DISABLE]    = DISABLE_PHY,
896         [PHY_FUNC_RELEASE_SPINUP_HOLD] = RELEASE_SPINUP_HOLD,
897 };
898
899 int asd_control_phy(struct asd_sas_phy *phy, enum phy_func func, void *arg)
900 {
901         struct asd_ha_struct *asd_ha = phy->ha->lldd_ha;
902         struct asd_phy_desc *pd = asd_ha->phys[phy->id].phy_desc;
903         struct asd_ascb *ascb;
904         struct sas_phy_linkrates *rates;
905         int res = 1;
906
907         switch (func) {
908         case PHY_FUNC_CLEAR_ERROR_LOG:
909         case PHY_FUNC_GET_EVENTS:
910                 return -ENOSYS;
911         case PHY_FUNC_SET_LINK_RATE:
912                 rates = arg;
913                 if (rates->minimum_linkrate) {
914                         pd->min_sas_lrate = rates->minimum_linkrate;
915                         pd->min_sata_lrate = rates->minimum_linkrate;
916                 }
917                 if (rates->maximum_linkrate) {
918                         pd->max_sas_lrate = rates->maximum_linkrate;
919                         pd->max_sata_lrate = rates->maximum_linkrate;
920                 }
921                 func = PHY_FUNC_LINK_RESET;
922                 break;
923         default:
924                 break;
925         }
926
927         ascb = asd_ascb_alloc_list(asd_ha, &res, GFP_KERNEL);
928         if (!ascb)
929                 return -ENOMEM;
930
931         asd_build_control_phy(ascb, phy->id, phy_func_table[func]);
932         res = asd_post_ascb_list(asd_ha, ascb , 1);
933         if (res)
934                 asd_ascb_free(ascb);
935
936         return res;
937 }