1/*
2 * Aic94xx SAS/SATA driver SCB management.
3 *
4 * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
5 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
6 *
7 * This file is licensed under GPLv2.
8 *
9 * This file is part of the aic94xx driver.
10 *
11 * The aic94xx driver is free software; you can redistribute it and/or
12 * modify it under the terms of the GNU General Public License as
13 * published by the Free Software Foundation; version 2 of the
14 * License.
15 *
16 * The aic94xx driver is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19 * General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with the aic94xx driver; if not, write to the Free Software
23 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
24 *
25 */
26
27#include <linux/gfp.h>
28#include <scsi/scsi_host.h>
29
30#include "aic94xx.h"
31#include "aic94xx_reg.h"
32#include "aic94xx_hwi.h"
33#include "aic94xx_seq.h"
34
35#include "aic94xx_dump.h"
36
37/* ---------- EMPTY SCB ---------- */
38
39#define DL_PHY_MASK      7
40#define BYTES_DMAED      0
41#define PRIMITIVE_RECVD  0x08
42#define PHY_EVENT        0x10
43#define LINK_RESET_ERROR 0x18
44#define TIMER_EVENT      0x20
45#define REQ_TASK_ABORT   0xF0
46#define REQ_DEVICE_RESET 0xF1
47#define SIGNAL_NCQ_ERROR 0xF2
48#define CLEAR_NCQ_ERROR  0xF3
49
50#define PHY_EVENTS_STATUS (CURRENT_LOSS_OF_SIGNAL | CURRENT_OOB_DONE   \
51			   | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
52			   | CURRENT_OOB_ERROR)
53
54static void get_lrate_mode(struct asd_phy *phy, u8 oob_mode)
55{
56	struct sas_phy *sas_phy = phy->sas_phy.phy;
57
58	switch (oob_mode & 7) {
59	case PHY_SPEED_60:
60		/* FIXME: sas transport class doesn't have this */
61		phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
62		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
63		break;
64	case PHY_SPEED_30:
65		phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
66		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
67		break;
68	case PHY_SPEED_15:
69		phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
70		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
71		break;
72	}
73	sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
74	sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
75	sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
76	sas_phy->maximum_linkrate = phy->phy_desc->max_sas_lrate;
77	sas_phy->minimum_linkrate = phy->phy_desc->min_sas_lrate;
78
79	if (oob_mode & SAS_MODE)
80		phy->sas_phy.oob_mode = SAS_OOB_MODE;
81	else if (oob_mode & SATA_MODE)
82		phy->sas_phy.oob_mode = SATA_OOB_MODE;
83}
84
85static void asd_phy_event_tasklet(struct asd_ascb *ascb,
86					 struct done_list_struct *dl)
87{
88	struct asd_ha_struct *asd_ha = ascb->ha;
89	struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
90	int phy_id = dl->status_block[0] & DL_PHY_MASK;
91	struct asd_phy *phy = &asd_ha->phys[phy_id];
92
93	u8 oob_status = dl->status_block[1] & PHY_EVENTS_STATUS;
94	u8 oob_mode   = dl->status_block[2];
95
96	switch (oob_status) {
97	case CURRENT_LOSS_OF_SIGNAL:
98		/* directly attached device was removed */
99		ASD_DPRINTK("phy%d: device unplugged\n", phy_id);
100		asd_turn_led(asd_ha, phy_id, 0);
101		sas_phy_disconnected(&phy->sas_phy);
102		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
103		break;
104	case CURRENT_OOB_DONE:
105		/* hot plugged device */
106		asd_turn_led(asd_ha, phy_id, 1);
107		get_lrate_mode(phy, oob_mode);
108		ASD_DPRINTK("phy%d device plugged: lrate:0x%x, proto:0x%x\n",
109			    phy_id, phy->sas_phy.linkrate, phy->sas_phy.iproto);
110		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
111		break;
112	case CURRENT_SPINUP_HOLD:
113		/* hot plug SATA, no COMWAKE sent */
114		asd_turn_led(asd_ha, phy_id, 1);
115		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
116		break;
117	case CURRENT_GTO_TIMEOUT:
118	case CURRENT_OOB_ERROR:
119		ASD_DPRINTK("phy%d error while OOB: oob status:0x%x\n", phy_id,
120			    dl->status_block[1]);
121		asd_turn_led(asd_ha, phy_id, 0);
122		sas_phy_disconnected(&phy->sas_phy);
123		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
124		break;
125	}
126}
127
128/* If phys are enabled sparsely, this will do the right thing. */
129static unsigned ord_phy(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
130{
131	u8 enabled_mask = asd_ha->hw_prof.enabled_phys;
132	int i, k = 0;
133
134	for_each_phy(enabled_mask, enabled_mask, i) {
135		if (&asd_ha->phys[i] == phy)
136			return k;
137		k++;
138	}
139	return 0;
140}
141
142/**
143 * asd_get_attached_sas_addr -- extract/generate attached SAS address
144 * phy: pointer to asd_phy
145 * sas_addr: pointer to buffer where the SAS address is to be written
146 *
147 * This function extracts the SAS address from an IDENTIFY frame
148 * received.  If OOB is SATA, then a SAS address is generated from the
149 * HA tables.
150 *
151 * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
152 * buffer.
153 */
154static void asd_get_attached_sas_addr(struct asd_phy *phy, u8 *sas_addr)
155{
156	if (phy->sas_phy.frame_rcvd[0] == 0x34
157	    && phy->sas_phy.oob_mode == SATA_OOB_MODE) {
158		struct asd_ha_struct *asd_ha = phy->sas_phy.ha->lldd_ha;
159		/* FIS device-to-host */
160		u64 addr = be64_to_cpu(*(__be64 *)phy->phy_desc->sas_addr);
161
162		addr += asd_ha->hw_prof.sata_name_base + ord_phy(asd_ha, phy);
163		*(__be64 *)sas_addr = cpu_to_be64(addr);
164	} else {
165		struct sas_identify_frame *idframe =
166			(void *) phy->sas_phy.frame_rcvd;
167		memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
168	}
169}
170
171static void asd_form_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
172{
173	int i;
174	struct asd_port *free_port = NULL;
175	struct asd_port *port;
176	struct asd_sas_phy *sas_phy = &phy->sas_phy;
177	unsigned long flags;
178
179	spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
180	if (!phy->asd_port) {
181		for (i = 0; i < ASD_MAX_PHYS; i++) {
182			port = &asd_ha->asd_ports[i];
183
184			/* Check for wide port */
185			if (port->num_phys > 0 &&
186			    memcmp(port->sas_addr, sas_phy->sas_addr,
187				   SAS_ADDR_SIZE) == 0 &&
188			    memcmp(port->attached_sas_addr,
189				   sas_phy->attached_sas_addr,
190				   SAS_ADDR_SIZE) == 0) {
191				break;
192			}
193
194			/* Find a free port */
195			if (port->num_phys == 0 && free_port == NULL) {
196				free_port = port;
197			}
198		}
199
200		/* Use a free port if this doesn't form a wide port */
201		if (i >= ASD_MAX_PHYS) {
202			port = free_port;
203			BUG_ON(!port);
204			memcpy(port->sas_addr, sas_phy->sas_addr,
205			       SAS_ADDR_SIZE);
206			memcpy(port->attached_sas_addr,
207			       sas_phy->attached_sas_addr,
208			       SAS_ADDR_SIZE);
209		}
210		port->num_phys++;
211		port->phy_mask |= (1U << sas_phy->id);
212		phy->asd_port = port;
213	}
214	ASD_DPRINTK("%s: updating phy_mask 0x%x for phy%d\n",
215		    __func__, phy->asd_port->phy_mask, sas_phy->id);
216	asd_update_port_links(asd_ha, phy);
217	spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
218}
219
220static void asd_deform_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
221{
222	struct asd_port *port = phy->asd_port;
223	struct asd_sas_phy *sas_phy = &phy->sas_phy;
224	unsigned long flags;
225
226	spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
227	if (port) {
228		port->num_phys--;
229		port->phy_mask &= ~(1U << sas_phy->id);
230		phy->asd_port = NULL;
231	}
232	spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
233}
234
235static void asd_bytes_dmaed_tasklet(struct asd_ascb *ascb,
236				    struct done_list_struct *dl,
237				    int edb_id, int phy_id)
238{
239	unsigned long flags;
240	int edb_el = edb_id + ascb->edb_index;
241	struct asd_dma_tok *edb = ascb->ha->seq.edb_arr[edb_el];
242	struct asd_phy *phy = &ascb->ha->phys[phy_id];
243	struct sas_ha_struct *sas_ha = phy->sas_phy.ha;
244	u16 size = ((dl->status_block[3] & 7) << 8) | dl->status_block[2];
245
246	size = min(size, (u16) sizeof(phy->frame_rcvd));
247
248	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
249	memcpy(phy->sas_phy.frame_rcvd, edb->vaddr, size);
250	phy->sas_phy.frame_rcvd_size = size;
251	asd_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
252	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
253	asd_dump_frame_rcvd(phy, dl);
254	asd_form_port(ascb->ha, phy);
255	sas_ha->notify_port_event(&phy->sas_phy, PORTE_BYTES_DMAED);
256}
257
258static void asd_link_reset_err_tasklet(struct asd_ascb *ascb,
259				       struct done_list_struct *dl,
260				       int phy_id)
261{
262	struct asd_ha_struct *asd_ha = ascb->ha;
263	struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
264	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
265	struct asd_phy *phy = &asd_ha->phys[phy_id];
266	u8 lr_error = dl->status_block[1];
267	u8 retries_left = dl->status_block[2];
268
269	switch (lr_error) {
270	case 0:
271		ASD_DPRINTK("phy%d: Receive ID timer expired\n", phy_id);
272		break;
273	case 1:
274		ASD_DPRINTK("phy%d: Loss of signal\n", phy_id);
275		break;
276	case 2:
277		ASD_DPRINTK("phy%d: Loss of dword sync\n", phy_id);
278		break;
279	case 3:
280		ASD_DPRINTK("phy%d: Receive FIS timeout\n", phy_id);
281		break;
282	default:
283		ASD_DPRINTK("phy%d: unknown link reset error code: 0x%x\n",
284			    phy_id, lr_error);
285		break;
286	}
287
288	asd_turn_led(asd_ha, phy_id, 0);
289	sas_phy_disconnected(sas_phy);
290	asd_deform_port(asd_ha, phy);
291	sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
292
293	if (retries_left == 0) {
294		int num = 1;
295		struct asd_ascb *cp = asd_ascb_alloc_list(ascb->ha, &num,
296							  GFP_ATOMIC);
297		if (!cp) {
298			asd_printk("%s: out of memory\n", __func__);
299			goto out;
300		}
301		ASD_DPRINTK("phy%d: retries:0 performing link reset seq\n",
302			    phy_id);
303		asd_build_control_phy(cp, phy_id, ENABLE_PHY);
304		if (asd_post_ascb_list(ascb->ha, cp, 1) != 0)
305			asd_ascb_free(cp);
306	}
307out:
308	;
309}
310
311static void asd_primitive_rcvd_tasklet(struct asd_ascb *ascb,
312				       struct done_list_struct *dl,
313				       int phy_id)
314{
315	unsigned long flags;
316	struct sas_ha_struct *sas_ha = &ascb->ha->sas_ha;
317	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
318	struct asd_ha_struct *asd_ha = ascb->ha;
319	struct asd_phy *phy = &asd_ha->phys[phy_id];
320	u8  reg  = dl->status_block[1];
321	u32 cont = dl->status_block[2] << ((reg & 3)*8);
322
323	reg &= ~3;
324	switch (reg) {
325	case LmPRMSTAT0BYTE0:
326		switch (cont) {
327		case LmBROADCH:
328		case LmBROADRVCH0:
329		case LmBROADRVCH1:
330		case LmBROADSES:
331			ASD_DPRINTK("phy%d: BROADCAST change received:%d\n",
332				    phy_id, cont);
333			spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
334			sas_phy->sas_prim = ffs(cont);
335			spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
336			sas_ha->notify_port_event(sas_phy,PORTE_BROADCAST_RCVD);
337			break;
338
339		case LmUNKNOWNP:
340			ASD_DPRINTK("phy%d: unknown BREAK\n", phy_id);
341			break;
342
343		default:
344			ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
345				    phy_id, reg, cont);
346			break;
347		}
348		break;
349	case LmPRMSTAT1BYTE0:
350		switch (cont) {
351		case LmHARDRST:
352			ASD_DPRINTK("phy%d: HARD_RESET primitive rcvd\n",
353				    phy_id);
354			/* The sequencer disables all phys on that port.
355			 * We have to re-enable the phys ourselves. */
356			asd_deform_port(asd_ha, phy);
357			sas_ha->notify_port_event(sas_phy, PORTE_HARD_RESET);
358			break;
359
360		default:
361			ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
362				    phy_id, reg, cont);
363			break;
364		}
365		break;
366	default:
367		ASD_DPRINTK("unknown primitive register:0x%x\n",
368			    dl->status_block[1]);
369		break;
370	}
371}
372
373/**
374 * asd_invalidate_edb -- invalidate an EDB and if necessary post the ESCB
375 * @ascb: pointer to Empty SCB
376 * @edb_id: index [0,6] to the empty data buffer which is to be invalidated
377 *
378 * After an EDB has been invalidated, if all EDBs in this ESCB have been
379 * invalidated, the ESCB is posted back to the sequencer.
380 * Context is tasklet/IRQ.
381 */
382void asd_invalidate_edb(struct asd_ascb *ascb, int edb_id)
383{
384	struct asd_seq_data *seq = &ascb->ha->seq;
385	struct empty_scb *escb = &ascb->scb->escb;
386	struct sg_el     *eb   = &escb->eb[edb_id];
387	struct asd_dma_tok *edb = seq->edb_arr[ascb->edb_index + edb_id];
388
389	memset(edb->vaddr, 0, ASD_EDB_SIZE);
390	eb->flags |= ELEMENT_NOT_VALID;
391	escb->num_valid--;
392
393	if (escb->num_valid == 0) {
394		int i;
395		/* ASD_DPRINTK("reposting escb: vaddr: 0x%p, "
396			    "dma_handle: 0x%08llx, next: 0x%08llx, "
397			    "index:%d, opcode:0x%02x\n",
398			    ascb->dma_scb.vaddr,
399			    (u64)ascb->dma_scb.dma_handle,
400			    le64_to_cpu(ascb->scb->header.next_scb),
401			    le16_to_cpu(ascb->scb->header.index),
402			    ascb->scb->header.opcode);
403		*/
404		escb->num_valid = ASD_EDBS_PER_SCB;
405		for (i = 0; i < ASD_EDBS_PER_SCB; i++)
406			escb->eb[i].flags = 0;
407		if (!list_empty(&ascb->list))
408			list_del_init(&ascb->list);
409		i = asd_post_escb_list(ascb->ha, ascb, 1);
410		if (i)
411			asd_printk("couldn't post escb, err:%d\n", i);
412	}
413}
414
415static void escb_tasklet_complete(struct asd_ascb *ascb,
416				  struct done_list_struct *dl)
417{
418	struct asd_ha_struct *asd_ha = ascb->ha;
419	struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
420	int edb = (dl->opcode & DL_PHY_MASK) - 1; /* [0xc1,0xc7] -> [0,6] */
421	u8  sb_opcode = dl->status_block[0];
422	int phy_id = sb_opcode & DL_PHY_MASK;
423	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
424	struct asd_phy *phy = &asd_ha->phys[phy_id];
425
426	if (edb > 6 || edb < 0) {
427		ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
428			    edb, dl->opcode);
429		ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
430			    sb_opcode, phy_id);
431		ASD_DPRINTK("escb: vaddr: 0x%p, "
432			    "dma_handle: 0x%llx, next: 0x%llx, "
433			    "index:%d, opcode:0x%02x\n",
434			    ascb->dma_scb.vaddr,
435			    (unsigned long long)ascb->dma_scb.dma_handle,
436			    (unsigned long long)
437			    le64_to_cpu(ascb->scb->header.next_scb),
438			    le16_to_cpu(ascb->scb->header.index),
439			    ascb->scb->header.opcode);
440	}
441
442	/* Catch these before we mask off the sb_opcode bits */
443	switch (sb_opcode) {
444	case REQ_TASK_ABORT: {
445		struct asd_ascb *a, *b;
446		u16 tc_abort;
447		struct domain_device *failed_dev = NULL;
448
449		ASD_DPRINTK("%s: REQ_TASK_ABORT, reason=0x%X\n",
450			    __func__, dl->status_block[3]);
451
452		/*
453		 * Find the task that caused the abort and abort it first.
454		 * The sequencer won't put anything on the done list until
455		 * that happens.
456		 */
457		tc_abort = *((u16*)(&dl->status_block[1]));
458		tc_abort = le16_to_cpu(tc_abort);
459
460		list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
461			struct sas_task *task = a->uldd_task;
462
463			if (a->tc_index != tc_abort)
464				continue;
465
466			if (task) {
467				failed_dev = task->dev;
468				sas_task_abort(task);
469			} else {
470				ASD_DPRINTK("R_T_A for non TASK scb 0x%x\n",
471					    a->scb->header.opcode);
472			}
473			break;
474		}
475
476		if (!failed_dev) {
477			ASD_DPRINTK("%s: Can't find task (tc=%d) to abort!\n",
478				    __func__, tc_abort);
479			goto out;
480		}
481
482		/*
483		 * Now abort everything else for that device (hba?) so
484		 * that the EH will wake up and do something.
485		 */
486		list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
487			struct sas_task *task = a->uldd_task;
488
489			if (task &&
490			    task->dev == failed_dev &&
491			    a->tc_index != tc_abort)
492				sas_task_abort(task);
493		}
494
495		goto out;
496	}
497	case REQ_DEVICE_RESET: {
498		struct asd_ascb *a;
499		u16 conn_handle;
500		unsigned long flags;
501		struct sas_task *last_dev_task = NULL;
502
503		conn_handle = *((u16*)(&dl->status_block[1]));
504		conn_handle = le16_to_cpu(conn_handle);
505
506		ASD_DPRINTK("%s: REQ_DEVICE_RESET, reason=0x%X\n", __func__,
507			    dl->status_block[3]);
508
509		/* Find the last pending task for the device... */
510		list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
511			u16 x;
512			struct domain_device *dev;
513			struct sas_task *task = a->uldd_task;
514
515			if (!task)
516				continue;
517			dev = task->dev;
518
519			x = (unsigned long)dev->lldd_dev;
520			if (x == conn_handle)
521				last_dev_task = task;
522		}
523
524		if (!last_dev_task) {
525			ASD_DPRINTK("%s: Device reset for idle device %d?\n",
526				    __func__, conn_handle);
527			goto out;
528		}
529
530		/* ...and set the reset flag */
531		spin_lock_irqsave(&last_dev_task->task_state_lock, flags);
532		last_dev_task->task_state_flags |= SAS_TASK_NEED_DEV_RESET;
533		spin_unlock_irqrestore(&last_dev_task->task_state_lock, flags);
534
535		/* Kill all pending tasks for the device */
536		list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
537			u16 x;
538			struct domain_device *dev;
539			struct sas_task *task = a->uldd_task;
540
541			if (!task)
542				continue;
543			dev = task->dev;
544
545			x = (unsigned long)dev->lldd_dev;
546			if (x == conn_handle)
547				sas_task_abort(task);
548		}
549
550		goto out;
551	}
552	case SIGNAL_NCQ_ERROR:
553		ASD_DPRINTK("%s: SIGNAL_NCQ_ERROR\n", __func__);
554		goto out;
555	case CLEAR_NCQ_ERROR:
556		ASD_DPRINTK("%s: CLEAR_NCQ_ERROR\n", __func__);
557		goto out;
558	}
559
560	sb_opcode &= ~DL_PHY_MASK;
561
562	switch (sb_opcode) {
563	case BYTES_DMAED:
564		ASD_DPRINTK("%s: phy%d: BYTES_DMAED\n", __func__, phy_id);
565		asd_bytes_dmaed_tasklet(ascb, dl, edb, phy_id);
566		break;
567	case PRIMITIVE_RECVD:
568		ASD_DPRINTK("%s: phy%d: PRIMITIVE_RECVD\n", __func__,
569			    phy_id);
570		asd_primitive_rcvd_tasklet(ascb, dl, phy_id);
571		break;
572	case PHY_EVENT:
573		ASD_DPRINTK("%s: phy%d: PHY_EVENT\n", __func__, phy_id);
574		asd_phy_event_tasklet(ascb, dl);
575		break;
576	case LINK_RESET_ERROR:
577		ASD_DPRINTK("%s: phy%d: LINK_RESET_ERROR\n", __func__,
578			    phy_id);
579		asd_link_reset_err_tasklet(ascb, dl, phy_id);
580		break;
581	case TIMER_EVENT:
582		ASD_DPRINTK("%s: phy%d: TIMER_EVENT, lost dw sync\n",
583			    __func__, phy_id);
584		asd_turn_led(asd_ha, phy_id, 0);
585		/* the device is gone */
586		sas_phy_disconnected(sas_phy);
587		asd_deform_port(asd_ha, phy);
588		sas_ha->notify_port_event(sas_phy, PORTE_TIMER_EVENT);
589		break;
590	default:
591		ASD_DPRINTK("%s: phy%d: unknown event:0x%x\n", __func__,
592			    phy_id, sb_opcode);
593		ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
594			    edb, dl->opcode);
595		ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
596			    sb_opcode, phy_id);
597		ASD_DPRINTK("escb: vaddr: 0x%p, "
598			    "dma_handle: 0x%llx, next: 0x%llx, "
599			    "index:%d, opcode:0x%02x\n",
600			    ascb->dma_scb.vaddr,
601			    (unsigned long long)ascb->dma_scb.dma_handle,
602			    (unsigned long long)
603			    le64_to_cpu(ascb->scb->header.next_scb),
604			    le16_to_cpu(ascb->scb->header.index),
605			    ascb->scb->header.opcode);
606
607		break;
608	}
609out:
610	asd_invalidate_edb(ascb, edb);
611}
612
613int asd_init_post_escbs(struct asd_ha_struct *asd_ha)
614{
615	struct asd_seq_data *seq = &asd_ha->seq;
616	int i;
617
618	for (i = 0; i < seq->num_escbs; i++)
619		seq->escb_arr[i]->tasklet_complete = escb_tasklet_complete;
620
621	ASD_DPRINTK("posting %d escbs\n", i);
622	return asd_post_escb_list(asd_ha, seq->escb_arr[0], seq->num_escbs);
623}
624
625/* ---------- CONTROL PHY ---------- */
626
627#define CONTROL_PHY_STATUS (CURRENT_DEVICE_PRESENT | CURRENT_OOB_DONE   \
628			    | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
629			    | CURRENT_OOB_ERROR)
630
631/**
632 * control_phy_tasklet_complete -- tasklet complete for CONTROL PHY ascb
633 * @ascb: pointer to an ascb
634 * @dl: pointer to the done list entry
635 *
636 * This function completes a CONTROL PHY scb and frees the ascb.
637 * A note on LEDs:
638 *  - an LED blinks if there is IO though it,
639 *  - if a device is connected to the LED, it is lit,
640 *  - if no device is connected to the LED, is is dimmed (off).
641 */
642static void control_phy_tasklet_complete(struct asd_ascb *ascb,
643					 struct done_list_struct *dl)
644{
645	struct asd_ha_struct *asd_ha = ascb->ha;
646	struct scb *scb = ascb->scb;
647	struct control_phy *control_phy = &scb->control_phy;
648	u8 phy_id = control_phy->phy_id;
649	struct asd_phy *phy = &ascb->ha->phys[phy_id];
650
651	u8 status     = dl->status_block[0];
652	u8 oob_status = dl->status_block[1];
653	u8 oob_mode   = dl->status_block[2];
654	/* u8 oob_signals= dl->status_block[3]; */
655
656	if (status != 0) {
657		ASD_DPRINTK("%s: phy%d status block opcode:0x%x\n",
658			    __func__, phy_id, status);
659		goto out;
660	}
661
662	switch (control_phy->sub_func) {
663	case DISABLE_PHY:
664		asd_ha->hw_prof.enabled_phys &= ~(1 << phy_id);
665		asd_turn_led(asd_ha, phy_id, 0);
666		asd_control_led(asd_ha, phy_id, 0);
667		ASD_DPRINTK("%s: disable phy%d\n", __func__, phy_id);
668		break;
669
670	case ENABLE_PHY:
671		asd_control_led(asd_ha, phy_id, 1);
672		if (oob_status & CURRENT_OOB_DONE) {
673			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
674			get_lrate_mode(phy, oob_mode);
675			asd_turn_led(asd_ha, phy_id, 1);
676			ASD_DPRINTK("%s: phy%d, lrate:0x%x, proto:0x%x\n",
677				    __func__, phy_id,phy->sas_phy.linkrate,
678				    phy->sas_phy.iproto);
679		} else if (oob_status & CURRENT_SPINUP_HOLD) {
680			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
681			asd_turn_led(asd_ha, phy_id, 1);
682			ASD_DPRINTK("%s: phy%d, spinup hold\n", __func__,
683				    phy_id);
684		} else if (oob_status & CURRENT_ERR_MASK) {
685			asd_turn_led(asd_ha, phy_id, 0);
686			ASD_DPRINTK("%s: phy%d: error: oob status:0x%02x\n",
687				    __func__, phy_id, oob_status);
688		} else if (oob_status & (CURRENT_HOT_PLUG_CNCT
689					 | CURRENT_DEVICE_PRESENT))  {
690			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
691			asd_turn_led(asd_ha, phy_id, 1);
692			ASD_DPRINTK("%s: phy%d: hot plug or device present\n",
693				    __func__, phy_id);
694		} else {
695			asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
696			asd_turn_led(asd_ha, phy_id, 0);
697			ASD_DPRINTK("%s: phy%d: no device present: "
698				    "oob_status:0x%x\n",
699				    __func__, phy_id, oob_status);
700		}
701		break;
702	case RELEASE_SPINUP_HOLD:
703	case PHY_NO_OP:
704	case EXECUTE_HARD_RESET:
705		ASD_DPRINTK("%s: phy%d: sub_func:0x%x\n", __func__,
706			    phy_id, control_phy->sub_func);
707		/* XXX finish */
708		break;
709	default:
710		ASD_DPRINTK("%s: phy%d: sub_func:0x%x?\n", __func__,
711			    phy_id, control_phy->sub_func);
712		break;
713	}
714out:
715	asd_ascb_free(ascb);
716}
717
718static void set_speed_mask(u8 *speed_mask, struct asd_phy_desc *pd)
719{
720	/* disable all speeds, then enable defaults */
721	*speed_mask = SAS_SPEED_60_DIS | SAS_SPEED_30_DIS | SAS_SPEED_15_DIS
722		| SATA_SPEED_30_DIS | SATA_SPEED_15_DIS;
723
724	switch (pd->max_sas_lrate) {
725	case SAS_LINK_RATE_6_0_GBPS:
726		*speed_mask &= ~SAS_SPEED_60_DIS;
727	default:
728	case SAS_LINK_RATE_3_0_GBPS:
729		*speed_mask &= ~SAS_SPEED_30_DIS;
730	case SAS_LINK_RATE_1_5_GBPS:
731		*speed_mask &= ~SAS_SPEED_15_DIS;
732	}
733
734	switch (pd->min_sas_lrate) {
735	case SAS_LINK_RATE_6_0_GBPS:
736		*speed_mask |= SAS_SPEED_30_DIS;
737	case SAS_LINK_RATE_3_0_GBPS:
738		*speed_mask |= SAS_SPEED_15_DIS;
739	default:
740	case SAS_LINK_RATE_1_5_GBPS:
741		/* nothing to do */
742		;
743	}
744
745	switch (pd->max_sata_lrate) {
746	case SAS_LINK_RATE_3_0_GBPS:
747		*speed_mask &= ~SATA_SPEED_30_DIS;
748	default:
749	case SAS_LINK_RATE_1_5_GBPS:
750		*speed_mask &= ~SATA_SPEED_15_DIS;
751	}
752
753	switch (pd->min_sata_lrate) {
754	case SAS_LINK_RATE_3_0_GBPS:
755		*speed_mask |= SATA_SPEED_15_DIS;
756	default:
757	case SAS_LINK_RATE_1_5_GBPS:
758		/* nothing to do */
759		;
760	}
761}
762
763/**
764 * asd_build_control_phy -- build a CONTROL PHY SCB
765 * @ascb: pointer to an ascb
766 * @phy_id: phy id to control, integer
767 * @subfunc: subfunction, what to actually to do the phy
768 *
769 * This function builds a CONTROL PHY scb.  No allocation of any kind
770 * is performed. @ascb is allocated with the list function.
771 * The caller can override the ascb->tasklet_complete to point
772 * to its own callback function.  It must call asd_ascb_free()
773 * at its tasklet complete function.
774 * See the default implementation.
775 */
776void asd_build_control_phy(struct asd_ascb *ascb, int phy_id, u8 subfunc)
777{
778	struct asd_phy *phy = &ascb->ha->phys[phy_id];
779	struct scb *scb = ascb->scb;
780	struct control_phy *control_phy = &scb->control_phy;
781
782	scb->header.opcode = CONTROL_PHY;
783	control_phy->phy_id = (u8) phy_id;
784	control_phy->sub_func = subfunc;
785
786	switch (subfunc) {
787	case EXECUTE_HARD_RESET:  /* 0x81 */
788	case ENABLE_PHY:          /* 0x01 */
789		/* decide hot plug delay */
790		control_phy->hot_plug_delay = HOTPLUG_DELAY_TIMEOUT;
791
792		/* decide speed mask */
793		set_speed_mask(&control_phy->speed_mask, phy->phy_desc);
794
795		/* initiator port settings are in the hi nibble */
796		if (phy->sas_phy.role == PHY_ROLE_INITIATOR)
797			control_phy->port_type = SAS_PROTOCOL_ALL << 4;
798		else if (phy->sas_phy.role == PHY_ROLE_TARGET)
799			control_phy->port_type = SAS_PROTOCOL_ALL;
800		else
801			control_phy->port_type =
802				(SAS_PROTOCOL_ALL << 4) | SAS_PROTOCOL_ALL;
803
804		/* link reset retries, this should be nominal */
805		control_phy->link_reset_retries = 10;
806
807	case RELEASE_SPINUP_HOLD: /* 0x02 */
808		/* decide the func_mask */
809		control_phy->func_mask = FUNCTION_MASK_DEFAULT;
810		if (phy->phy_desc->flags & ASD_SATA_SPINUP_HOLD)
811			control_phy->func_mask &= ~SPINUP_HOLD_DIS;
812		else
813			control_phy->func_mask |= SPINUP_HOLD_DIS;
814	}
815
816	control_phy->conn_handle = cpu_to_le16(0xFFFF);
817
818	ascb->tasklet_complete = control_phy_tasklet_complete;
819}
820
821/* ---------- INITIATE LINK ADM TASK ---------- */
822
823#if 0
824
825static void link_adm_tasklet_complete(struct asd_ascb *ascb,
826				      struct done_list_struct *dl)
827{
828	u8 opcode = dl->opcode;
829	struct initiate_link_adm *link_adm = &ascb->scb->link_adm;
830	u8 phy_id = link_adm->phy_id;
831
832	if (opcode != TC_NO_ERROR) {
833		asd_printk("phy%d: link adm task 0x%x completed with error "
834			   "0x%x\n", phy_id, link_adm->sub_func, opcode);
835	}
836	ASD_DPRINTK("phy%d: link adm task 0x%x: 0x%x\n",
837		    phy_id, link_adm->sub_func, opcode);
838
839	asd_ascb_free(ascb);
840}
841
842void asd_build_initiate_link_adm_task(struct asd_ascb *ascb, int phy_id,
843				      u8 subfunc)
844{
845	struct scb *scb = ascb->scb;
846	struct initiate_link_adm *link_adm = &scb->link_adm;
847
848	scb->header.opcode = INITIATE_LINK_ADM_TASK;
849
850	link_adm->phy_id = phy_id;
851	link_adm->sub_func = subfunc;
852	link_adm->conn_handle = cpu_to_le16(0xFFFF);
853
854	ascb->tasklet_complete = link_adm_tasklet_complete;
855}
856
857#endif  /*  0  */
858
859/* ---------- SCB timer ---------- */
860
861/**
862 * asd_ascb_timedout -- called when a pending SCB's timer has expired
863 * @data: unsigned long, a pointer to the ascb in question
864 *
865 * This is the default timeout function which does the most necessary.
866 * Upper layers can implement their own timeout function, say to free
867 * resources they have with this SCB, and then call this one at the
868 * end of their timeout function.  To do this, one should initialize
869 * the ascb->timer.{function, data, expires} prior to calling the post
870 * function. The timer is started by the post function.
871 */
872void asd_ascb_timedout(unsigned long data)
873{
874	struct asd_ascb *ascb = (void *) data;
875	struct asd_seq_data *seq = &ascb->ha->seq;
876	unsigned long flags;
877
878	ASD_DPRINTK("scb:0x%x timed out\n", ascb->scb->header.opcode);
879
880	spin_lock_irqsave(&seq->pend_q_lock, flags);
881	seq->pending--;
882	list_del_init(&ascb->list);
883	spin_unlock_irqrestore(&seq->pend_q_lock, flags);
884
885	asd_ascb_free(ascb);
886}
887
888/* ---------- CONTROL PHY ---------- */
889
890/* Given the spec value, return a driver value. */
891static const int phy_func_table[] = {
892	[PHY_FUNC_NOP]        = PHY_NO_OP,
893	[PHY_FUNC_LINK_RESET] = ENABLE_PHY,
894	[PHY_FUNC_HARD_RESET] = EXECUTE_HARD_RESET,
895	[PHY_FUNC_DISABLE]    = DISABLE_PHY,
896	[PHY_FUNC_RELEASE_SPINUP_HOLD] = RELEASE_SPINUP_HOLD,
897};
898
899int asd_control_phy(struct asd_sas_phy *phy, enum phy_func func, void *arg)
900{
901	struct asd_ha_struct *asd_ha = phy->ha->lldd_ha;
902	struct asd_phy_desc *pd = asd_ha->phys[phy->id].phy_desc;
903	struct asd_ascb *ascb;
904	struct sas_phy_linkrates *rates;
905	int res = 1;
906
907	switch (func) {
908	case PHY_FUNC_CLEAR_ERROR_LOG:
909	case PHY_FUNC_GET_EVENTS:
910		return -ENOSYS;
911	case PHY_FUNC_SET_LINK_RATE:
912		rates = arg;
913		if (rates->minimum_linkrate) {
914			pd->min_sas_lrate = rates->minimum_linkrate;
915			pd->min_sata_lrate = rates->minimum_linkrate;
916		}
917		if (rates->maximum_linkrate) {
918			pd->max_sas_lrate = rates->maximum_linkrate;
919			pd->max_sata_lrate = rates->maximum_linkrate;
920		}
921		func = PHY_FUNC_LINK_RESET;
922		break;
923	default:
924		break;
925	}
926
927	ascb = asd_ascb_alloc_list(asd_ha, &res, GFP_KERNEL);
928	if (!ascb)
929		return -ENOMEM;
930
931	asd_build_control_phy(ascb, phy->id, phy_func_table[func]);
932	res = asd_post_ascb_list(asd_ha, ascb , 1);
933	if (res)
934		asd_ascb_free(ascb);
935
936	return res;
937}
938