388 static dma_addr_t esp_cur_dma_addr(struct esp_cmd_entry *ent,  in esp_cur_dma_addr()  argument
393 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_cur_dma_addr()
394 		return ent->sense_dma +  in esp_cur_dma_addr()
395 			(ent->sense_ptr - cmd->sense_buffer);  in esp_cur_dma_addr()
403 static unsigned int esp_cur_dma_len(struct esp_cmd_entry *ent,  in esp_cur_dma_len()  argument
408 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_cur_dma_len()
410 			(ent->sense_ptr - cmd->sense_buffer);  in esp_cur_dma_len()
415 static void esp_advance_dma(struct esp *esp, struct esp_cmd_entry *ent,  in esp_advance_dma()  argument
420 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_advance_dma()
421 		ent->sense_ptr += len;  in esp_advance_dma()
453 static void esp_save_pointers(struct esp *esp, struct esp_cmd_entry *ent)  in esp_save_pointers()  argument
455 	struct scsi_cmnd *cmd = ent->cmd;  in esp_save_pointers()
458 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_save_pointers()
459 		ent->saved_sense_ptr = ent->sense_ptr;  in esp_save_pointers()
462 	ent->saved_cur_residue = spriv->cur_residue;  in esp_save_pointers()
463 	ent->saved_cur_sg = spriv->cur_sg;  in esp_save_pointers()
464 	ent->saved_tot_residue = spriv->tot_residue;  in esp_save_pointers()
467 static void esp_restore_pointers(struct esp *esp, struct esp_cmd_entry *ent)  in esp_restore_pointers()  argument
469 	struct scsi_cmnd *cmd = ent->cmd;  in esp_restore_pointers()
472 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_restore_pointers()
473 		ent->sense_ptr = ent->saved_sense_ptr;  in esp_restore_pointers()
476 	spriv->cur_residue = ent->saved_cur_residue;  in esp_restore_pointers()
477 	spriv->cur_sg = ent->saved_cur_sg;  in esp_restore_pointers()
478 	spriv->tot_residue = ent->saved_tot_residue;  in esp_restore_pointers()
571 static int esp_alloc_lun_tag(struct esp_cmd_entry *ent,  in esp_alloc_lun_tag()  argument
574 	if (!ent->orig_tag[0]) {  in esp_alloc_lun_tag()
598 		lp->non_tagged_cmd = ent;  in esp_alloc_lun_tag()
608 	BUG_ON(lp->tagged_cmds[ent->orig_tag[1]]);  in esp_alloc_lun_tag()
610 	lp->tagged_cmds[ent->orig_tag[1]] = ent;  in esp_alloc_lun_tag()
616 static void esp_free_lun_tag(struct esp_cmd_entry *ent,  in esp_free_lun_tag()  argument
619 	if (ent->orig_tag[0]) {  in esp_free_lun_tag()
620 		BUG_ON(lp->tagged_cmds[ent->orig_tag[1]] != ent);  in esp_free_lun_tag()
621 		lp->tagged_cmds[ent->orig_tag[1]] = NULL;  in esp_free_lun_tag()
624 		BUG_ON(lp->non_tagged_cmd != ent);  in esp_free_lun_tag()
636 static void esp_autosense(struct esp *esp, struct esp_cmd_entry *ent)  in esp_autosense()  argument
638 	struct scsi_cmnd *cmd = ent->cmd;  in esp_autosense()
647 	if (!ent->sense_ptr) {  in esp_autosense()
651 		ent->sense_ptr = cmd->sense_buffer;  in esp_autosense()
652 		ent->sense_dma = esp->ops->map_single(esp,  in esp_autosense()
653 						      ent->sense_ptr,  in esp_autosense()
657 	ent->saved_sense_ptr = ent->sense_ptr;  in esp_autosense()
659 	esp->active_cmd = ent;  in esp_autosense()
690 	struct esp_cmd_entry *ent;  in find_and_prep_issuable_command()  local
692 	list_for_each_entry(ent, &esp->queued_cmds, list) {  in find_and_prep_issuable_command()
693 		struct scsi_cmnd *cmd = ent->cmd;  in find_and_prep_issuable_command()
697 		if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in find_and_prep_issuable_command()
698 			ent->tag[0] = 0;  in find_and_prep_issuable_command()
699 			ent->tag[1] = 0;  in find_and_prep_issuable_command()
700 			return ent;  in find_and_prep_issuable_command()
703 		if (!spi_populate_tag_msg(&ent->tag[0], cmd)) {  in find_and_prep_issuable_command()
704 			ent->tag[0] = 0;  in find_and_prep_issuable_command()
705 			ent->tag[1] = 0;  in find_and_prep_issuable_command()
707 		ent->orig_tag[0] = ent->tag[0];  in find_and_prep_issuable_command()
708 		ent->orig_tag[1] = ent->tag[1];  in find_and_prep_issuable_command()
710 		if (esp_alloc_lun_tag(ent, lp) < 0)  in find_and_prep_issuable_command()
713 		return ent;  in find_and_prep_issuable_command()
725 	struct esp_cmd_entry *ent;  in esp_maybe_execute_command()  local
734 	ent = find_and_prep_issuable_command(esp);  in esp_maybe_execute_command()
735 	if (!ent)  in esp_maybe_execute_command()
738 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_maybe_execute_command()
739 		esp_autosense(esp, ent);  in esp_maybe_execute_command()
743 	cmd = ent->cmd;  in esp_maybe_execute_command()
750 	list_move(&ent->list, &esp->active_cmds);  in esp_maybe_execute_command()
752 	esp->active_cmd = ent;  in esp_maybe_execute_command()
755 	esp_save_pointers(esp, ent);  in esp_maybe_execute_command()
808 	if (lp && (tp->flags & ESP_TGT_DISCONNECT) && ent->tag[0])  in esp_maybe_execute_command()
813 	if (ent->tag[0] && esp->rev == ESP100) {  in esp_maybe_execute_command()
822 		if (ent->tag[0]) {  in esp_maybe_execute_command()
823 			*p++ = ent->tag[0];  in esp_maybe_execute_command()
824 			*p++ = ent->tag[1];  in esp_maybe_execute_command()
837 		if (ent->tag[0]) {  in esp_maybe_execute_command()
841 			esp->msg_out[0] = ent->tag[0];  in esp_maybe_execute_command()
842 			esp->msg_out[1] = ent->tag[1];  in esp_maybe_execute_command()
884 static void esp_put_ent(struct esp *esp, struct esp_cmd_entry *ent)  in esp_put_ent()  argument
886 	list_add(&ent->list, &esp->esp_cmd_pool);  in esp_put_ent()
889 static void esp_cmd_is_done(struct esp *esp, struct esp_cmd_entry *ent,  in esp_cmd_is_done()  argument
898 	esp_free_lun_tag(ent, dev->hostdata);  in esp_cmd_is_done()
901 	if (ent->eh_done) {  in esp_cmd_is_done()
902 		complete(ent->eh_done);  in esp_cmd_is_done()
903 		ent->eh_done = NULL;  in esp_cmd_is_done()
906 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_cmd_is_done()
907 		esp->ops->unmap_single(esp, ent->sense_dma,  in esp_cmd_is_done()
909 		ent->sense_ptr = NULL;  in esp_cmd_is_done()
920 		ent->flags &= ~ESP_CMD_FLAG_AUTOSENSE;  in esp_cmd_is_done()
934 	list_del(&ent->list);  in esp_cmd_is_done()
935 	esp_put_ent(esp, ent);  in esp_cmd_is_done()
946 static void esp_event_queue_full(struct esp *esp, struct esp_cmd_entry *ent)  in esp_event_queue_full()  argument
948 	struct scsi_device *dev = ent->cmd->device;  in esp_event_queue_full()
959 	struct esp_cmd_entry *ent;  in esp_queuecommand_lck()  local
961 	ent = esp_get_ent(esp);  in esp_queuecommand_lck()
962 	if (!ent)  in esp_queuecommand_lck()
965 	ent->cmd = cmd;  in esp_queuecommand_lck()
972 	list_add_tail(&ent->list, &esp->queued_cmds);  in esp_queuecommand_lck()
1050 	struct esp_cmd_entry *ent;  in esp_reconnect_with_tag()  local
1127 	ent = lp->tagged_cmds[esp->command_block[1]];  in esp_reconnect_with_tag()
1128 	if (!ent) {  in esp_reconnect_with_tag()
1135 	return ent;  in esp_reconnect_with_tag()
1140 	struct esp_cmd_entry *ent;  in esp_reconnect()  local
1204 	ent = lp->non_tagged_cmd;  in esp_reconnect()
1205 	if (!ent) {  in esp_reconnect()
1206 		ent = esp_reconnect_with_tag(esp, lp);  in esp_reconnect()
1207 		if (!ent)  in esp_reconnect()
1211 	esp->active_cmd = ent;  in esp_reconnect()
1213 	if (ent->flags & ESP_CMD_FLAG_ABORT) {  in esp_reconnect()
1220 	esp_restore_pointers(esp, ent);  in esp_reconnect()
1231 	struct esp_cmd_entry *ent;  in esp_finish_select()  local
1241 	ent = esp->active_cmd;  in esp_finish_select()
1242 	cmd = ent->cmd;  in esp_finish_select()
1249 		esp_cmd_is_done(esp, ent, cmd, (DID_ERROR << 16));  in esp_finish_select()
1262 		if (!(ent->flags & ESP_CMD_FLAG_AUTOSENSE)) {  in esp_finish_select()
1264 			esp_free_lun_tag(ent, cmd->device->hostdata);  in esp_finish_select()
1270 			esp->ops->unmap_single(esp, ent->sense_dma,  in esp_finish_select()
1273 			ent->sense_ptr = NULL;  in esp_finish_select()
1279 		list_move(&ent->list, &esp->queued_cmds);  in esp_finish_select()
1298 		esp_cmd_is_done(esp, ent, cmd, (DID_BAD_TARGET << 16));  in esp_finish_select()
1331 static int esp_data_bytes_sent(struct esp *esp, struct esp_cmd_entry *ent,  in esp_data_bytes_sent()  argument
1361 	if (fifo_cnt == 1 && ent->flags & ESP_CMD_FLAG_RESIDUAL) {  in esp_data_bytes_sent()
1366 		if (ent->flags & ESP_CMD_FLAG_AUTOSENSE)  in esp_data_bytes_sent()
1367 			ent->sense_ptr[bytes_sent] = bval;  in esp_data_bytes_sent()
1380 		ent->flags &= ~ESP_CMD_FLAG_RESIDUAL;  in esp_data_bytes_sent()
1382 	if (!(ent->flags & ESP_CMD_FLAG_WRITE))  in esp_data_bytes_sent()
1414 		if (!(ent->flags & ESP_CMD_FLAG_WRITE))  in esp_data_bytes_sent()
1465 	struct esp_cmd_entry *ent = esp->active_cmd;  in esp_msgin_reject()  local
1466 	struct scsi_cmnd *cmd = ent->cmd;  in esp_msgin_reject()
1606 	struct esp_cmd_entry *ent = esp->active_cmd;  in esp_msgin_extended()  local
1607 	struct scsi_cmnd *cmd = ent->cmd;  in esp_msgin_extended()
1654 		struct esp_cmd_entry *ent;  in esp_msgin_process()  local
1662 		ent = esp->active_cmd;  in esp_msgin_process()
1663 		spriv = ESP_CMD_PRIV(ent->cmd);  in esp_msgin_process()
1684 		struct esp_cmd_entry *ent = esp->active_cmd;  in esp_msgin_process()  local
1686 		ent->message = msg0;  in esp_msgin_process()
1755 		struct esp_cmd_entry *ent = esp->active_cmd;  in esp_process_event()  local
1756 		struct scsi_cmnd *cmd = ent->cmd;  in esp_process_event()
1757 		dma_addr_t dma_addr = esp_cur_dma_addr(ent, cmd);  in esp_process_event()
1758 		unsigned int dma_len = esp_cur_dma_len(ent, cmd);  in esp_process_event()
1764 			ent->flags |= ESP_CMD_FLAG_WRITE;  in esp_process_event()
1766 			ent->flags &= ~ESP_CMD_FLAG_WRITE;  in esp_process_event()
1781 				     (unsigned long long)esp_cur_dma_addr(ent, cmd),  in esp_process_event()
1782 				     esp_cur_dma_len(ent, cmd));  in esp_process_event()
1796 		struct esp_cmd_entry *ent = esp->active_cmd;  in esp_process_event()  local
1797 		struct scsi_cmnd *cmd = ent->cmd;  in esp_process_event()
1807 		if (ent->flags & ESP_CMD_FLAG_WRITE) {  in esp_process_event()
1824 		bytes_sent = esp_data_bytes_sent(esp, ent, cmd);  in esp_process_event()
1827 				 ent->flags, bytes_sent);  in esp_process_event()
1835 		esp_advance_dma(esp, ent, cmd, bytes_sent);  in esp_process_event()
1841 		struct esp_cmd_entry *ent = esp->active_cmd;  in esp_process_event()  local
1844 			ent->status = esp_read8(ESP_FDATA);  in esp_process_event()
1845 			ent->message = esp_read8(ESP_FDATA);  in esp_process_event()
1848 			ent->status = esp_read8(ESP_FDATA);  in esp_process_event()
1849 			ent->message = 0xff;  in esp_process_event()
1854 		if (ent->message != COMMAND_COMPLETE) {  in esp_process_event()
1857 				     ent->message);  in esp_process_event()
1867 		struct esp_cmd_entry *ent = esp->active_cmd;  in esp_process_event()  local
1868 		struct scsi_cmnd *cmd = ent->cmd;  in esp_process_event()
1870 		if (ent->message == COMMAND_COMPLETE ||  in esp_process_event()
1871 		    ent->message == DISCONNECT)  in esp_process_event()
1874 		if (ent->message == COMMAND_COMPLETE) {  in esp_process_event()
1876 					ent->status, ent->message);  in esp_process_event()
1877 			if (ent->status == SAM_STAT_TASK_SET_FULL)  in esp_process_event()
1878 				esp_event_queue_full(esp, ent);  in esp_process_event()
1880 			if (ent->status == SAM_STAT_CHECK_CONDITION &&  in esp_process_event()
1881 			    !(ent->flags & ESP_CMD_FLAG_AUTOSENSE)) {  in esp_process_event()
1882 				ent->flags |= ESP_CMD_FLAG_AUTOSENSE;  in esp_process_event()
1883 				esp_autosense(esp, ent);  in esp_process_event()
1885 				esp_cmd_is_done(esp, ent, cmd,  in esp_process_event()
1886 						compose_result(ent->status,  in esp_process_event()
1887 							       ent->message,  in esp_process_event()
1890 		} else if (ent->message == DISCONNECT) {  in esp_process_event()
1893 					   ent->tag[0], ent->tag[1]);  in esp_process_event()
1900 				     ent->message);  in esp_process_event()
2041 static void esp_reset_cleanup_one(struct esp *esp, struct esp_cmd_entry *ent)  in esp_reset_cleanup_one()  argument
2043 	struct scsi_cmnd *cmd = ent->cmd;  in esp_reset_cleanup_one()
2046 	esp_free_lun_tag(ent, cmd->device->hostdata);  in esp_reset_cleanup_one()
2049 	if (ent->flags & ESP_CMD_FLAG_AUTOSENSE) {  in esp_reset_cleanup_one()
2050 		esp->ops->unmap_single(esp, ent->sense_dma,  in esp_reset_cleanup_one()
2052 		ent->sense_ptr = NULL;  in esp_reset_cleanup_one()
2056 	list_del(&ent->list);  in esp_reset_cleanup_one()
2057 	esp_put_ent(esp, ent);  in esp_reset_cleanup_one()
2070 	struct esp_cmd_entry *ent, *tmp;  in esp_reset_cleanup()  local
2073 	list_for_each_entry_safe(ent, tmp, &esp->queued_cmds, list) {  in esp_reset_cleanup()
2074 		struct scsi_cmnd *cmd = ent->cmd;  in esp_reset_cleanup()
2076 		list_del(&ent->list);  in esp_reset_cleanup()
2079 		esp_put_ent(esp, ent);  in esp_reset_cleanup()
2082 	list_for_each_entry_safe(ent, tmp, &esp->active_cmds, list) {  in esp_reset_cleanup()
2083 		if (ent == esp->active_cmd)  in esp_reset_cleanup()
2085 		esp_reset_cleanup_one(esp, ent);  in esp_reset_cleanup()
2508 	struct esp_cmd_entry *ent, *tmp;  in esp_eh_abort_handler()  local
2518 	ent = esp->active_cmd;  in esp_eh_abort_handler()
2519 	if (ent)  in esp_eh_abort_handler()
2522 			     ent->cmd, ent->cmd->cmnd[0]);  in esp_eh_abort_handler()
2523 	list_for_each_entry(ent, &esp->queued_cmds, list) {  in esp_eh_abort_handler()
2525 			     ent->cmd, ent->cmd->cmnd[0]);  in esp_eh_abort_handler()
2527 	list_for_each_entry(ent, &esp->active_cmds, list) {  in esp_eh_abort_handler()
2529 			     ent->cmd, ent->cmd->cmnd[0]);  in esp_eh_abort_handler()
2536 	ent = NULL;  in esp_eh_abort_handler()
2539 			ent = tmp;  in esp_eh_abort_handler()
2544 	if (ent) {  in esp_eh_abort_handler()
2548 		list_del(&ent->list);  in esp_eh_abort_handler()
2553 		esp_put_ent(esp, ent);  in esp_eh_abort_handler()
2560 	ent = esp->active_cmd;  in esp_eh_abort_handler()
2561 	if (ent && ent->cmd == cmd) {  in esp_eh_abort_handler()
2574 		ent->eh_done = &eh_done;  in esp_eh_abort_handler()
2601 		ent->eh_done = NULL;  in esp_eh_abort_handler()