aic79xx.seq revision 1da177e4c3f41524e886b7f1b8a0c1fc7321cac
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Adaptec U320 device driver firmware for Linux and FreeBSD. 31da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (c) 1994-2001 Justin T. Gibbs. 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (c) 2000-2002 Adaptec Inc. 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * All rights reserved. 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Redistribution and use in source and binary forms, with or without 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * modification, are permitted provided that the following conditions 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * are met: 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1. Redistributions of source code must retain the above copyright 121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * notice, this list of conditions, and the following disclaimer, 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * without modification. 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2. Redistributions in binary form must reproduce at minimum a disclaimer 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * substantially similar to the "NO WARRANTY" disclaimer below 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ("Disclaimer") and any redistribution must be conditioned upon 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * including a substantially similar Disclaimer requirement for further 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * binary redistribution. 191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3. Neither the names of the above-listed copyright holders nor the names 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of any contributors may be used to endorse or promote products derived 211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * from this software without specific prior written permission. 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Alternatively, this software may be distributed under the terms of the 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * GNU General Public License ("GPL") version 2 as published by the Free 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Software Foundation. 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NO WARRANTY 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * POSSIBILITY OF SUCH DAMAGES. 391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * $FreeBSD$ 411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsVERSION = "$Id: //depot/aic7xxx/aic7xxx/aic79xx.seq#99 $" 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsPATCH_ARG_LIST = "struct ahd_softc *ahd" 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsPREFIX = "ahd_" 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "aic79xx.reg" 481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "scsi_message.h" 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsrestart: 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsif ((ahd->bugs & AHD_INTCOLLISION_BUG) != 0) { 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTCODE, 0xFF jz idle_loop; 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(NO_SEQINT) 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop: 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_INTCOLLISION_BUG) != 0) { 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Convert ERROR status into a sequencer 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * interrupt to handle the case of an 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * interrupt collision on the hardware 631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * setting of HWERR. 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test ERROR, 0xFF jz no_error_set; 661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(SAW_HWERR) 671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsno_error_set: 681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISEQ0, ENSELO|ENARBO jnz idle_loop_checkbus; 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS2, SELECTOUT_QFROZEN jnz idle_loop_checkbus; 721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp WAITING_TID_HEAD[1], SCB_LIST_NULL je idle_loop_checkbus; 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ENSELO is cleared by a SELDO, so we must test for SELDO 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * one last time. 761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, SELDO jnz select_out; 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call start_selection; 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop_checkbus: 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, SELDO jnz select_out; 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, SELDI jnz select_in; 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, ~DATA_PHASE_MASK jz idle_loop_check_nonpackreq; 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGO, ATNO jz idle_loop_check_nonpackreq; 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call unexpected_nonpkt_phase_find_ctxt; 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop_check_nonpackreq: 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT2, NONPACKREQ jz . + 2; 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call unexpected_nonpkt_phase_find_ctxt; 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_FAINT_LED_BUG) != 0) { 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and A, FIFO0FREE|FIFO1FREE, DFFSTAT; 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A, FIFO0FREE|FIFO1FREE jne . + 3; 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SBLKCTL, ~DIAGLEDEN|DIAGLEDON; 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp . + 2; 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SBLKCTL, DIAGLEDEN|DIAGLEDON; 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_gsfifo_in_scsi_mode; 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_service_fifos; 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_cchan; 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp idle_loop; 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop_gsfifo: 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop_gsfifo_in_scsi_mode: 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LQISTAT2, LQIGSAVAIL jz return; 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We have received good status for this transaction. There may 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * still be data in our FIFOs draining to the host. Complete 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the SCB only if all data has transferred to the host. 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsgood_status_IU_done: 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, GSFIFO, 2; 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SCB_SCSI_STATUS; 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If a command completed before an attempted task management 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * function completed, notify the host after disabling any 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pending select-outs. 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_TASK_MANAGEMENT, 0xFF jz gsfifo_complete_normally; 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, SELDO|SELINGO jnz . + 2; 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SCSISEQ0, ~ENSELO; 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(TASKMGMT_CMD_CMPLT_OKAY) 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsgsfifo_complete_normally: 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_CONTROL, STATUS_RCVD; 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Since this status did not consume a FIFO, we have to 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * be a bit more dilligent in how we check for FIFOs pertaining 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to this transaction. There are two states that a FIFO still 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transferring data may be in. 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) Configured and draining to the host, with a FIFO handler. 1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) Pending cfg4data, fifo not empty. 1371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Case 1 can be detected by noticing a non-zero FIFO active 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * count in the SCB. In this case, we allow the routine servicing 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the FIFO to complete the SCB. 1411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Case 2 implies either a pending or yet to occur save data 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pointers for this same context in the other FIFO. So, if 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we detect case 1, we will properly defer the post of the SCB 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and achieve the desired result. The pending cfg4data will 1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * notice that status has been received and complete the SCB. 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_FIFO_USE_COUNT, 0xFF jnz idle_loop_gsfifo_in_scsi_mode; 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call complete; 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp idle_loop_gsfifo_in_scsi_mode; 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop_service_fifos: 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_DFF0, M_DFF0) 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LONGJMP_ADDR[1], INVALID_ADDR jnz idle_loop_next_fifo; 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call longjmp; 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop_next_fifo: 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_DFF1, M_DFF1) 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LONGJMP_ADDR[1], INVALID_ADDR jz longjmp; 1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsreturn: 1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret; 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_loop_cchan: 1641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_CCHAN, M_CCHAN) 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test QOFF_CTLSTA, HS_MAILBOX_ACT jz hs_mailbox_empty; 1661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or QOFF_CTLSTA, HS_MAILBOX_ACT; 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov LOCAL_HS_MAILBOX, HS_MAILBOX; 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldshs_mailbox_empty: 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 1701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSCBCTL, CCARREN|CCSCBEN jz scbdma_idle; 1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSCBCTL, CCSCBDIR jnz fetch_new_scb_inprog; 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSCBCTL, CCSCBDONE jz return; 1731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 1751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsscbdma_tohost_done: 1761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSCBCTL, CCARREN jz fill_qoutfifo_dmadone; 1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * An SCB has been succesfully uploaded to the host. 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If the SCB was uploaded for some reason other than 1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bad SCSI status (currently only for underruns), we 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * queue the SCB for normal completion. Otherwise, we 1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * wait until any select-out activity has halted, and 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then notify the host so that the transaction can be 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * dealt with. 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SCSI_STATUS, 0xff jnz scbdma_notify_host; 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and CCSCBCTL, ~(CCARREN|CCSCBEN); 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov COMPLETE_DMA_SCB_HEAD, SCB_NEXT_COMPLETE, 2; 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_NEXT_COMPLETE, COMPLETE_SCB_HEAD, 2; 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov COMPLETE_SCB_HEAD, SCBPTR, 2 ret; 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsscbdma_notify_host: 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISEQ0, ENSELO jnz return; 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, (SELDO|SELINGO) jnz return; 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_CCHAN, M_CCHAN) 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Remove SCB and notify host. 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and CCSCBCTL, ~(CCARREN|CCSCBEN); 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov COMPLETE_DMA_SCB_HEAD, SCB_NEXT_COMPLETE, 2; 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(BAD_SCB_STATUS) 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret; 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfill_qoutfifo_dmadone: 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and CCSCBCTL, ~(CCARREN|CCSCBEN); 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call qoutfifo_updated; 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi COMPLETE_SCB_DMAINPROG_HEAD[1], SCB_LIST_NULL; 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov QOUTFIFO_NEXT_ADDR, SCBHADDR, 4; 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test QOFF_CTLSTA, SDSCB_ROLLOVR jz return; 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov QOUTFIFO_NEXT_ADDR, SHARED_DATA_ADDR, 4; 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xor QOUTFIFO_ENTRY_VALID_TAG, QOUTFIFO_ENTRY_VALID_TOGGLE ret; 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsqoutfifo_updated: 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If there are more commands waiting to be dma'ed 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to the host, always coalesce. Otherwise honor the 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * host's wishes. 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp COMPLETE_DMA_SCB_HEAD[1], SCB_LIST_NULL jne coalesce_by_count; 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp COMPLETE_SCB_HEAD[1], SCB_LIST_NULL jne coalesce_by_count; 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LOCAL_HS_MAILBOX, ENINT_COALESCE jz issue_cmdcmplt; 2211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we have relatively few commands outstanding, don't 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bother waiting for another command to complete. 2251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CMDS_PENDING[1], 0xFF jnz coalesce_by_count; 2271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Add -1 so that jnc means <= not just < */ 2281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add A, -1, INT_COALESCING_MINCMDS; 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add NONE, A, CMDS_PENDING; 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnc issue_cmdcmplt; 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If coalescing, only coalesce up to the limit 2341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * provided by the host driver. 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscoalesce_by_count: 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, INT_COALESCING_MAXCMDS; 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add NONE, A, INT_COALESCING_CMDCOUNT; 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jc issue_cmdcmplt; 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If the timer is not currently active, 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * fire it up. 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test INTCTL, SWTMINTMASK jz return; 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SWTIMER, INT_COALESCING_TIMER, 2; 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSEQINTSTAT, CLRSEQ_SWTMRTO; 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or INTCTL, SWTMINTEN|SWTIMER_START; 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and INTCTL, ~SWTMINTMASK ret; 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsissue_cmdcmplt: 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi INTSTAT, CMDCMPLT; 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr INT_COALESCING_CMDCOUNT; 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or INTCTL, SWTMINTMASK ret; 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfetch_new_scb_inprog: 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSCBCTL, ARRDONE jz return; 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfetch_new_scb_done: 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and CCSCBCTL, ~(CCARREN|CCSCBEN); 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov REG0, SCBPTR, 2; 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr A; 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add CMDS_PENDING, 1; 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc CMDS_PENDING[1], A; 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_PKT_LUN_BUG) != 0) { 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * "Short Luns" are not placed into outgoing LQ 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * packets in the correct byte order. Use a full 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * sized lun field instead and fill it with the 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * one byte of lun information we support. 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SCB_PKT_LUN[6], SCB_LUN; 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The FIFO use count field is shared with the 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * tag set by the host so that our SCB dma engine 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * knows the correct location to store the SCB. 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Set it to zero before processing the SCB. 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SCB_FIFO_USE_COUNT; 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Update the next SCB address to download. */ 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov NEXT_QUEUED_SCB_ADDR, SCB_NEXT_SCB_BUSADDR, 4; 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCB_NEXT[1], SCB_LIST_NULL; 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCB_NEXT2[1], SCB_LIST_NULL; 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Increment our position in the QINFIFO. */ 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE, SNSCB_QOFF; 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCBs that want to send messages are always 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * queued independently. This ensures that they 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * are at the head of the SCB list to select out 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to a target and we will see the MK_MESSAGE flag. 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, MK_MESSAGE jnz first_new_target_scb; 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds shr SINDEX, 3, SCB_SCSIID; 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SINDEX, ~0x1; 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SINDEX[1], (WAITING_SCB_TAILS >> 8); 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov DINDEX, SINDEX, 2; 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, SINDIR, 2; 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov DINDIR, REG0, 2; 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SCBPTR[1], SCB_LIST_NULL je first_new_target_scb; 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_NEXT, REG0, 2 ret; 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfirst_new_target_scb: 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp WAITING_TID_HEAD[1], SCB_LIST_NULL je first_new_scb; 3031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, WAITING_TID_TAIL, 2; 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_NEXT2, REG0, 2; 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov WAITING_TID_TAIL, REG0, 2 ret; 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfirst_new_scb: 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov WAITING_TID_HEAD, REG0, 2; 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov WAITING_TID_TAIL, REG0, 2 ret; 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsscbdma_idle: 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Give precedence to downloading new SCBs to execute 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * unless select-outs are currently frozen. 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS2, SELECTOUT_QFROZEN jnz . + 2; 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test QOFF_CTLSTA, NEW_SCB_AVAIL jnz fetch_new_scb; 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp COMPLETE_DMA_SCB_HEAD[1], SCB_LIST_NULL jne dma_complete_scb; 3201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp COMPLETE_SCB_HEAD[1], SCB_LIST_NULL je return; 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 3221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfill_qoutfifo: 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 3241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Keep track of the SCBs we are dmaing just 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in case the DMA fails or is aborted. 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, QOUTFIFO_ENTRY_VALID_TAG; 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov COMPLETE_SCB_DMAINPROG_HEAD, COMPLETE_SCB_HEAD, 2; 3291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CCSCBCTL, CCSCBRESET; 3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBHADDR, QOUTFIFO_NEXT_ADDR, 4; 3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, COMPLETE_SCB_HEAD, 2; 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfill_qoutfifo_loop: 3331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov CCSCBRAM, SCBPTR; 3341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or CCSCBRAM, A, SCBPTR[1]; 3351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE, SDSCB_QOFF; 3361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds inc INT_COALESCING_CMDCOUNT; 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add CMDS_PENDING, -1; 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc CMDS_PENDING[1], -1; 3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SCB_NEXT_COMPLETE[1], SCB_LIST_NULL je fill_qoutfifo_done; 3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp CCSCBADDR, CCSCBADDR_MAX je fill_qoutfifo_done; 3411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test QOFF_CTLSTA, SDSCB_ROLLOVR jnz fill_qoutfifo_done; 3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, SCB_NEXT_COMPLETE, 2; 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp fill_qoutfifo_loop; 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfill_qoutfifo_done: 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SCBHCNT, CCSCBADDR; 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CCSCBCTL, CCSCBEN|CCSCBRESET; 3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov COMPLETE_SCB_HEAD, SCB_NEXT_COMPLETE, 2; 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCB_NEXT_COMPLETE[1], SCB_LIST_NULL ret; 3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfetch_new_scb: 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBHADDR, NEXT_QUEUED_SCB_ADDR, 4; 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CCARREN|CCSCBEN|CCSCBDIR|CCSCBRESET jmp dma_scb; 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdma_complete_scb: 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, COMPLETE_DMA_SCB_HEAD, 2; 3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBHADDR, SCB_BUSADDR, 4; 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CCARREN|CCSCBEN|CCSCBRESET jmp dma_scb; 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Either post or fetch an SCB from host memory. The caller 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is responsible for polling for transfer completion. 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Prerequisits: Mode == M_CCHAN 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SINDEX contains CCSCBCTL flags 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCBHADDR set to Host SCB address 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCBPTR set to SCB src location on "push" operations 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_CCHAN; 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_CCHAN; 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdma_scb: 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCBHCNT, SCB_TRANSFER_SIZE; 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov CCSCBCTL, SINDEX ret; 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssetjmp: 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov LONGJMP_ADDR, STACK, 2 ret; 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssetjmp_inline: 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov LONGJMP_ADDR, STACK, 2; 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldslongjmp: 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov STACK, LONGJMP_ADDR, 2 ret; 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*************************** Chip Bug Work Arounds ****************************/ 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Must disable interrupts when setting the mode pointer 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * register as an interrupt occurring mid update will 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * fail to store the new mode value for restoration on 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * an iret. 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsif ((ahd->bugs & AHD_SET_MODE_BUG) != 0) { 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsset_mode_work_around: 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SEQINTCTL, INTVEC1DSL; 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov MODE_PTR, SINDEX; 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SEQINTCTL ret; 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldstoggle_dff_mode_work_around: 3971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SEQINTCTL, INTVEC1DSL; 3981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xor MODE_PTR, MK_MODE(M_DFF1, M_DFF1); 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SEQINTCTL ret; 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsif ((ahd->bugs & AHD_INTCOLLISION_BUG) != 0) { 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsset_seqint_work_around: 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SEQINTCODE, SINDEX; 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SEQINTCODE, NO_SEQINT ret; 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/************************ Packetized LongJmp Routines *************************/ 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_SCSI; 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_SCSI; 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstart_selection: 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_SENT_SCB_UPDATE_BUG) != 0) { 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Razor #494 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Rev A hardware fails to update LAST/CURR/NEXTSCB 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * correctly after a packetized selection in several 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * situations: 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) If only one command existed in the queue, the 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LAST/CURR/NEXTSCB are unchanged. 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) In a non QAS, protocol allowed phase change, 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the queue is shifted 1 too far. LASTSCB is 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the last SCB that was correctly processed. 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3) In the QAS case, if the full list of commands 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * was successfully sent, NEXTSCB is NULL and neither 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * CURRSCB nor LASTSCB can be trusted. We must 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * manually walk the list counting MAXCMDCNT elements 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to find the last SCB that was sent correctly. 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * To simplify the workaround for this bug in SELDO 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * handling, we initialize LASTSCB prior to enabling 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * selection so we can rely on it even for case #1 above. 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov LASTSCB, WAITING_TID_HEAD, 2; 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov CURRSCB, WAITING_TID_HEAD, 2; 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, WAITING_TID_HEAD, 2; 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds shr SELOID, 4, SCB_SCSIID; 4431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we want to send a message to the device, ensure 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we are selecting with atn irregardless of our packetized 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * agreement. Since SPI4 only allows target reset or PPR 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * messages if this is a packetized connection, the change 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to our negotiation table entry for this selection will 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * be cleared when the message is acted on. 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, MK_MESSAGE jz . + 3; 4521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NEGOADDR, SELOID; 4531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or NEGCONOPTS, ENAUTOATNO; 4541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCSISEQ0, ENSELO ret; 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 4581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Allocate a FIFO for a non-packetized transaction. 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In RevA hardware, both FIFOs must be free before we 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * can allocate a FIFO for a non-packetized transaction. 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsallocate_fifo_loop: 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Do whatever work is required to free a FIFO. 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_service_fifos; 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsallocate_fifo: 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_NONPACKFIFO_BUG) != 0) { 4701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and A, FIFO0FREE|FIFO1FREE, DFFSTAT; 4711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A, FIFO0FREE|FIFO1FREE jne allocate_fifo_loop; 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFFSTAT, FIFO1FREE jnz allocate_fifo1; 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFFSTAT, FIFO0FREE jz allocate_fifo_loop; 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSTAT, B_CURRFIFO_0; 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_DFF0, M_DFF0) 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, ALLOCFIFO_SCBPTR, 2 ret; 4781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_SCSI; 4801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_SCSI; 4811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsallocate_fifo1: 4821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSTAT, CURRFIFO_1; 4831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_DFF1, M_DFF1) 4841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, ALLOCFIFO_SCBPTR, 2 ret; 4851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We have been reselected as an initiator 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * or selected as a target. 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_SCSI; 4911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_SCSI; 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsselect_in: 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_BUSFREEREV_BUG) != 0) { 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Test to ensure that the bus has not 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * already gone free prior to clearing 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any stale busfree status. This avoids 4981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a window whereby a busfree just after 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a selection could be missed. 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, BSYI jz . + 2; 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT1,CLRBUSFREE; 5031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SIMODE1, ENBUSFREE; 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SXFRCTL0, SPIOEN; 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SAVED_SCSIID, SELID_MASK, SELID; 5071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and A, OID, IOWNID; 5081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SAVED_SCSIID, A; 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT0, CLRSELDI; 5101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We have successfully selected out. 5141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Clear SELDO. 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Dequeue all SCBs sent from the waiting queue 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Requeue all SCBs *not* sent to the tail of the waiting queue 5181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Take Razor #494 into account for above. 5191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In Packetized Mode: 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Return to the idle loop. Our interrupt handler will take 5221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * care of any incoming L_Qs. 5231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In Non-Packetize Mode: 5251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Continue to our normal state machine. 5261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_SCSI; 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_SCSI; 5291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsselect_out: 5301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 5311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Clear out all SCBs that have been successfully sent. */ 5321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_SENT_SCB_UPDATE_BUG) != 0) { 5331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * For packetized, the LQO manager clears ENSELO on 5351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the assertion of SELDO. If we are non-packetized, 5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LASTSCB and CURRSCB are accurate. 5371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISEQ0, ENSELO jnz use_lastscb; 5391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The update is correct for LQOSTAT1 errors. All 5421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * but LQOBUSFREE are handled by kernel interrupts. 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we see LQOBUSFREE, return to the idle loop. 5441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Once we are out of the select_out critical section, 5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the kernel will cleanup the LQOBUSFREE and we will 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * eventually restart the selection if appropriate. 5471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LQOSTAT1, LQOBUSFREE jnz idle_loop; 5491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * On a phase change oustside of packet boundaries, 5521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LASTSCB points to the currently active SCB context 5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * on the bus. 5541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LQOSTAT2, LQOPHACHGOUTPKT jnz use_lastscb; 5561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If the hardware has traversed the whole list, NEXTSCB 5591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * will be NULL, CURRSCB and LASTSCB cannot be trusted, 5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * but MAXCMDCNT is accurate. If we stop part way through 5611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the list or only had one command to issue, NEXTSCB[1] is 5621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * not NULL and LASTSCB is the last command to go out. 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp NEXTSCB[1], SCB_LIST_NULL jne use_lastscb; 5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Brute force walk. 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, WAITING_TID_HEAD, 2; 5701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SEQINTCTL, INTVEC1DSL; 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi MODE_PTR, MK_MODE(M_CFG, M_CFG); 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, MAXCMDCNT; 5731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi MODE_PTR, MK_MODE(M_SCSI, M_SCSI); 5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SEQINTCTL; 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfind_lastscb_loop: 5761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dec A; 5771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test A, 0xFF jz found_last_sent_scb; 5781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, SCB_NEXT, 2; 5791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp find_lastscb_loop; 5801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsuse_lastscb: 5811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, LASTSCB, 2; 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfound_last_sent_scb: 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov CURRSCB, SCBPTR, 2; 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscurscb_ww_done: 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, CURRSCB, 2; 5871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Requeue any SCBs not sent, to the tail of the waiting Q. 5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SCB_NEXT[1], SCB_LIST_NULL je select_out_list_done; 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We know that neither the per-TID list nor the list of 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * TIDs is empty. Use this knowledge to our advantage. 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov REG0, SCB_NEXT, 2; 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, WAITING_TID_TAIL, 2; 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_NEXT2, REG0, 2; 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov WAITING_TID_TAIL, REG0, 2; 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp select_out_inc_tid_q; 6031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsselect_out_list_done: 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The whole list made it. Just clear our TID's tail pointer 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * unless we were queued independently due to our need to 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * send a message. 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, MK_MESSAGE jnz select_out_inc_tid_q; 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds shr DINDEX, 3, SCB_SCSIID; 6121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DINDEX, 1; /* Want only the second byte */ 6131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DINDEX[1], ((WAITING_SCB_TAILS) >> 8); 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DINDIR, SCB_LIST_NULL; 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsselect_out_inc_tid_q: 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, WAITING_TID_HEAD, 2; 6171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov WAITING_TID_HEAD, SCB_NEXT2, 2; 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp WAITING_TID_HEAD[1], SCB_LIST_NULL jne . + 2; 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi WAITING_TID_TAIL[1], SCB_LIST_NULL; 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, CURRSCB, 2; 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT0, CLRSELDO; 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LQOSTAT2, LQOPHACHGOUTPKT jnz unexpected_nonpkt_phase; 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LQOSTAT1, LQOPHACHGINPKT jnz unexpected_nonpkt_phase; 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If this is a packetized connection, return to our 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * idle_loop and let our interrupt handler deal with 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any connection setup/teardown issues. The only 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * exceptions are the case of MK_MESSAGE and task management 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCBs. 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_LQO_ATNO_BUG) != 0) { 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In the A, the LQO manager transitions to LQOSTOP0 even if 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we have selected out with ATN asserted and the target 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * REQs in a non-packet phase. 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, MK_MESSAGE jz select_out_no_message; 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGO, ATNO jnz select_out_non_packetized; 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsselect_out_no_message: 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LQOSTAT2, LQOSTOP0 jz select_out_non_packetized; 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_TASK_MANAGEMENT, 0xFF jz idle_loop; 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(TASKMGMT_FUNC_COMPLETE) 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp idle_loop; 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsselect_out_non_packetized: 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Non packetized request. */ 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SCSISEQ0, ~ENSELO; 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_BUSFREEREV_BUG) != 0) { 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Test to ensure that the bus has not 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * already gone free prior to clearing 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any stale busfree status. This avoids 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a window whereby a busfree just after 6561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a selection could be missed. 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, BSYI jz . + 2; 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT1,CLRBUSFREE; 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SIMODE1, ENBUSFREE; 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SAVED_SCSIID, SCB_SCSIID; 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SAVED_LUN, SCB_LUN; 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SEQ_FLAGS, NO_CDB_SENT; 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SXFRCTL0, SPIOEN; 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * As soon as we get a successful selection, the target 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * should go into the message out phase since we have ATN 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * asserted. 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi MSG_OUT, MSG_IDENTIFYFLAG; 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Main loop for information transfer phases. Wait for the 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * target to assert REQ before checking MSG, C/D and I/O for 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the bus phase. 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_phasemis: 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsITloop: 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call phase_lock; 6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, LASTPHASE; 6851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test A, ~P_DATAIN_DT jz p_data; 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,P_COMMAND je p_command; 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,P_MESGOUT je p_mesgout; 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,P_STATUS je p_status; 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,P_MESGIN je p_mesgin; 6911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(BAD_PHASE) 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; /* Try reading the bus again. */ 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Command phase. Set up the DMA registers and let 'er rip. 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_command: 6991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, NOT_IDENTIFIED jz p_command_okay; 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(PROTO_VIOLATION) 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_command_okay: 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MODE_PTR, ~(MK_MODE(M_DFF1, M_DFF1)) 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnz p_command_allocate_fifo; 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Command retry. Free our current FIFO and 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * re-allocate a FIFO so transfer state is 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * reset. 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, RSTCHN|CLRSHCNT; 7121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 7131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_command_allocate_fifo: 7141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov ALLOCFIFO_SCBPTR, SCBPTR, 2; 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call allocate_fifo; 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add NONE, -17, SCB_CDB_LEN; 7191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnc p_command_embedded; 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_command_from_host: 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HADDR[0], SCB_HOST_CDB_PTR, 9; 7221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SG_CACHE_PRE, LAST_SEG; 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFCNTRL, (PRELOADEN|SCSIEN|HDMAEN); 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp p_command_xfer; 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_command_embedded: 7261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SHCNT[0], SCB_CDB_LEN, 1; 7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov DFDAT, SCB_CDB_STORE, 16; 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFCNTRL, SCSIEN; 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_command_xfer: 7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SEQ_FLAGS, ~NO_CDB_SENT; 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->features & AHD_FAST_CDB_DELIVERY) != 0) { 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * To speed up CDB delivery in Rev B, all CDB acks 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * are "released" to the output sync as soon as the 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * command phase starts. There is only one problem 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * with this approach. If the target changes phase 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * before all data are sent, we have left over acks 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that can go out on the bus in a data phase. Due 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to other chip contraints, this only happens if 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the target goes to data-in, but if the acks go 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * out before we can test SDONE, we'll think that 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the transfer has completed successfully. Work 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * around this by taking advantage of the 400ns or 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 800ns dead time between command phase and the REQ 7451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of the new phase. If the transfer has completed 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * successfully, SCSIEN should fall *long* before we 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * see a phase change. We thus treat any phasemiss 7481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that occurs before SCSIEN falls as an incomplete 7491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transfer. 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1, PHASEMIS jnz p_command_xfer_failed; 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, SCSIEN jnz . - 1; 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, SCSIEN jnz .; 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * DMA Channel automatically disabled. 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Don't allow a data phase if the command 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * was not fully transferred. 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT2, SDONE jnz ITloop; 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_command_xfer_failed: 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQ_FLAGS, NO_CDB_SENT; 7641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 7651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 7681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Status phase. Wait for the data byte to appear, then read it 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and store it into the SCB. 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_SCSI; 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_SCSI; 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_status: 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS,NOT_IDENTIFIED jnz mesgin_proto_violation; 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_status_okay: 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SCB_SCSI_STATUS, SCSIDAT; 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_CONTROL, STATUS_RCVD; 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Message out phase. If MSG_OUT is MSG_IDENTIFYFLAG, build a full 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * indentify message sequence and send it to the target. The host may 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * override this behavior by setting the MK_MESSAGE bit in the SCB 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * control byte. This will cause us to interrupt the host and allow 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * it to handle the message phase completely on its own. If the bit 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * associated with this target is set, we will also interrupt the host, 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * thereby allowing it to send a message on the next selection regardless 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of the transaction being sent. 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If MSG_OUT is == HOST_MSG, also interrupt the host and take a message. 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This is done to allow the host to send messages outside of an identify 7921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * sequence while protecting the seqencer from testing the MK_MESSAGE bit 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * on an SCB that might not be for the current nexus. (For example, a 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * BDR message in responce to a bad reselection would leave us pointed to 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * an SCB that doesn't have anything to do with the current target). 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Otherwise, treat MSG_OUT as a 1 byte message to send (abort, abort tag, 7981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bus device reset). 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When there are no messages to send, MSG_OUT should be set to MSG_NOOP, 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in case the target decides to put us in this phase for some strange 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * reason. 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgout_retry: 8051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Turn on ATN for the retry */ 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCSISIGO, ATNO; 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgout: 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SINDEX, MSG_OUT; 8091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SINDEX, MSG_IDENTIFYFLAG jne p_mesgout_from_host; 8101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL,MK_MESSAGE jnz host_message_loop; 8111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgout_identify: 8121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SINDEX, MSG_IDENTIFYFLAG|DISCENB, SCB_LUN; 8131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, DISCENB jnz . + 2; 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SINDEX, ~DISCENB; 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 8161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Send a tag message if TAG_ENB is set in the SCB control block. 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Use SCB_NONPACKET_TAG as the tag value. 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgout_tag: 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL,TAG_ENB jz p_mesgout_onebyte; 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SCSIDAT, SINDEX; /* Send the identify message */ 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call phase_lock; 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp LASTPHASE, P_MESGOUT jne p_mesgout_done; 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SCSIDAT,TAG_ENB|SCB_TAG_TYPE,SCB_CONTROL; 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call phase_lock; 8261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp LASTPHASE, P_MESGOUT jne p_mesgout_done; 8271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SCBPTR jmp p_mesgout_onebyte; 8281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 8291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Interrupt the driver, and allow it to handle this message 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * phase and any required retries. 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgout_from_host: 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SINDEX, HOST_MSG jne p_mesgout_onebyte; 8341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp host_message_loop; 8351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgout_onebyte: 8371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT1, CLRATNO; 8381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SCSIDAT, SINDEX; 8391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If the next bus phase after ATN drops is message out, it means 8421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that the target is requesting that the last message(s) be resent. 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call phase_lock; 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp LASTPHASE, P_MESGOUT je p_mesgout_retry; 8461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgout_done: 8481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT1,CLRATNO; /* Be sure to turn ATNO off */ 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov LAST_MSG, MSG_OUT; 8501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi MSG_OUT, MSG_NOOP; /* No message left */ 8511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 8521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 8541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Message in phase. Bytes are read using Automatic PIO mode. 8551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_mesgin: 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* read the 1st message byte */ 8581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi ACCUM call inb_first; 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test A,MSG_IDENTIFYFLAG jnz mesgin_identify; 8611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,MSG_DISCONNECT je mesgin_disconnect; 8621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,MSG_SAVEDATAPOINTER je mesgin_sdptrs; 8631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp ALLZEROS,A je mesgin_complete; 8641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,MSG_RESTOREPOINTERS je mesgin_rdptrs; 8651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,MSG_IGN_WIDE_RESIDUE je mesgin_ign_wide_residue; 8661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A,MSG_NOOP je mesgin_done; 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 8691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Pushed message loop to allow the kernel to 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * run it's own message state engine. To avoid an 8711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * extra nop instruction after signaling the kernel, 8721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we perform the phase_lock before checking to see 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * if we should exit the loop and skip the phase_lock 8741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in the ITloop. Performing back to back phase_locks 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * shouldn't hurt, but why do it twice... 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldshost_message_loop: 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call phase_lock; /* Benign the first time through. */ 8791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(HOST_MSG_LOOP) 8801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp RETURN_1, EXIT_MSG_LOOP je ITloop; 8811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp RETURN_1, CONT_MSG_LOOP_WRITE jne . + 3; 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SCSIDAT, RETURN_2; 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp host_message_loop; 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Must be CONT_MSG_LOOP_READ */ 8851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE, SCSIDAT; /* ACK Byte */ 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp host_message_loop; 8871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_ign_wide_residue: 8891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SAVED_MODE, MODE_PTR; 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 8911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds shr NEGOADDR, 4, SAVED_SCSIID; 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, NEGCONOPTS; 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RESTORE_MODE(SAVED_MODE) 8941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test A, WIDEXFER jz mesgin_reject; 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Pull the residue byte */ 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi REG0 call inb_next; 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp REG0, 0x01 jne mesgin_reject; 8981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_SGPTR[0], SG_LIST_NULL jz . + 2; 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_TASK_ATTRIBUTE, SCB_XFERLEN_ODD jnz mesgin_done; 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(IGN_WIDE_RES) 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp mesgin_done; 9021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_proto_violation: 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(PROTO_VIOLATION) 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp mesgin_done; 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_reject: 9071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi MSG_MESSAGE_REJECT call mk_mesg; 9081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_done: 9091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE,SCSIDAT; /*dummy read from latch to ACK*/ 9101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define INDEX_DISC_LIST(scsiid, lun) \ 9131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and A, 0xC0, scsiid; \ 9141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCBPTR, A, lun; \ 9151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SCBPTR[1]; \ 9161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SINDEX, 0x30, scsiid; \ 9171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds shr SINDEX, 3; /* Multiply by 2 */ \ 9181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add SINDEX, (SCB_DISCONNECTED_LISTS & 0xFF); \ 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SINDEX[1], ((SCB_DISCONNECTED_LISTS >> 8) & 0xFF) 9201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_identify: 9221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 9231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Determine whether a target is using tagged or non-tagged 9241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transactions by first looking at the transaction stored in 9251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the per-device, disconnected array. If there is no untagged 9261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transaction for this target, this must be a tagged transaction. 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SAVED_LUN, MSG_IDENTIFY_LUNMASK, A; 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INDEX_DISC_LIST(SAVED_SCSIID, SAVED_LUN); 9301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov DINDEX, SINDEX, 2; 9311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov REG0, SINDIR, 2; 9321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp REG0[1], SCB_LIST_NULL je snoop_tag; 9331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Untagged. Clear the busy table entry and setup the SCB. */ 9341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov DINDIR, ALLONES, 2; 9351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, REG0, 2; 9361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp setup_SCB; 9371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Here we "snoop" the bus looking for a SIMPLE QUEUE TAG message. 9401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we get one, we use the tag returned to find the proper 9411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCB. After receiving the tag, look for the SCB at SCB locations tag and 9421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * tag + 256. 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssnoop_tag: 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_SEQUENCER_DEBUG) != 0) { 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQ_FLAGS, 0x80; 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE, SCSIDAT; /* ACK Identify MSG */ 9491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call phase_lock; 9501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_SEQUENCER_DEBUG) != 0) { 9511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQ_FLAGS, 0x1; 9521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp LASTPHASE, P_MESGIN jne not_found_ITloop; 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_SEQUENCER_DEBUG) != 0) { 9551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQ_FLAGS, 0x2; 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SCSIBUS, MSG_SIMPLE_Q_TAG jne not_found; 9581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsget_tag: 9591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SCBPTR[1]; 9601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCBPTR call inb_next; /* tag value */ 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsverify_scb: 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL,DISCONNECTED jz verify_other_scb; 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, SAVED_SCSIID; 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SCB_SCSIID, A jne verify_other_scb; 9651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, SAVED_LUN; 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SCB_LUN, A je setup_SCB_disconnected; 9671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsverify_other_scb: 9681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xor SCBPTR[1], 1; 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCBPTR[1], 0xFF jnz verify_scb; 9701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp not_found; 9711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 9731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Ensure that the SCB the tag points to is for 9741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * an SCB transaction to the reconnecting target. 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssetup_SCB: 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_SEQUENCER_DEBUG) != 0) { 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQ_FLAGS, 0x10; 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL,DISCONNECTED jz not_found; 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssetup_SCB_disconnected: 9821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SCB_CONTROL,~DISCONNECTED; 9831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SEQ_FLAGS; /* make note of IDENTIFY */ 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SGPTR, SG_LIST_NULL jnz . + 3; 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov ALLOCFIFO_SCBPTR, SCBPTR, 2; 9861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call allocate_fifo; 9871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* See if the host wants to send a message upon reconnection */ 9881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, MK_MESSAGE jz mesgin_done; 9891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi HOST_MSG call mk_mesg; 9901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp mesgin_done; 9911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsnot_found: 9931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(NO_MATCH) 9941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp mesgin_done; 9951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsnot_found_ITloop: 9971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(NO_MATCH) 9981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 9991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We received a "command complete" message. Put the SCB on the complete 10021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * queue and trigger a completion interrupt via the idle loop. Before doing 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * so, check to see if there 10041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is a residual or the status byte is something other than STATUS_GOOD (0). 10051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In either of these conditions, we upload the SCB back to the host so it can 10061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * process this information. In the case of a non zero status byte, we 10071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * additionally interrupt the kernel driver synchronously, allowing it to 10081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * decide if sense should be retrieved. If the kernel driver wishes to request 10091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * sense, it will fill the kernel SCB with a request sense command, requeue 10101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * it to the QINFIFO and tell us not to post to the QOUTFIFO by setting 10111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * RETURN_1 to SEND_SENSE. 10121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_complete: 10141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 10161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If ATN is raised, we still want to give the target a message. 10171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Perhaps there was a parity error on this last message byte. 10181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Either way, the target should take us to message out phase 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and then attempt to complete the command again. We should use a 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * critical section here to guard against a timeout triggering 10211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * for this command and setting ATN while we are still processing 10221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the completion. 10231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, ATNI jnz mesgin_done; 10241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 10271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we are identified and have successfully sent the CDB, 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any status will do. Optimize this fast path. 10291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, STATUS_RCVD jz mesgin_proto_violation; 10311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, NOT_IDENTIFIED|NO_CDB_SENT jz complete_accepted; 10321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If the target never sent an identify message but instead went 10351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to mesgin to give an invalid message, let the host abort us. 10361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, NOT_IDENTIFIED jnz mesgin_proto_violation; 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 10401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we recevied good status but never successfully sent the 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cdb, abort the command. 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SCSI_STATUS,0xff jnz complete_accepted; 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, NO_CDB_SENT jnz mesgin_proto_violation; 10451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscomplete_accepted: 10461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * See if we attempted to deliver a message but the target ingnored us. 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, MK_MESSAGE jz complete_nomsg; 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(MKMSG_FAILED) 10521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscomplete_nomsg: 10531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call queue_scb_completion; 10541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp await_busfree; 10551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsfreeze_queue: 10571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Cancel any pending select-out. */ 10581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, SELDO|SELINGO jnz . + 2; 10591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SCSISEQ0, ~ENSELO; 10601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov ACCUM_SAVE, A; 10611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr A; 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add QFREEZE_COUNT, 1; 10631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc QFREEZE_COUNT[1], A; 10641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQ_FLAGS2, SELECTOUT_QFROZEN; 10651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, ACCUM_SAVE ret; 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Complete the current FIFO's SCB if data for this same 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCB is not transferring in the other FIFO. 10701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 10731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_complete_scb_if_fifos_idle: 10741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov ARG_1, SCBPTR, 2; 10751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN; 10761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 10771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, ARG_1, 2; 10781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_FIFO_USE_COUNT, 0xFF jnz return; 10791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsqueue_scb_completion: 10801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SCSI_STATUS,0xff jnz bad_status; 10811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 10821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Check for residuals 10831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SGPTR, SG_LIST_NULL jnz complete; /* No xfer */ 10851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SGPTR, SG_FULL_RESID jnz upload_scb;/* Never xfered */ 10861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_SGPTR, SG_LIST_NULL jz upload_scb; 10871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscomplete: 10881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_NEXT_COMPLETE, COMPLETE_SCB_HEAD, 2; 10891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov COMPLETE_SCB_HEAD, SCBPTR, 2 ret; 10901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsbad_status: 10911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp SCB_SCSI_STATUS, STATUS_PKT_SENSE je upload_scb; 10921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call freeze_queue; 10931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsupload_scb: 10941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 10951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Restore SCB TAG since we reuse this field 10961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in the sequencer. We don't want to corrupt 10971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * it on the host. 10981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_TAG, SCBPTR, 2; 11001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_NEXT_COMPLETE, COMPLETE_DMA_SCB_HEAD, 2; 11011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov COMPLETE_DMA_SCB_HEAD, SCBPTR, 2; 11021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_SGPTR, SG_STATUS_VALID ret; 11031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 11051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Is it a disconnect message? Set a flag in the SCB to remind us 11061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and await the bus going free. If this is an untagged transaction 11071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * store the SCB id for it in our untagged target table for lookup on 11081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a reselction. 11091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_disconnect: 11111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 11121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If ATN is raised, we still want to give the target a message. 11131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Perhaps there was a parity error on this last message byte 11141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * or we want to abort this command. Either way, the target 11151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * should take us to message out phase and then attempt to 11161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * disconnect again. 11171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * XXX - Wait for more testing. 11181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, ATNI jnz mesgin_done; 11191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, NOT_IDENTIFIED|NO_CDB_SENT 11211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnz mesgin_proto_violation; 11221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_CONTROL,DISCONNECTED; 11231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, TAG_ENB jnz await_busfree; 11241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsqueue_disc_scb: 11251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov REG0, SCBPTR, 2; 11261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INDEX_DISC_LIST(SAVED_SCSIID, SAVED_LUN); 11271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov DINDEX, SINDEX, 2; 11281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov DINDIR, REG0, 2; 11291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCBPTR, REG0, 2; 11301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 11311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsawait_busfree: 11321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SIMODE1, ~ENBUSFREE; 11331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_BUSFREEREV_BUG) == 0) { 11341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 11351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In the BUSFREEREV_BUG case, the 11361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * busfree status was cleared at the 11371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * beginning of the connection. 11381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT1,CLRBUSFREE; 11401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE, SCSIDAT; /* Ack the last byte */ 11421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MODE_PTR, ~(MK_MODE(M_DFF1, M_DFF1)) 11431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnz await_busfree_not_m_dff; 11441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 11451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 11461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsawait_busfree_clrchn: 11471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN; 11481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsawait_busfree_not_m_dff: 11491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call clear_target_state; 11501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1,REQINIT|BUSFREE jz .; 11511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1, BUSFREE jnz idle_loop; 11521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(MISSED_BUSFREE) 11531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 11561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Save data pointers message: 11571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copying RAM values back to SCB, for Save Data Pointers message, but 11581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * only if we've actually been into a data phase to change them. This 11591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * protects against bogus data in scratch ram and the residual counts 11601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * since they are only initialized when we go into data_in or data_out. 11611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Ack the message as soon as possible. 11621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 11641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 11651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_sdptrs: 11661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE,SCSIDAT; /*dummy read from latch to ACK*/ 11671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, DPHASE jz ITloop; 11681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call save_pointers; 11691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 11701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssave_pointers: 11721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 11731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we are asked to save our position at the end of the 11741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transfer, just mark us at the end rather than perform a 11751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * full save. 11761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_SGPTR[0], SG_LIST_NULL jz save_pointers_full; 11781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_SGPTR, SG_LIST_NULL ret; 11791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssave_pointers_full: 11811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 11821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The SCB_DATAPTR becomes the current SHADDR. 11831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * All other information comes directly from our residual 11841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * state. 11851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_DATAPTR, SHADDR, 8; 11871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_DATACNT, SCB_RESIDUAL_DATACNT, 8 ret; 11881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 11901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Restore pointers message? Data pointers are recopied from the 11911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCB anytime we enter a data phase for the first time, so all 11921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we need to do is clear the DPHASE flag and let the data phase 11931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * code do the rest. We also reset/reallocate the FIFO to make 11941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * sure we have a clean start for the next data or command phase. 11951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmesgin_rdptrs: 11971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SEQ_FLAGS, ~DPHASE; 11981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MODE_PTR, ~(MK_MODE(M_DFF1, M_DFF1)) jnz msgin_rdptrs_get_fifo; 11991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, RSTCHN|CLRSHCNT; 12001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 12011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmsgin_rdptrs_get_fifo: 12021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call allocate_fifo; 12031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp mesgin_done; 12041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsclear_target_state: 12061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi LASTPHASE, P_BUSFREE; 12071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* clear target specific flags */ 12081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SEQ_FLAGS, NOT_IDENTIFIED|NO_CDB_SENT ret; 12091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsphase_lock: 12111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_EARLY_REQ_BUG) != 0) { 12121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 12131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Don't ignore persistent REQ assertions just because 12141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * they were asserted within the bus settle delay window. 12151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This allows us to tolerate devices like the GEM318 12161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that violate the SCSI spec. We are careful not to 12171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * count REQ while we are waiting for it to fall during 12181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * an async phase due to our asserted ACK. Each 12191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * sequencer instruction takes ~25ns, so the REQ must 12201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * last at least 100ns in order to be counted as a true 12211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * REQ. 12221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, 0xFF jnz phase_locked; 12241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, ACKI jnz phase_lock; 12251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, REQI jz phase_lock; 12261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, 0xFF jnz phase_locked; 12271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, ACKI jnz phase_lock; 12281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGI, REQI jz phase_lock; 12291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsphase_locked: 12301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 12311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, 0xFF jz .; 12321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1, SCSIPERR jnz phase_lock; 12341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsphase_lock_latch_phase: 12351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and LASTPHASE, PHASE_MASK, SCSISIGI ret; 12361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 12381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Functions to read data in Automatic PIO mode. 12391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 12401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * An ACK is not sent on input from the target until SCSIDATL is read from. 12411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * So we wait until SCSIDATL is latched (the usual way), then read the data 12421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * byte directly off the bus using SCSIBUSL. When we have pulled the ATN 12431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * line, or we just want to acknowledge the byte, then we do a dummy read 12441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * from SCISDATL. The SCSI spec guarantees that the target will hold the 12451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * data byte on the bus until we send our ACK. 12461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 12471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The assumption here is that these are called in a particular sequence, 12481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and that REQ is already set when inb_first is called. inb_{first,next} 12491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * use the same calling convention as inb. 12501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsinb_next: 12521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE,SCSIDAT; /*dummy read from latch to ACK*/ 12531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsinb_next_wait: 12541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 12551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If there is a parity error, wait for the kernel to 12561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * see the interrupt and prepare our message response 12571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * before continuing. 12581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, 0xFF jz .; 12601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1, SCSIPERR jnz inb_next_wait; 12611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsinb_next_check_phase: 12621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and LASTPHASE, PHASE_MASK, SCSISIGI; 12631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp LASTPHASE, P_MESGIN jne mesgin_phasemis; 12641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsinb_first: 12651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr DINDEX[1]; 12661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov DINDEX,SINDEX; 12671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov DINDIR,SCSIBUS ret; /*read byte directly from bus*/ 12681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsinb_last: 12691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov NONE,SCSIDAT ret; /*dummy read from latch to ACK*/ 12701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmk_mesg: 12721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCSISIGO, ATNO; 12731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov MSG_OUT,SINDEX ret; 12741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 12761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 12771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdisable_ccsgen: 12781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_STATE, FETCH_INPROG jz disable_ccsgen_fetch_done; 12791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr CCSGCTL; 12801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdisable_ccsgen_fetch_done: 12811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SG_STATE ret; 12821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsservice_fifo: 12841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 12851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Do we have any prefetch left??? 12861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_STATE, SEGS_AVAIL jnz idle_sg_avail; 12881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 12901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Can this FIFO have access to the S/G cache yet? 12911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSGCTL, SG_CACHE_AVAIL jz return; 12931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Did we just finish fetching segs? */ 12951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSGCTL, CCSGDONE jnz idle_sgfetch_complete; 12961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Are we actively fetching segments? */ 12981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test CCSGCTL, CCSGENACK jnz return; 12991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 13011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We fetch a "cacheline aligned" and sized amount of data 13021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * so we don't end up referencing a non-existant page. 13031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Cacheline aligned is in quotes because the kernel will 13041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * set the prefetch amount to a reasonable level if the 13051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cacheline size is unknown. 13061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SGHADDR, SCB_RESIDUAL_SGPTR, 4; 13081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SGHCNT, SG_PREFETCH_CNT; 13091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_REG_SLOW_SETTLE_BUG) != 0) { 13101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 13111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Need two instruction between "touches" of SGHADDR. 13121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nop; 13141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SGHADDR[0], SG_PREFETCH_ALIGN_MASK, SCB_RESIDUAL_SGPTR; 13161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CCSGCTL, CCSGEN|CCSGRESET; 13171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SG_STATE, FETCH_INPROG ret; 13181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_sgfetch_complete: 13191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 13201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Guard against SG_CACHE_AVAIL activating during sg fetch 13211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * request in the other FIFO. 13221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_STATE, FETCH_INPROG jz return; 13241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr CCSGCTL; 13251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and CCSGADDR, SG_PREFETCH_ADDR_MASK, SCB_RESIDUAL_SGPTR; 13261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SG_STATE, SEGS_AVAIL|LOADING_NEEDED; 13271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsidle_sg_avail: 13281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Does the hardware have space for another SG entry? */ 13291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, PRELOAD_AVAIL jz return; 13301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 13311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * On the A, preloading a segment before HDMAENACK 13321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * comes true can clobber the shaddow address of the 13331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * first segment in the S/G FIFO. Wait until it is 13341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * safe to proceed. 13351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->features & AHD_NEW_DFCNTRL_OPTS) == 0) { 13371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, HDMAENACK jz return; 13381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_64BIT_ADDRESSING) != 0) { 13401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HADDR, CCSGRAM, 8; 13411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 13421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HADDR, CCSGRAM, 4; 13431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HCNT, CCSGRAM, 3; 13451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_RESIDUAL_DATACNT[3], CCSGRAM, 1; 13461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_39BIT_ADDRESSING) != 0) { 13471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and HADDR[4], SG_HIGH_ADDR_BITS, SCB_RESIDUAL_DATACNT[3]; 13481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_64BIT_ADDRESSING) != 0) { 13501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Skip 4 bytes of pad. */ 13511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add CCSGADDR, 4; 13521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssg_advance: 13541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr A; /* add sizeof(struct scatter) */ 13551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add SCB_RESIDUAL_SGPTR[0],SG_SIZEOF; 13561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc SCB_RESIDUAL_SGPTR[1],A; 13571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc SCB_RESIDUAL_SGPTR[2],A; 13581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc SCB_RESIDUAL_SGPTR[3],A; 13591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SINDEX, SCB_RESIDUAL_SGPTR[0]; 13601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_DATACNT[3], SG_LAST_SEG jz . + 3; 13611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SINDEX, LAST_SEG; 13621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SG_STATE; 13631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SG_CACHE_PRE, SINDEX; 13641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->features & AHD_NEW_DFCNTRL_OPTS) != 0) { 13651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 13661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Use SCSIENWRDIS so that SCSIEN is never 13671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * modified by this operation. 13681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFCNTRL, PRELOADEN|HDMAEN|SCSIENWRDIS; 13701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 13711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFCNTRL, PRELOADEN|HDMAEN; 13721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 13741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Do we have another segment in the cache? 13751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add NONE, SG_PREFETCH_CNT_LIMIT, CCSGADDR; 13771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnc return; 13781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SG_STATE, ~SEGS_AVAIL ret; 13791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 13811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Initialize the DMA address and counter from the SCB. 13821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsload_first_seg: 13841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HADDR, SCB_DATAPTR, 11; 13851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and REG_ISR, ~SG_FULL_RESID, SCB_SGPTR[0]; 13861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_DATACNT[3], SG_LAST_SEG jz . + 2; 13871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or REG_ISR, LAST_SEG; 13881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SG_CACHE_PRE, REG_ISR; 13891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFCNTRL, (PRELOADEN|SCSIEN|HDMAEN); 13901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 13911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Since we've are entering a data phase, we will 13921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * rely on the SCB_RESID* fields. Initialize the 13931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * residual and clear the full residual flag. 13941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SCB_SGPTR[0], ~SG_FULL_RESID; 13961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_RESIDUAL_DATACNT[3], SCB_DATACNT[3], 5; 13971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If we need more S/G elements, tell the idle loop */ 13981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_DATACNT[3], SG_LAST_SEG jnz . + 2; 13991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SG_STATE, LOADING_NEEDED ret; 14001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SG_STATE ret; 14011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_data_handle_xfer: 14031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 14041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_STATE, LOADING_NEEDED jnz service_fifo; 14051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_data_clear_handler: 14061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR ret; 14071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_data: 14091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, NOT_IDENTIFIED|NO_CDB_SENT jz p_data_allowed; 14101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(PROTO_VIOLATION) 14111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_data_allowed: 14121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, DPHASE jz data_phase_initialize; 14141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 14161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we re-enter the data phase after going through another 14171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * phase, our transfer location has almost certainly been 14181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * corrupted by the interveining, non-data, transfers. Ask 14191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the host driver to fix us up based on the transfer residual 14201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * unless we already know that we should be bitbucketing. 14211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_SGPTR[0], SG_LIST_NULL jnz p_data_bitbucket; 14231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(PDATA_REINIT) 14241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp data_phase_inbounds; 14251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsp_data_bitbucket: 14271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 14281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Turn on `Bit Bucket' mode, wait until the target takes 14291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * us to another phase, and then notify the host. 14301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SAVED_MODE, MODE_PTR; 14321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MODE_PTR, ~(MK_MODE(M_DFF1, M_DFF1)) 14331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnz bitbucket_not_m_dff; 14341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 14351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Ensure that any FIFO contents are cleared out and the 14361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * FIFO free'd prior to starting the BITBUCKET. BITBUCKET 14371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * doesn't discard data already in the FIFO. 14381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, RSTCHN|CLRSHCNT; 14401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 14411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsbitbucket_not_m_dff: 14421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SXFRCTL1,BITBUCKET; 14431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Wait for non-data phase. */ 14441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, ~DATA_PHASE_MASK jz .; 14451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SXFRCTL1, ~BITBUCKET; 14461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RESTORE_MODE(SAVED_MODE) 14471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 14481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 14491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(DATA_OVERRUN) 14501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 14511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdata_phase_initialize: 14531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SGPTR[0], SG_LIST_NULL jnz p_data_bitbucket; 14541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call load_first_seg; 14551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdata_phase_inbounds: 14561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* We have seen a data phase at least once. */ 14571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQ_FLAGS, DPHASE; 14581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov SAVED_MODE, MODE_PTR; 14591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_STATE, LOADING_NEEDED jz data_group_dma_loop; 14601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call p_data_handle_xfer; 14611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdata_group_dma_loop: 14621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 14631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The transfer is complete if either the last segment 14641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * completes or the target changes phase. Both conditions 14651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * will clear SCSIEN. 14661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_service_fifos; 14681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_cchan; 14691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_gsfifo; 14701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RESTORE_MODE(SAVED_MODE) 14711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, SCSIEN jnz data_group_dma_loop; 14721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdata_group_dmafinish: 14741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 14751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The transfer has terminated either due to a phase 14761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * change, and/or the completion of the last segment. 14771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We have two goals here. Do as much other work 14781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * as possible while the data fifo drains on a read 14791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and respond as quickly as possible to the standard 14801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * messages (save data pointers/disconnect and command 14811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * complete) that usually follow a data phase. 14821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call calc_residual; 14841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 14861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Go ahead and shut down the DMA engine now. 14871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, DIRECTION jnz data_phase_finish; 14891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdata_group_fifoflush: 14901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_AUTOFLUSH_BUG) != 0) { 14911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFCNTRL, FIFOFLUSH; 14921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 14941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We have enabled the auto-ack feature. This means 14951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that the controller may have already transferred 14961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * some overrun bytes into the data FIFO and acked them 14971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * on the bus. The only way to detect this situation is 14981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to wait for LAST_SEG_DONE to come true on a completed 14991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transfer and then test to see if the data FIFO is 15001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * non-empty. We know there is more data yet to transfer 15011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * if SG_LIST_NULL is not yet set, thus there cannot be 15021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * an overrun. 15031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_SGPTR[0], SG_LIST_NULL jz data_phase_finish; 15051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_CACHE_SHADOW, LAST_SEG_DONE jz .; 15061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jnz data_phase_finish; 15071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Overrun */ 15081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp p_data; 15091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdata_phase_finish: 15101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 15111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If the target has left us in data phase, loop through 15121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the dma code again. We will only loop if there is a 15131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * data overrun. 15141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_TARGETROLE) != 0) { 15161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, TARGET jnz data_phase_done; 15171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_INITIATORROLE) != 0) { 15191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1, REQINIT jz .; 15201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, DATA_PHASE_MASK jnz p_data; 15211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdata_phase_done: 15241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Kill off any pending prefetch */ 15251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call disable_ccsgen; 15261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR; 15271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->flags & AHD_TARGETROLE) != 0) { 15291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQ_FLAGS, DPHASE_PENDING jz ITloop; 15301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 15311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SEQ_FLAGS, ~DPHASE_PENDING; 15321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * For data-in phases, wait for any pending acks from the 15331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * initiator before changing phase. We only need to 15341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * send Ignore Wide Residue messages for data-in phases. 15351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, DIRECTION jz target_ITloop; 15361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1, REQINIT jnz .; 15371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_TASK_ATTRIBUTE, SCB_XFERLEN_ODD jz target_ITloop; 15381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_MODE(M_SCSI, M_SCSI) 15391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test NEGCONOPTS, WIDEXFER jz target_ITloop; 15401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 15421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Issue an Ignore Wide Residue Message. 15431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi P_MESGIN|BSYO call change_phase; 15441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi MSG_IGN_WIDE_RESIDUE call target_outb; 15451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi 1 call target_outb; 15461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp target_ITloop; 15471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 15491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 15501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 15531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We assume that, even though data may still be 15541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transferring to the host, that the SCSI side of 15551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the DMA engine is now in a static state. This 15561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * allows us to update our notion of where we are 15571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in this transfer. 15581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 15591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If, by chance, we stopped before being able 15601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to fetch additional segments for this transfer, 15611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * yet the last S/G was completely exhausted, 15621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * call our idle loop until it is able to load 15631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * another segment. This will allow us to immediately 15641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pickup on the next segment on the next data phase. 15651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 15661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If we happened to stop on the last segment, then 15671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * our residual information is still correct from 15681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the idle loop and there is no need to perform 15691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any fixups. 15701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsresidual_before_last_seg: 15721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MDFFSTAT, SHVALID jnz sgptr_fixup; 15731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 15741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Can never happen from an interrupt as the packetized 15751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * hardware will only interrupt us once SHVALID or 15761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LAST_SEG_DONE. 15771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call idle_loop_service_fifos; 15791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RESTORE_MODE(SAVED_MODE) 15801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 15811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscalc_residual: 15821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_CACHE_SHADOW, LAST_SEG jz residual_before_last_seg; 15831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Record if we've consumed all S/G entries */ 15841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MDFFSTAT, SHVALID jz . + 2; 15851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_RESIDUAL_DATACNT, SHCNT, 3 ret; 15861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_RESIDUAL_SGPTR[0], SG_LIST_NULL ret; 15871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssgptr_fixup: 15891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 15901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Fixup the residual next S/G pointer. The S/G preload 15911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * feature of the chip allows us to load two elements 15921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in addition to the currently active element. We 15931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * store the bottom byte of the next S/G pointer in 15941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the SG_CACHE_PTR register so we can restore the 15951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * correct value when the DMA completes. If the next 15961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * sg ptr value has advanced to the point where higher 15971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bytes in the address have been affected, fix them 15981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * too. 15991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_CACHE_SHADOW, 0x80 jz sgptr_fixup_done; 16011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_RESIDUAL_SGPTR[0], 0x80 jnz sgptr_fixup_done; 16021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add SCB_RESIDUAL_SGPTR[1], -1; 16031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc SCB_RESIDUAL_SGPTR[2], -1; 16041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc SCB_RESIDUAL_SGPTR[3], -1; 16051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssgptr_fixup_done: 16061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SCB_RESIDUAL_SGPTR[0], SG_ADDR_MASK, SG_CACHE_SHADOW; 16071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr SCB_RESIDUAL_DATACNT[3]; /* We are not the last seg */ 16081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov SCB_RESIDUAL_DATACNT, SHCNT, 3 ret; 16091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsexport timer_isr: 16111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call issue_cmdcmplt; 16121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSEQINTSTAT, CLRSEQ_SWTMRTO; 16131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_SET_MODE_BUG) != 0) { 16141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 16151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In H2A4, the mode pointer is not saved 16161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * for intvec2, but is restored on iret. 16171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This can lead to the restoration of a 16181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bogus mode ptr. Manually clear the 16191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * intmask bits and do a normal return 16201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to compensate. 16211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SEQINTCTL, ~(INTMASK2|INTMASK1) ret; 16231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQINTCTL, IRET ret; 16251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsexport seq_isr: 16281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->features & AHD_RTI) == 0) { 16291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 16301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * On RevA Silicon, if the target returns us to data-out 16311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * after we have already trained for data-out, it is 16321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * possible for us to transition the free running clock to 16331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * data-valid before the required 100ns P1 setup time (8 P1 16341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * assertions in fast-160 mode). This will only happen if 16351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * this L-Q is a continuation of a data transfer for which 16361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we have already prefetched data into our FIFO (LQ/Data 16371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * followed by LQ/Data for the same write transaction). 16381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This can cause some target implementations to miss the 16391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * first few data transfers on the bus. We detect this 16401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * situation by noticing that this is the first data transfer 16411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * after an LQ (LQIWORKONLQ true), that the data transfer is 16421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a continuation of a transfer already setup in our FIFO 16431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (SAVEPTRS interrupt), and that the transaction is a write 16441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (DIRECTION set in DFCNTRL). The delay is performed by 16451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * disabling SCSIEN until we see the first REQ from the 16461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * target. 16471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 16481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * First instruction in an ISR cannot be a branch on 16491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Rev A. Snapshot LQISTAT2 so the status is not missed 16501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and deffer the test by one instruction. 16511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov REG_ISR, LQISTAT2; 16531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test REG_ISR, LQIWORKONLQ jz main_isr; 16541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, SAVEPTRS jz main_isr; 16551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LONGJMP_ADDR[1], INVALID_ADDR jz saveptr_active_fifo; 16561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 16571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Switch to the active FIFO after clearing the snapshot 16581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * savepointer in the current FIFO. We do this so that 16591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a pending CTXTDONE or SAVEPTR is visible in the active 16601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * FIFO. This status is the only way we can detect if we 16611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * have lost the race (e.g. host paused us) and our attepts 16621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to disable the channel occurred after all REQs were 16631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * already seen and acked (REQINIT never comes true). 16641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN; 16661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xor MODE_PTR, MK_MODE(M_DFF1, M_DFF1); 16671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, DIRECTION jz interrupt_return; 16681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and DFCNTRL, ~SCSIEN; 16691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssnapshot_wait_data_valid: 16701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, (CTXTDONE|SAVEPTRS) jnz snapshot_data_valid; 16711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT1, REQINIT jz snapshot_wait_data_valid; 16721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssnapshot_data_valid: 16731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFCNTRL, SCSIEN; 16741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQINTCTL, IRET ret; 16751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssnapshot_saveptr: 16761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN; 16771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQINTCTL, IRET ret; 16781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmain_isr: 16791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CFG4DATA jnz cfg4data_intr; 16811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CFG4ISTAT jnz cfg4istat_intr; 16821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, SAVEPTRS jnz saveptr_intr; 16831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CFG4ICMD jnz cfg4icmd_intr; 16841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(INVALID_SEQINT) 16851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 16871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * There are two types of save pointers interrupts: 16881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The first is a snapshot save pointers where the current FIFO is not 16891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * active and contains a snapshot of the current poniter information. 16901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This happens between packets in a stream for a single L_Q. Since we 16911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * are not performing a pointer save, we can safely clear the channel 16921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * so it can be used for other transactions. On RTI capable controllers, 16931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * where snapshots can, and are, disabled, the code to handle this type 16941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of snapshot is not active. 16951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 16961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The second case is a save pointers on an active FIFO which occurs 16971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * if the target changes to a new L_Q or busfrees/QASes and the transfer 16981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * has a residual. This should occur coincident with a ctxtdone. We 16991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * disable the interrupt and allow our active routine to handle the 17001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * save. 17011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssaveptr_intr: 17031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->features & AHD_RTI) == 0) { 17041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test LONGJMP_ADDR[1], INVALID_ADDR jnz snapshot_saveptr; 17051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldssaveptr_active_fifo: 17071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and SEQIMODE, ~ENSAVEPTRS; 17081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQINTCTL, IRET ret; 17091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscfg4data_intr: 17111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_SGPTR[0], SG_LIST_NULL jnz pkt_handle_overrun_inc_use_count; 17121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call load_first_seg; 17131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call pkt_handle_xfer; 17141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds inc SCB_FIFO_USE_COUNT; 17151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsinterrupt_return: 17161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQINTCTL, IRET ret; 17171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscfg4istat_intr: 17191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call freeze_queue; 17201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add NONE, -13, SCB_CDB_LEN; 17211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnc cfg4istat_have_sense_addr; 17221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CDB_LEN, SCB_CDB_LEN_PTR jnz cfg4istat_have_sense_addr; 17231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 17241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Host sets up address/count and enables transfer. 17251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(CFG4ISTAT_INTR) 17271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp cfg4istat_setup_handler; 17281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscfg4istat_have_sense_addr: 17291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HADDR, SCB_SENSE_BUSADDR, 4; 17301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi HCNT[1], (AHD_SENSE_BUFSIZE >> 8); 17311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SG_CACHE_PRE, LAST_SEG; 17321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFCNTRL, PRELOADEN|SCSIEN|HDMAEN; 17331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscfg4istat_setup_handler: 17341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 17351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Status pkt is transferring to host. 17361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Wait in idle loop for transfer to complete. 17371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If a command completed before an attempted 17381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * task management function completed, notify the host. 17391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_TASK_MANAGEMENT, 0xFF jz cfg4istat_no_taskmgmt_func; 17411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(TASKMGMT_CMD_CMPLT_OKAY) 17421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscfg4istat_no_taskmgmt_func: 17431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call pkt_handle_status; 17441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQINTCTL, IRET ret; 17451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldscfg4icmd_intr: 17471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 17481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In the case of DMAing a CDB from the host, the normal 17491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * CDB buffer is formatted with an 8 byte address followed 17501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * by a 1 byte count. 17511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HADDR[0], SCB_HOST_CDB_PTR, 9; 17531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SG_CACHE_PRE, LAST_SEG; 17541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFCNTRL, (PRELOADEN|SCSIEN|HDMAEN); 17551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call pkt_handle_cdb; 17561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQINTCTL, IRET ret; 17571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 17591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * See if the target has gone on in this context creating an 17601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * overrun condition. For the write case, the hardware cannot 17611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ack bytes until data are provided. So, if the target begins 17621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * another packet without changing contexts, implying we are 17631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * not sitting on a packet boundary, we are in an overrun 17641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * situation. For the read case, the hardware will continue to 17651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ack bytes into the FIFO, and may even ack the last overrun packet 17661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * into the FIFO. If the FIFO should become non-empty, we are in 17671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a read overrun case. 17681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define check_overrun \ 17701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Not on a packet boundary. */ \ 17711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MDFFSTAT, DLZERO jz pkt_handle_overrun; \ 17721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jz pkt_handle_overrun 17731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_handle_xfer: 17751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_STATE, LOADING_NEEDED jz pkt_last_seg; 17761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 17771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, SAVEPTRS jnz pkt_saveptrs; 17781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, ~DATA_PHASE_MASK jz . + 2; 17791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGO, ATNO jnz . + 2; 17801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT2, NONPACKREQ jz pkt_service_fifo; 17811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 17821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Defer handling of this NONPACKREQ until we 17831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * can be sure it pertains to this FIFO. SAVEPTRS 17841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * will not be asserted if the NONPACKREQ is for us, 17851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * so we must simulate it if shaddow is valid. If 17861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * shaddow is not valid, keep running this FIFO until we 17871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * have satisfied the transfer by loading segments and 17881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * waiting for either shaddow valid or last_seg_done. 17891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MDFFSTAT, SHVALID jnz pkt_saveptrs; 17911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_service_fifo: 17921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_STATE, LOADING_NEEDED jnz service_fifo; 17931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_last_seg: 17941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 17951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, SAVEPTRS jnz pkt_saveptrs; 17961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_CACHE_SHADOW, LAST_SEG_DONE jnz pkt_last_seg_done; 17971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, ~DATA_PHASE_MASK jz . + 2; 17981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGO, ATNO jnz . + 2; 17991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT2, NONPACKREQ jz return; 18001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MDFFSTAT, SHVALID jz return; 18011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 18021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 18041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Either a SAVEPTRS interrupt condition is pending for this FIFO 18051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * or we have a pending NONPACKREQ for this FIFO. We differentiate 18061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * between the two by capturing the state of the SAVEPTRS interrupt 18071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * prior to clearing this status and executing the common code for 18081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * these two cases. 18091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_saveptrs: 18111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 18121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_AUTOFLUSH_BUG) != 0) { 18131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFCNTRL, FIFOFLUSH; 18141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 18151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov REG0, SEQINTSRC; 18161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call calc_residual; 18171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call save_pointers; 18181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSEQINTSRC, CLRSAVEPTRS; 18191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call disable_ccsgen; 18201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SEQIMODE, ENSAVEPTRS; 18211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFCNTRL, DIRECTION jnz pkt_saveptrs_check_status; 18221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jnz pkt_saveptrs_check_status; 18231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 18241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Keep a handler around for this FIFO until it drains 18251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to the host to guarantee that we don't complete the 18261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * command to the host before the data arrives. 18271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_saveptrs_wait_fifoemp: 18291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 18301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jz return; 18311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_saveptrs_check_status: 18321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR; 18331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test REG0, SAVEPTRS jz unexpected_nonpkt_phase; 18341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dec SCB_FIFO_USE_COUNT; 18351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, STATUS_RCVD jnz pkt_complete_scb_if_fifos_idle; 18361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN ret; 18371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 18381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 18401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LAST_SEG_DONE status has been seen in the current FIFO. 18411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This indicates that all of the allowed data for this 18421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * command has transferred across the SCSI and host buses. 18431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Check for overrun and see if we can complete this command. 18441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_last_seg_done: 18461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 18471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 18481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Mark transfer as completed. 18491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_SGPTR, SG_LIST_NULL; 18511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 18531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Wait for the current context to finish to verify that 18541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * no overrun condition has occurred. 18551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jnz pkt_ctxt_done; 18571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 18581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_wait_ctxt_done_loop: 18591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jnz pkt_ctxt_done; 18601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 18611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * A sufficiently large overrun or a NONPACKREQ may 18621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * prevent CTXTDONE from ever asserting, so we must 18631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * poll for these statuses too. 18641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds check_overrun; 18661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT2, NONPACKREQ jz return; 18671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jz unexpected_nonpkt_phase; 18681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 18691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_ctxt_done: 18711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds check_overrun; 18721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR; 18731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 18741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If status has been received, it is safe to skip 18751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the check to see if another FIFO is active because 18761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LAST_SEG_DONE has been observed. However, we check 18771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the FIFO anyway since it costs us only one extra 18781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * instruction to leverage common code to perform the 18791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SCB completion. 18801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dec SCB_FIFO_USE_COUNT; 18821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, STATUS_RCVD jnz pkt_complete_scb_if_fifos_idle; 18831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN ret; 18841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 18851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 18871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Must wait until CDB xfer is over before issuing the 18881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * clear channel. 18891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 18901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_handle_cdb: 18911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 18921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_CACHE_SHADOW, LAST_SEG_DONE jz return; 18931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR; 18941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN ret; 18951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 18961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 18971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Watch over the status transfer. Our host sense buffer is 18981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * large enough to take the maximum allowed status packet. 18991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * None-the-less, we must still catch and report overruns to 19001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the host. Additionally, properly catch unexpected non-packet 19011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * phases that are typically caused by CRC errors in status packet 19021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * transmission. 19031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 19041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_handle_status: 19051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 19061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_CACHE_SHADOW, LAST_SEG_DONE jnz pkt_status_check_overrun; 19071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jz pkt_status_check_nonpackreq; 19081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SG_CACHE_SHADOW, LAST_SEG_DONE jnz pkt_status_check_overrun; 19091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_status_IU_done: 19101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_AUTOFLUSH_BUG) != 0) { 19111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFCNTRL, FIFOFLUSH; 19121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 19131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jz return; 19141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsBEGIN_CRITICAL; 19151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR; 19161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCB_SCSI_STATUS, STATUS_PKT_SENSE; 19171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_CONTROL, STATUS_RCVD; 19181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp pkt_complete_scb_if_fifos_idle; 19191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEND_CRITICAL; 19201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_status_check_overrun: 19211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 19221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Status PKT overruns are uncerimoniously recovered with a 19231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bus reset. If we've overrun, let the host know so that 19241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recovery can be performed. 19251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 19261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * LAST_SEG_DONE has been observed. If either CTXTDONE or 19271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * a NONPACKREQ phase change have occurred and the FIFO is 19281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * empty, there is no overrun. 19291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 19301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jz pkt_status_report_overrun; 19311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jz . + 2; 19321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jnz pkt_status_IU_done; 19331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, ~DATA_PHASE_MASK jz return; 19341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jnz pkt_status_check_nonpackreq; 19351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_status_report_overrun: 19361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(STATUS_OVERRUN) 19371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* SEQUENCER RESTARTED */ 19381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_status_check_nonpackreq: 19391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 19401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * CTXTDONE may be held off if a NONPACKREQ is associated with 19411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the current context. If a NONPACKREQ is observed, decide 19421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * if it is for the current context. If it is for the current 19431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * context, we must defer NONPACKREQ processing until all data 19441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * has transferred to the host. 19451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 19461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, ~DATA_PHASE_MASK jz return; 19471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSISIGO, ATNO jnz . + 2; 19481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT2, NONPACKREQ jz return; 19491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jnz pkt_status_IU_done; 19501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, FIFOEMP jz return; 19511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 19521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The unexpected nonpkt phase handler assumes that any 19531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * data channel use will have a FIFO reference count. It 19541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * turns out that the status handler doesn't need a refernce 19551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * count since the status received flag, and thus completion 19561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * processing, cannot be set until the handler is finished. 19571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We increment the count here to make the nonpkt handler 19581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * happy. 19591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 19601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds inc SCB_FIFO_USE_COUNT; 19611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 19621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 19641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Nonpackreq is a polled status. It can come true in three situations: 19651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we have received an L_Q, we have sent one or more L_Qs, or there is no 19661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * L_Q context associated with this REQ (REQ occurs immediately after a 19671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (re)selection). Routines that know that the context responsible for this 19681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * nonpackreq call directly into unexpected_nonpkt_phase. In the case of the 19691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * top level idle loop, we exhaust all active contexts prior to determining that 19701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we simply do not have the full I_T_L_Q for this phase. 19711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 19721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsunexpected_nonpkt_phase_find_ctxt: 19731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 19741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This nonpackreq is most likely associated with one of the tags 19751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in a FIFO or an outgoing LQ. Only treat it as an I_T only 19761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * nonpackreq if we've cleared out the FIFOs and handled any 19771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pending SELDO. 19781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 19791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_SCSI; 19801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_SCSI; 19811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds and A, FIFO1FREE|FIFO0FREE, DFFSTAT; 19821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cmp A, FIFO1FREE|FIFO0FREE jne return; 19831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT0, SELDO jnz return; 19841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi SCBPTR[1], SCB_LIST_NULL; 19851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsunexpected_nonpkt_phase: 19861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test MODE_PTR, ~(MK_MODE(M_DFF1, M_DFF1)) 19871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jnz unexpected_nonpkt_mode_cleared; 19881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF0; 19891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF0; 19901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR; 19911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dec SCB_FIFO_USE_COUNT; 19921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN; 19931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsunexpected_nonpkt_mode_cleared: 19941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi CLRSINT2, CLRNONPACKREQ; 19951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCSIPHASE, ~(MSG_IN_PHASE|MSG_OUT_PHASE) jnz illegal_phase; 19961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(ENTERING_NONPACK) 19971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 19981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 19991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsillegal_phase: 20001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(ILLEGAL_PHASE) 20011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds jmp ITloop; 20021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 20041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We have entered an overrun situation. If we have working 20051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * BITBUCKET, flip that on and let the hardware eat any overrun 20061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * data. Otherwise use an overrun buffer in the host to simulate 20071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * BITBUCKET. 20081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 20091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_handle_overrun_inc_use_count: 20101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds inc SCB_FIFO_USE_COUNT; 20111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_handle_overrun: 20121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds SET_SEQINTCODE(CFG4OVERRUN) 20131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call freeze_queue; 20141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_PKT_BITBUCKET_BUG) == 0) { 20151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFFSXFRCTL, DFFBITBUCKET; 20161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_SRC_MODE M_DFF1; 20171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsSET_DST_MODE M_DFF1; 20181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 20191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call load_overrun_buf; 20201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFCNTRL, (HDMAEN|SCSIEN|PRELOADEN); 20211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call setjmp; 20231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ahd->bugs & AHD_PKT_BITBUCKET_BUG) != 0) { 20241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFSTATUS, PRELOAD_AVAIL jz overrun_load_done; 20251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds call load_overrun_buf; 20261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or DFCNTRL, PRELOADEN; 20271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsoverrun_load_done: 20281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jnz pkt_overrun_end; 20291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 20301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test DFFSXFRCTL, DFFBITBUCKET jz pkt_overrun_end; 20311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SSTAT2, NONPACKREQ jz return; 20331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldspkt_overrun_end: 20341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or SCB_RESIDUAL_SGPTR, SG_OVERRUN_RESID; 20351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SEQINTSRC, CTXTDONE jz unexpected_nonpkt_phase; 20361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dec SCB_FIFO_USE_COUNT; 20371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds or LONGJMP_ADDR[1], INVALID_ADDR; 20381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds test SCB_CONTROL, STATUS_RCVD jnz pkt_complete_scb_if_fifos_idle; 20391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi DFFSXFRCTL, CLRCHN ret; 20401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsif ((ahd->bugs & AHD_PKT_BITBUCKET_BUG) != 0) { 20421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsload_overrun_buf: 20431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 20441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Load a dummy segment if preload space is available. 20451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 20461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov HADDR[0], SHARED_DATA_ADDR; 20471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add HADDR[1], PKT_OVERRUN_BUFOFFSET, SHARED_DATA_ADDR[1]; 20481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov ACCUM_SAVE, A; 20491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr A; 20501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc HADDR[2], A, SHARED_DATA_ADDR[2]; 20511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds adc HADDR[3], A, SHARED_DATA_ADDR[3]; 20521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mov A, ACCUM_SAVE; 20531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bmov HADDR[4], ALLZEROS, 4; 20541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* PKT_OVERRUN_BUFSIZE is a multiple of 256 */ 20551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr HCNT[0]; 20561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mvi HCNT[1], ((PKT_OVERRUN_BUFSIZE >> 8) & 0xFF); 20571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds clr HCNT[2] ret; 20581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2059