Linux kernel & device driver programming

Cross-Referenced Linux and Device Driver Code

[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ]
Version: [ 2.6.11.8 ] [ 2.6.25 ] [ 2.6.25.8 ] [ 2.6.31.13 ] Architecture: [ i386 ]

Diff markup

Differences between /linux/drivers/scsi/aic7xxx/aic7xxx_osm.c (Version 2.6.25) and /linux/drivers/scsi/aic7xxx/aic7xxx_osm.c (Version 2.6.25.8)


  1 /*                                                  1 /*
  2  * Adaptec AIC7xxx device driver for Linux.         2  * Adaptec AIC7xxx device driver for Linux.
  3  *                                                  3  *
  4  * $Id: //depot/aic7xxx/linux/drivers/scsi/aic      4  * $Id: //depot/aic7xxx/linux/drivers/scsi/aic7xxx/aic7xxx_osm.c#235 $
  5  *                                                  5  *
  6  * Copyright (c) 1994 John Aycock                   6  * Copyright (c) 1994 John Aycock
  7  *   The University of Calgary Department of C      7  *   The University of Calgary Department of Computer Science.
  8  *                                                  8  *
  9  * This program is free software; you can redi      9  * This program is free software; you can redistribute it and/or modify
 10  * it under the terms of the GNU General Publi     10  * it under the terms of the GNU General Public License as published by
 11  * the Free Software Foundation; either versio     11  * the Free Software Foundation; either version 2, or (at your option)
 12  * any later version.                              12  * any later version.
 13  *                                                 13  *
 14  * This program is distributed in the hope tha     14  * This program is distributed in the hope that it will be useful,
 15  * but WITHOUT ANY WARRANTY; without even the      15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
 16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR     16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 17  * GNU General Public License for more details     17  * GNU General Public License for more details.
 18  *                                                 18  *
 19  * You should have received a copy of the GNU      19  * You should have received a copy of the GNU General Public License
 20  * along with this program; see the file COPYI     20  * along with this program; see the file COPYING.  If not, write to
 21  * the Free Software Foundation, 675 Mass Ave,     21  * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 22  *                                                 22  *
 23  * Sources include the Adaptec 1740 driver (ah     23  * Sources include the Adaptec 1740 driver (aha1740.c), the Ultrastor 24F
 24  * driver (ultrastor.c), various Linux kernel      24  * driver (ultrastor.c), various Linux kernel source, the Adaptec EISA
 25  * config file (!adp7771.cfg), the Adaptec AHA     25  * config file (!adp7771.cfg), the Adaptec AHA-2740A Series User's Guide,
 26  * the Linux Kernel Hacker's Guide, Writing a      26  * the Linux Kernel Hacker's Guide, Writing a SCSI Device Driver for Linux,
 27  * the Adaptec 1542 driver (aha1542.c), the Ad     27  * the Adaptec 1542 driver (aha1542.c), the Adaptec EISA overlay file
 28  * (adp7770.ovl), the Adaptec AHA-2740 Series      28  * (adp7770.ovl), the Adaptec AHA-2740 Series Technical Reference Manual,
 29  * the Adaptec AIC-7770 Data Book, the ANSI SC     29  * the Adaptec AIC-7770 Data Book, the ANSI SCSI specification, the
 30  * ANSI SCSI-2 specification (draft 10c), ...      30  * ANSI SCSI-2 specification (draft 10c), ...
 31  *                                                 31  *
 32  * -------------------------------------------     32  * --------------------------------------------------------------------------
 33  *                                                 33  *
 34  *  Modifications by Daniel M. Eischen (deisch     34  *  Modifications by Daniel M. Eischen (deischen@iworks.InterWorks.org):
 35  *                                                 35  *
 36  *  Substantially modified to include support      36  *  Substantially modified to include support for wide and twin bus
 37  *  adapters, DMAing of SCBs, tagged queueing,     37  *  adapters, DMAing of SCBs, tagged queueing, IRQ sharing, bug fixes,
 38  *  SCB paging, and other rework of the code.      38  *  SCB paging, and other rework of the code.
 39  *                                                 39  *
 40  * -------------------------------------------     40  * --------------------------------------------------------------------------
 41  * Copyright (c) 1994-2000 Justin T. Gibbs.        41  * Copyright (c) 1994-2000 Justin T. Gibbs.
 42  * Copyright (c) 2000-2001 Adaptec Inc.            42  * Copyright (c) 2000-2001 Adaptec Inc.
 43  * All rights reserved.                            43  * All rights reserved.
 44  *                                                 44  *
 45  * Redistribution and use in source and binary     45  * Redistribution and use in source and binary forms, with or without
 46  * modification, are permitted provided that t     46  * modification, are permitted provided that the following conditions
 47  * are met:                                        47  * are met:
 48  * 1. Redistributions of source code must reta     48  * 1. Redistributions of source code must retain the above copyright
 49  *    notice, this list of conditions, and the     49  *    notice, this list of conditions, and the following disclaimer,
 50  *    without modification.                        50  *    without modification.
 51  * 2. Redistributions in binary form must repr     51  * 2. Redistributions in binary form must reproduce at minimum a disclaimer
 52  *    substantially similar to the "NO WARRANT     52  *    substantially similar to the "NO WARRANTY" disclaimer below
 53  *    ("Disclaimer") and any redistribution mu     53  *    ("Disclaimer") and any redistribution must be conditioned upon
 54  *    including a substantially similar Discla     54  *    including a substantially similar Disclaimer requirement for further
 55  *    binary redistribution.                       55  *    binary redistribution.
 56  * 3. Neither the names of the above-listed co     56  * 3. Neither the names of the above-listed copyright holders nor the names
 57  *    of any contributors may be used to endor     57  *    of any contributors may be used to endorse or promote products derived
 58  *    from this software without specific prio     58  *    from this software without specific prior written permission.
 59  *                                                 59  *
 60  * Alternatively, this software may be distrib     60  * Alternatively, this software may be distributed under the terms of the
 61  * GNU General Public License ("GPL") version      61  * GNU General Public License ("GPL") version 2 as published by the Free
 62  * Software Foundation.                            62  * Software Foundation.
 63  *                                                 63  *
 64  * NO WARRANTY                                     64  * NO WARRANTY
 65  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT      65  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 66  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTI     66  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 67  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCH     67  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
 68  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO      68  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 69  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECI     69  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 70  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PRO     70  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 71  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS;     71  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 72  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILI     72  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
 73  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIG     73  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
 74  * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,     74  * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 75  * POSSIBILITY OF SUCH DAMAGES.                    75  * POSSIBILITY OF SUCH DAMAGES.
 76  *                                                 76  *
 77  *--------------------------------------------     77  *---------------------------------------------------------------------------
 78  *                                                 78  *
 79  *  Thanks also go to (in alphabetical order)      79  *  Thanks also go to (in alphabetical order) the following:
 80  *                                                 80  *
 81  *    Rory Bolt     - Sequencer bug fixes          81  *    Rory Bolt     - Sequencer bug fixes
 82  *    Jay Estabrook - Initial DEC Alpha suppor     82  *    Jay Estabrook - Initial DEC Alpha support
 83  *    Doug Ledford  - Much needed abort/reset      83  *    Doug Ledford  - Much needed abort/reset bug fixes
 84  *    Kai Makisara  - DMAing of SCBs               84  *    Kai Makisara  - DMAing of SCBs
 85  *                                                 85  *
 86  *  A Boot time option was also added for not      86  *  A Boot time option was also added for not resetting the scsi bus.
 87  *                                                 87  *
 88  *    Form:  aic7xxx=extended                      88  *    Form:  aic7xxx=extended
 89  *           aic7xxx=no_reset                      89  *           aic7xxx=no_reset
 90  *           aic7xxx=verbose                       90  *           aic7xxx=verbose
 91  *                                                 91  *
 92  *  Daniel M. Eischen, deischen@iworks.InterWo     92  *  Daniel M. Eischen, deischen@iworks.InterWorks.org, 1/23/97
 93  *                                                 93  *
 94  *  Id: aic7xxx.c,v 4.1 1997/06/12 08:23:42 de     94  *  Id: aic7xxx.c,v 4.1 1997/06/12 08:23:42 deang Exp
 95  */                                                95  */
 96                                                    96 
 97 /*                                                 97 /*
 98  * Further driver modifications made by Doug L     98  * Further driver modifications made by Doug Ledford <dledford@redhat.com>
 99  *                                                 99  *
100  * Copyright (c) 1997-1999 Doug Ledford           100  * Copyright (c) 1997-1999 Doug Ledford
101  *                                                101  *
102  * These changes are released under the same l    102  * These changes are released under the same licensing terms as the FreeBSD
103  * driver written by Justin Gibbs.  Please see    103  * driver written by Justin Gibbs.  Please see his Copyright notice above
104  * for the exact terms and conditions covering    104  * for the exact terms and conditions covering my changes as well as the
105  * warranty statement.                            105  * warranty statement.
106  *                                                106  *
107  * Modifications made to the aic7xxx.c,v 4.1 d    107  * Modifications made to the aic7xxx.c,v 4.1 driver from Dan Eischen include
108  * but are not limited to:                        108  * but are not limited to:
109  *                                                109  *
110  *  1: Import of the latest FreeBSD sequencer     110  *  1: Import of the latest FreeBSD sequencer code for this driver
111  *  2: Modification of kernel code to accommod    111  *  2: Modification of kernel code to accommodate different sequencer semantics
112  *  3: Extensive changes throughout kernel por    112  *  3: Extensive changes throughout kernel portion of driver to improve
113  *     abort/reset processing and error hanndl    113  *     abort/reset processing and error hanndling
114  *  4: Other work contributed by various peopl    114  *  4: Other work contributed by various people on the Internet
115  *  5: Changes to printk information and verbo    115  *  5: Changes to printk information and verbosity selection code
116  *  6: General reliability related changes, es    116  *  6: General reliability related changes, especially in IRQ management
117  *  7: Modifications to the default probe/atta    117  *  7: Modifications to the default probe/attach order for supported cards
118  *  8: SMP friendliness has been improved         118  *  8: SMP friendliness has been improved
119  *                                                119  *
120  */                                               120  */
121                                                   121 
122 #include "aic7xxx_osm.h"                          122 #include "aic7xxx_osm.h"
123 #include "aic7xxx_inline.h"                       123 #include "aic7xxx_inline.h"
124 #include <scsi/scsicam.h>                         124 #include <scsi/scsicam.h>
125                                                   125 
126 static struct scsi_transport_template *ahc_lin    126 static struct scsi_transport_template *ahc_linux_transport_template = NULL;
127                                                   127 
128 #include <linux/init.h>         /* __setup */     128 #include <linux/init.h>         /* __setup */
129 #include <linux/mm.h>           /* For fetchin    129 #include <linux/mm.h>           /* For fetching system memory size */
130 #include <linux/blkdev.h>               /* For    130 #include <linux/blkdev.h>               /* For block_size() */
131 #include <linux/delay.h>        /* For ssleep/    131 #include <linux/delay.h>        /* For ssleep/msleep */
132                                                   132 
133                                                   133 
134 /*                                                134 /*
135  * Set this to the delay in seconds after SCSI    135  * Set this to the delay in seconds after SCSI bus reset.
136  * Note, we honor this only for the initial bu    136  * Note, we honor this only for the initial bus reset.
137  * The scsi error recovery code performs its o    137  * The scsi error recovery code performs its own bus settle
138  * delay handling for error recovery actions.     138  * delay handling for error recovery actions.
139  */                                               139  */
140 #ifdef CONFIG_AIC7XXX_RESET_DELAY_MS              140 #ifdef CONFIG_AIC7XXX_RESET_DELAY_MS
141 #define AIC7XXX_RESET_DELAY CONFIG_AIC7XXX_RES    141 #define AIC7XXX_RESET_DELAY CONFIG_AIC7XXX_RESET_DELAY_MS
142 #else                                             142 #else
143 #define AIC7XXX_RESET_DELAY 5000                  143 #define AIC7XXX_RESET_DELAY 5000
144 #endif                                            144 #endif
145                                                   145 
146 /*                                                146 /*
147  * Control collection of SCSI transfer statist    147  * Control collection of SCSI transfer statistics for the /proc filesystem.
148  *                                                148  *
149  * NOTE: Do NOT enable this when running on ke    149  * NOTE: Do NOT enable this when running on kernels version 1.2.x and below.
150  * NOTE: This does affect performance since it    150  * NOTE: This does affect performance since it has to maintain statistics.
151  */                                               151  */
152 #ifdef CONFIG_AIC7XXX_PROC_STATS                  152 #ifdef CONFIG_AIC7XXX_PROC_STATS
153 #define AIC7XXX_PROC_STATS                        153 #define AIC7XXX_PROC_STATS
154 #endif                                            154 #endif
155                                                   155 
156 /*                                                156 /*
157  * To change the default number of tagged tran    157  * To change the default number of tagged transactions allowed per-device,
158  * add a line to the lilo.conf file like:         158  * add a line to the lilo.conf file like:
159  * append="aic7xxx=verbose,tag_info:{{32,32,32    159  * append="aic7xxx=verbose,tag_info:{{32,32,32,32},{32,32,32,32}}"
160  * which will result in the first four devices    160  * which will result in the first four devices on the first two
161  * controllers being set to a tagged queue dep    161  * controllers being set to a tagged queue depth of 32.
162  *                                                162  *
163  * The tag_commands is an array of 16 to allow    163  * The tag_commands is an array of 16 to allow for wide and twin adapters.
164  * Twin adapters will use indexes 0-7 for chan    164  * Twin adapters will use indexes 0-7 for channel 0, and indexes 8-15
165  * for channel 1.                                 165  * for channel 1.
166  */                                               166  */
167 typedef struct {                                  167 typedef struct {
168         uint8_t tag_commands[16];       /* All    168         uint8_t tag_commands[16];       /* Allow for wide/twin adapters. */
169 } adapter_tag_info_t;                             169 } adapter_tag_info_t;
170                                                   170 
171 /*                                                171 /*
172  * Modify this as you see fit for your system.    172  * Modify this as you see fit for your system.
173  *                                                173  *
174  * 0                    tagged queuing disable    174  * 0                    tagged queuing disabled
175  * 1 <= n <= 253        n == max tags ever dis    175  * 1 <= n <= 253        n == max tags ever dispatched.
176  *                                                176  *
177  * The driver will throttle the number of comm    177  * The driver will throttle the number of commands dispatched to a
178  * device if it returns queue full.  For devic    178  * device if it returns queue full.  For devices with a fixed maximum
179  * queue depth, the driver will eventually det    179  * queue depth, the driver will eventually determine this depth and
180  * lock it in (a console message is printed to    180  * lock it in (a console message is printed to indicate that a lock
181  * has occurred).  On some devices, queue full    181  * has occurred).  On some devices, queue full is returned for a temporary
182  * resource shortage.  These devices will retu    182  * resource shortage.  These devices will return queue full at varying
183  * depths.  The driver will throttle back when    183  * depths.  The driver will throttle back when the queue fulls occur and
184  * attempt to slowly increase the depth over t    184  * attempt to slowly increase the depth over time as the device recovers
185  * from the resource shortage.                    185  * from the resource shortage.
186  *                                                186  *
187  * In this example, the first line will disabl    187  * In this example, the first line will disable tagged queueing for all
188  * the devices on the first probed aic7xxx ada    188  * the devices on the first probed aic7xxx adapter.
189  *                                                189  *
190  * The second line enables tagged queueing wit    190  * The second line enables tagged queueing with 4 commands/LUN for IDs
191  * (0, 2-11, 13-15), disables tagged queueing     191  * (0, 2-11, 13-15), disables tagged queueing for ID 12, and tells the
192  * driver to attempt to use up to 64 tags for     192  * driver to attempt to use up to 64 tags for ID 1.
193  *                                                193  *
194  * The third line is the same as the first lin    194  * The third line is the same as the first line.
195  *                                                195  *
196  * The fourth line disables tagged queueing fo    196  * The fourth line disables tagged queueing for devices 0 and 3.  It
197  * enables tagged queueing for the other IDs,     197  * enables tagged queueing for the other IDs, with 16 commands/LUN
198  * for IDs 1 and 4, 127 commands/LUN for ID 8,    198  * for IDs 1 and 4, 127 commands/LUN for ID 8, and 4 commands/LUN for
199  * IDs 2, 5-7, and 9-15.                          199  * IDs 2, 5-7, and 9-15.
200  */                                               200  */
201                                                   201 
202 /*                                                202 /*
203  * NOTE: The below structure is for reference     203  * NOTE: The below structure is for reference only, the actual structure
204  *       to modify in order to change things i    204  *       to modify in order to change things is just below this comment block.
205 adapter_tag_info_t aic7xxx_tag_info[] =           205 adapter_tag_info_t aic7xxx_tag_info[] =
206 {                                                 206 {
207         {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,     207         {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
208         {{4, 64, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4,    208         {{4, 64, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 0, 4, 4, 4}},
209         {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,     209         {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
210         {{0, 16, 4, 0, 16, 4, 4, 4, 127, 4, 4,    210         {{0, 16, 4, 0, 16, 4, 4, 4, 127, 4, 4, 4, 4, 4, 4, 4}}
211 };                                                211 };
212 */                                                212 */
213                                                   213 
214 #ifdef CONFIG_AIC7XXX_CMDS_PER_DEVICE             214 #ifdef CONFIG_AIC7XXX_CMDS_PER_DEVICE
215 #define AIC7XXX_CMDS_PER_DEVICE CONFIG_AIC7XXX    215 #define AIC7XXX_CMDS_PER_DEVICE CONFIG_AIC7XXX_CMDS_PER_DEVICE
216 #else                                             216 #else
217 #define AIC7XXX_CMDS_PER_DEVICE AHC_MAX_QUEUE     217 #define AIC7XXX_CMDS_PER_DEVICE AHC_MAX_QUEUE
218 #endif                                            218 #endif
219                                                   219 
220 #define AIC7XXX_CONFIGED_TAG_COMMANDS {           220 #define AIC7XXX_CONFIGED_TAG_COMMANDS {                                 \
221         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    221         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE,               \
222         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    222         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE,               \
223         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    223         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE,               \
224         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    224         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE,               \
225         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    225         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE,               \
226         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    226         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE,               \
227         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    227         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE,               \
228         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_    228         AIC7XXX_CMDS_PER_DEVICE, AIC7XXX_CMDS_PER_DEVICE                \
229 }                                                 229 }
230                                                   230 
231 /*                                                231 /*
232  * By default, use the number of commands spec    232  * By default, use the number of commands specified by
233  * the users kernel configuration.                233  * the users kernel configuration.
234  */                                               234  */
235 static adapter_tag_info_t aic7xxx_tag_info[] =    235 static adapter_tag_info_t aic7xxx_tag_info[] =
236 {                                                 236 {
237         {AIC7XXX_CONFIGED_TAG_COMMANDS},          237         {AIC7XXX_CONFIGED_TAG_COMMANDS},
238         {AIC7XXX_CONFIGED_TAG_COMMANDS},          238         {AIC7XXX_CONFIGED_TAG_COMMANDS},
239         {AIC7XXX_CONFIGED_TAG_COMMANDS},          239         {AIC7XXX_CONFIGED_TAG_COMMANDS},
240         {AIC7XXX_CONFIGED_TAG_COMMANDS},          240         {AIC7XXX_CONFIGED_TAG_COMMANDS},
241         {AIC7XXX_CONFIGED_TAG_COMMANDS},          241         {AIC7XXX_CONFIGED_TAG_COMMANDS},
242         {AIC7XXX_CONFIGED_TAG_COMMANDS},          242         {AIC7XXX_CONFIGED_TAG_COMMANDS},
243         {AIC7XXX_CONFIGED_TAG_COMMANDS},          243         {AIC7XXX_CONFIGED_TAG_COMMANDS},
244         {AIC7XXX_CONFIGED_TAG_COMMANDS},          244         {AIC7XXX_CONFIGED_TAG_COMMANDS},
245         {AIC7XXX_CONFIGED_TAG_COMMANDS},          245         {AIC7XXX_CONFIGED_TAG_COMMANDS},
246         {AIC7XXX_CONFIGED_TAG_COMMANDS},          246         {AIC7XXX_CONFIGED_TAG_COMMANDS},
247         {AIC7XXX_CONFIGED_TAG_COMMANDS},          247         {AIC7XXX_CONFIGED_TAG_COMMANDS},
248         {AIC7XXX_CONFIGED_TAG_COMMANDS},          248         {AIC7XXX_CONFIGED_TAG_COMMANDS},
249         {AIC7XXX_CONFIGED_TAG_COMMANDS},          249         {AIC7XXX_CONFIGED_TAG_COMMANDS},
250         {AIC7XXX_CONFIGED_TAG_COMMANDS},          250         {AIC7XXX_CONFIGED_TAG_COMMANDS},
251         {AIC7XXX_CONFIGED_TAG_COMMANDS},          251         {AIC7XXX_CONFIGED_TAG_COMMANDS},
252         {AIC7XXX_CONFIGED_TAG_COMMANDS}           252         {AIC7XXX_CONFIGED_TAG_COMMANDS}
253 };                                                253 };
254                                                   254 
255 /*                                                255 /*
256  * There should be a specific return value for    256  * There should be a specific return value for this in scsi.h, but
257  * it seems that most drivers ignore it.          257  * it seems that most drivers ignore it.
258  */                                               258  */
259 #define DID_UNDERFLOW   DID_ERROR                 259 #define DID_UNDERFLOW   DID_ERROR
260                                                   260 
261 void                                              261 void
262 ahc_print_path(struct ahc_softc *ahc, struct s    262 ahc_print_path(struct ahc_softc *ahc, struct scb *scb)
263 {                                                 263 {
264         printk("(scsi%d:%c:%d:%d): ",             264         printk("(scsi%d:%c:%d:%d): ",
265                ahc->platform_data->host->host_    265                ahc->platform_data->host->host_no,
266                scb != NULL ? SCB_GET_CHANNEL(a    266                scb != NULL ? SCB_GET_CHANNEL(ahc, scb) : 'X',
267                scb != NULL ? SCB_GET_TARGET(ah    267                scb != NULL ? SCB_GET_TARGET(ahc, scb) : -1,
268                scb != NULL ? SCB_GET_LUN(scb)     268                scb != NULL ? SCB_GET_LUN(scb) : -1);
269 }                                                 269 }
270                                                   270 
271 /*                                                271 /*
272  * XXX - these options apply unilaterally to _    272  * XXX - these options apply unilaterally to _all_ 274x/284x/294x
273  *       cards in the system.  This should be     273  *       cards in the system.  This should be fixed.  Exceptions to this
274  *       rule are noted in the comments.          274  *       rule are noted in the comments.
275  */                                               275  */
276                                                   276 
277 /*                                                277 /*
278  * Skip the scsi bus reset.  Non 0 make us ski    278  * Skip the scsi bus reset.  Non 0 make us skip the reset at startup.  This
279  * has no effect on any later resets that migh    279  * has no effect on any later resets that might occur due to things like
280  * SCSI bus timeouts.                             280  * SCSI bus timeouts.
281  */                                               281  */
282 static uint32_t aic7xxx_no_reset;                 282 static uint32_t aic7xxx_no_reset;
283                                                   283 
284 /*                                                284 /*
285  * Should we force EXTENDED translation on a c    285  * Should we force EXTENDED translation on a controller.
286  *     0 == Use whatever is in the SEEPROM or     286  *     0 == Use whatever is in the SEEPROM or default to off
287  *     1 == Use whatever is in the SEEPROM or     287  *     1 == Use whatever is in the SEEPROM or default to on
288  */                                               288  */
289 static uint32_t aic7xxx_extended;                 289 static uint32_t aic7xxx_extended;
290                                                   290 
291 /*                                                291 /*
292  * PCI bus parity checking of the Adaptec cont    292  * PCI bus parity checking of the Adaptec controllers.  This is somewhat
293  * dubious at best.  To my knowledge, this opt    293  * dubious at best.  To my knowledge, this option has never actually
294  * solved a PCI parity problem, but on certain    294  * solved a PCI parity problem, but on certain machines with broken PCI
295  * chipset configurations where stray PCI tran    295  * chipset configurations where stray PCI transactions with bad parity are
296  * the norm rather than the exception, the err    296  * the norm rather than the exception, the error messages can be overwelming.
297  * It's included in the driver for completenes    297  * It's included in the driver for completeness.
298  *   0     = Shut off PCI parity check            298  *   0     = Shut off PCI parity check
299  *   non-0 = reverse polarity pci parity check    299  *   non-0 = reverse polarity pci parity checking
300  */                                               300  */
301 static uint32_t aic7xxx_pci_parity = ~0;          301 static uint32_t aic7xxx_pci_parity = ~0;
302                                                   302 
303 /*                                                303 /*
304  * There are lots of broken chipsets in the wo    304  * There are lots of broken chipsets in the world.  Some of them will
305  * violate the PCI spec when we issue byte siz    305  * violate the PCI spec when we issue byte sized memory writes to our
306  * controller.  I/O mapped register access, if    306  * controller.  I/O mapped register access, if allowed by the given
307  * platform, will work in almost all cases.       307  * platform, will work in almost all cases.
308  */                                               308  */
309 uint32_t aic7xxx_allow_memio = ~0;                309 uint32_t aic7xxx_allow_memio = ~0;
310                                                   310 
311 /*                                                311 /*
312  * So that we can set how long each device is     312  * So that we can set how long each device is given as a selection timeout.
313  * The table of values goes like this:            313  * The table of values goes like this:
314  *   0 - 256ms                                    314  *   0 - 256ms
315  *   1 - 128ms                                    315  *   1 - 128ms
316  *   2 - 64ms                                     316  *   2 - 64ms
317  *   3 - 32ms                                     317  *   3 - 32ms
318  * We default to 256ms because some older devi    318  * We default to 256ms because some older devices need a longer time
319  * to respond to initial selection.               319  * to respond to initial selection.
320  */                                               320  */
321 static uint32_t aic7xxx_seltime;                  321 static uint32_t aic7xxx_seltime;
322                                                   322 
323 /*                                                323 /*
324  * Certain devices do not perform any aging on    324  * Certain devices do not perform any aging on commands.  Should the
325  * device be saturated by commands in one port    325  * device be saturated by commands in one portion of the disk, it is
326  * possible for transactions on far away secto    326  * possible for transactions on far away sectors to never be serviced.
327  * To handle these devices, we can periodicall    327  * To handle these devices, we can periodically send an ordered tag to
328  * force all outstanding transactions to be se    328  * force all outstanding transactions to be serviced prior to a new
329  * transaction.                                   329  * transaction.
330  */                                               330  */
331 static uint32_t aic7xxx_periodic_otag;            331 static uint32_t aic7xxx_periodic_otag;
332                                                   332 
333 /*                                                333 /*
334  * Module information and settable options.       334  * Module information and settable options.
335  */                                               335  */
336 static char *aic7xxx = NULL;                      336 static char *aic7xxx = NULL;
337                                                   337 
338 MODULE_AUTHOR("Maintainer: Hannes Reinecke <ha    338 MODULE_AUTHOR("Maintainer: Hannes Reinecke <hare@suse.de>");
339 MODULE_DESCRIPTION("Adaptec AIC77XX/78XX SCSI     339 MODULE_DESCRIPTION("Adaptec AIC77XX/78XX SCSI Host Bus Adapter driver");
340 MODULE_LICENSE("Dual BSD/GPL");                   340 MODULE_LICENSE("Dual BSD/GPL");
341 MODULE_VERSION(AIC7XXX_DRIVER_VERSION);           341 MODULE_VERSION(AIC7XXX_DRIVER_VERSION);
342 module_param(aic7xxx, charp, 0444);               342 module_param(aic7xxx, charp, 0444);
343 MODULE_PARM_DESC(aic7xxx,                         343 MODULE_PARM_DESC(aic7xxx,
344 "period-delimited options string:\n"              344 "period-delimited options string:\n"
345 "       verbose                 Enable verbose    345 "       verbose                 Enable verbose/diagnostic logging\n"
346 "       allow_memio             Allow device r    346 "       allow_memio             Allow device registers to be memory mapped\n"
347 "       debug                   Bitmask of deb    347 "       debug                   Bitmask of debug values to enable\n"
348 "       no_probe                Toggle EISA/VL    348 "       no_probe                Toggle EISA/VLB controller probing\n"
349 "       probe_eisa_vl           Toggle EISA/VL    349 "       probe_eisa_vl           Toggle EISA/VLB controller probing\n"
350 "       no_reset                Suppress initi    350 "       no_reset                Suppress initial bus resets\n"
351 "       extended                Enable extende    351 "       extended                Enable extended geometry on all controllers\n"
352 "       periodic_otag           Send an ordere    352 "       periodic_otag           Send an ordered tagged transaction\n"
353 "                               periodically t    353 "                               periodically to prevent tag starvation.\n"
354 "                               This may be re    354 "                               This may be required by some older disk\n"
355 "                               drives or RAID    355 "                               drives or RAID arrays.\n"
356 "       tag_info:<tag_str>      Set per-target    356 "       tag_info:<tag_str>      Set per-target tag depth\n"
357 "       global_tag_depth:<int>  Global tag dep    357 "       global_tag_depth:<int>  Global tag depth for every target\n"
358 "                               on every bus\n    358 "                               on every bus\n"
359 "       seltime:<int>           Selection Time    359 "       seltime:<int>           Selection Timeout\n"
360 "                               (0/256ms,1/128    360 "                               (0/256ms,1/128ms,2/64ms,3/32ms)\n"
361 "\n"                                              361 "\n"
362 "       Sample /etc/modprobe.conf line:\n"        362 "       Sample /etc/modprobe.conf line:\n"
363 "               Toggle EISA/VLB probing\n"        363 "               Toggle EISA/VLB probing\n"
364 "               Set tag depth on Controller 1/    364 "               Set tag depth on Controller 1/Target 1 to 10 tags\n"
365 "               Shorten the selection timeout     365 "               Shorten the selection timeout to 128ms\n"
366 "\n"                                              366 "\n"
367 "       options aic7xxx 'aic7xxx=probe_eisa_vl    367 "       options aic7xxx 'aic7xxx=probe_eisa_vl.tag_info:{{}.{.10}}.seltime:1'\n"
368 );                                                368 );
369                                                   369 
370 static void ahc_linux_handle_scsi_status(struc    370 static void ahc_linux_handle_scsi_status(struct ahc_softc *,
371                                          struc    371                                          struct scsi_device *,
372                                          struc    372                                          struct scb *);
373 static void ahc_linux_queue_cmd_complete(struc    373 static void ahc_linux_queue_cmd_complete(struct ahc_softc *ahc,
374                                          struc    374                                          struct scsi_cmnd *cmd);
375 static void ahc_linux_freeze_simq(struct ahc_s    375 static void ahc_linux_freeze_simq(struct ahc_softc *ahc);
376 static void ahc_linux_release_simq(struct ahc_    376 static void ahc_linux_release_simq(struct ahc_softc *ahc);
377 static int  ahc_linux_queue_recovery_cmd(struc    377 static int  ahc_linux_queue_recovery_cmd(struct scsi_cmnd *cmd, scb_flag flag);
378 static void ahc_linux_initialize_scsi_bus(stru    378 static void ahc_linux_initialize_scsi_bus(struct ahc_softc *ahc);
379 static u_int ahc_linux_user_tagdepth(struct ah    379 static u_int ahc_linux_user_tagdepth(struct ahc_softc *ahc,
380                                      struct ah    380                                      struct ahc_devinfo *devinfo);
381 static void ahc_linux_device_queue_depth(struc    381 static void ahc_linux_device_queue_depth(struct scsi_device *);
382 static int ahc_linux_run_command(struct ahc_so    382 static int ahc_linux_run_command(struct ahc_softc*,
383                                  struct ahc_li    383                                  struct ahc_linux_device *,
384                                  struct scsi_c    384                                  struct scsi_cmnd *);
385 static void ahc_linux_setup_tag_info_global(ch    385 static void ahc_linux_setup_tag_info_global(char *p);
386 static int  aic7xxx_setup(char *s);               386 static int  aic7xxx_setup(char *s);
387                                                   387 
388 static int ahc_linux_unit;                        388 static int ahc_linux_unit;
389                                                   389 
390                                                   390 
391 /********************************* Inlines ***    391 /********************************* Inlines ************************************/
392 static __inline void ahc_linux_unmap_scb(struc    392 static __inline void ahc_linux_unmap_scb(struct ahc_softc*, struct scb*);
393                                                   393 
394 static __inline int ahc_linux_map_seg(struct a    394 static __inline int ahc_linux_map_seg(struct ahc_softc *ahc, struct scb *scb,
395                                       struct a    395                                       struct ahc_dma_seg *sg,
396                                       dma_addr    396                                       dma_addr_t addr, bus_size_t len);
397                                                   397 
398 static __inline void                              398 static __inline void
399 ahc_linux_unmap_scb(struct ahc_softc *ahc, str    399 ahc_linux_unmap_scb(struct ahc_softc *ahc, struct scb *scb)
400 {                                                 400 {
401         struct scsi_cmnd *cmd;                    401         struct scsi_cmnd *cmd;
402                                                   402 
403         cmd = scb->io_ctx;                        403         cmd = scb->io_ctx;
404         ahc_sync_sglist(ahc, scb, BUS_DMASYNC_    404         ahc_sync_sglist(ahc, scb, BUS_DMASYNC_POSTWRITE);
405                                                   405 
406         scsi_dma_unmap(cmd);                      406         scsi_dma_unmap(cmd);
407 }                                                 407 }
408                                                   408 
409 static __inline int                               409 static __inline int
410 ahc_linux_map_seg(struct ahc_softc *ahc, struc    410 ahc_linux_map_seg(struct ahc_softc *ahc, struct scb *scb,
411                   struct ahc_dma_seg *sg, dma_    411                   struct ahc_dma_seg *sg, dma_addr_t addr, bus_size_t len)
412 {                                                 412 {
413         int      consumed;                        413         int      consumed;
414                                                   414 
415         if ((scb->sg_count + 1) > AHC_NSEG)       415         if ((scb->sg_count + 1) > AHC_NSEG)
416                 panic("Too few segs for dma ma    416                 panic("Too few segs for dma mapping.  "
417                       "Increase AHC_NSEG\n");     417                       "Increase AHC_NSEG\n");
418                                                   418 
419         consumed = 1;                             419         consumed = 1;
420         sg->addr = ahc_htole32(addr & 0xFFFFFF    420         sg->addr = ahc_htole32(addr & 0xFFFFFFFF);
421         scb->platform_data->xfer_len += len;      421         scb->platform_data->xfer_len += len;
422                                                   422 
423         if (sizeof(dma_addr_t) > 4                423         if (sizeof(dma_addr_t) > 4
424          && (ahc->flags & AHC_39BIT_ADDRESSING    424          && (ahc->flags & AHC_39BIT_ADDRESSING) != 0)
425                 len |= (addr >> 8) & AHC_SG_HI    425                 len |= (addr >> 8) & AHC_SG_HIGH_ADDR_MASK;
426                                                   426 
427         sg->len = ahc_htole32(len);               427         sg->len = ahc_htole32(len);
428         return (consumed);                        428         return (consumed);
429 }                                                 429 }
430                                                   430 
431 /*                                                431 /*
432  * Return a string describing the driver.         432  * Return a string describing the driver.
433  */                                               433  */
434 static const char *                               434 static const char *
435 ahc_linux_info(struct Scsi_Host *host)            435 ahc_linux_info(struct Scsi_Host *host)
436 {                                                 436 {
437         static char buffer[512];                  437         static char buffer[512];
438         char    ahc_info[256];                    438         char    ahc_info[256];
439         char   *bp;                               439         char   *bp;
440         struct ahc_softc *ahc;                    440         struct ahc_softc *ahc;
441                                                   441 
442         bp = &buffer[0];                          442         bp = &buffer[0];
443         ahc = *(struct ahc_softc **)host->host    443         ahc = *(struct ahc_softc **)host->hostdata;
444         memset(bp, 0, sizeof(buffer));            444         memset(bp, 0, sizeof(buffer));
445         strcpy(bp, "Adaptec AIC7XXX EISA/VLB/P    445         strcpy(bp, "Adaptec AIC7XXX EISA/VLB/PCI SCSI HBA DRIVER, Rev ");
446         strcat(bp, AIC7XXX_DRIVER_VERSION);       446         strcat(bp, AIC7XXX_DRIVER_VERSION);
447         strcat(bp, "\n");                         447         strcat(bp, "\n");
448         strcat(bp, "        <");                  448         strcat(bp, "        <");
449         strcat(bp, ahc->description);             449         strcat(bp, ahc->description);
450         strcat(bp, ">\n");                        450         strcat(bp, ">\n");
451         strcat(bp, "        ");                   451         strcat(bp, "        ");
452         ahc_controller_info(ahc, ahc_info);       452         ahc_controller_info(ahc, ahc_info);
453         strcat(bp, ahc_info);                     453         strcat(bp, ahc_info);
454         strcat(bp, "\n");                         454         strcat(bp, "\n");
455                                                   455 
456         return (bp);                              456         return (bp);
457 }                                                 457 }
458                                                   458 
459 /*                                                459 /*
460  * Queue an SCB to the controller.                460  * Queue an SCB to the controller.
461  */                                               461  */
462 static int                                        462 static int
463 ahc_linux_queue(struct scsi_cmnd * cmd, void (    463 ahc_linux_queue(struct scsi_cmnd * cmd, void (*scsi_done) (struct scsi_cmnd *))
464 {                                                 464 {
465         struct   ahc_softc *ahc;                  465         struct   ahc_softc *ahc;
466         struct   ahc_linux_device *dev = scsi_    466         struct   ahc_linux_device *dev = scsi_transport_device_data(cmd->device);
467         int rtn = SCSI_MLQUEUE_HOST_BUSY;         467         int rtn = SCSI_MLQUEUE_HOST_BUSY;
468         unsigned long flags;                      468         unsigned long flags;
469                                                   469 
470         ahc = *(struct ahc_softc **)cmd->devic    470         ahc = *(struct ahc_softc **)cmd->device->host->hostdata;
471                                                   471 
472         ahc_lock(ahc, &flags);                    472         ahc_lock(ahc, &flags);
473         if (ahc->platform_data->qfrozen == 0)     473         if (ahc->platform_data->qfrozen == 0) {
474                 cmd->scsi_done = scsi_done;       474                 cmd->scsi_done = scsi_done;
475                 cmd->result = CAM_REQ_INPROG <    475                 cmd->result = CAM_REQ_INPROG << 16;
476                 rtn = ahc_linux_run_command(ah    476                 rtn = ahc_linux_run_command(ahc, dev, cmd);
477         }                                         477         }
478         ahc_unlock(ahc, &flags);                  478         ahc_unlock(ahc, &flags);
479                                                   479 
480         return rtn;                               480         return rtn;
481 }                                                 481 }
482                                                   482 
483 static inline struct scsi_target **               483 static inline struct scsi_target **
484 ahc_linux_target_in_softc(struct scsi_target *    484 ahc_linux_target_in_softc(struct scsi_target *starget)
485 {                                                 485 {
486         struct  ahc_softc *ahc =                  486         struct  ahc_softc *ahc =
487                 *((struct ahc_softc **)dev_to_    487                 *((struct ahc_softc **)dev_to_shost(&starget->dev)->hostdata);
488         unsigned int target_offset;               488         unsigned int target_offset;
489                                                   489 
490         target_offset = starget->id;              490         target_offset = starget->id;
491         if (starget->channel != 0)                491         if (starget->channel != 0)
492                 target_offset += 8;               492                 target_offset += 8;
493                                                   493 
494         return &ahc->platform_data->starget[ta    494         return &ahc->platform_data->starget[target_offset];
495 }                                                 495 }
496                                                   496 
497 static int                                        497 static int
498 ahc_linux_target_alloc(struct scsi_target *sta    498 ahc_linux_target_alloc(struct scsi_target *starget)
499 {                                                 499 {
500         struct  ahc_softc *ahc =                  500         struct  ahc_softc *ahc =
501                 *((struct ahc_softc **)dev_to_    501                 *((struct ahc_softc **)dev_to_shost(&starget->dev)->hostdata);
502         struct seeprom_config *sc = ahc->seep_    502         struct seeprom_config *sc = ahc->seep_config;
503         unsigned long flags;                      503         unsigned long flags;
504         struct scsi_target **ahc_targp = ahc_l    504         struct scsi_target **ahc_targp = ahc_linux_target_in_softc(starget);
505         unsigned short scsirate;                  505         unsigned short scsirate;
506         struct ahc_devinfo devinfo;               506         struct ahc_devinfo devinfo;
507         struct ahc_initiator_tinfo *tinfo;        507         struct ahc_initiator_tinfo *tinfo;
508         struct ahc_tmode_tstate *tstate;          508         struct ahc_tmode_tstate *tstate;
509         char channel = starget->channel + 'A';    509         char channel = starget->channel + 'A';
510         unsigned int our_id = ahc->our_id;        510         unsigned int our_id = ahc->our_id;
511         unsigned int target_offset;               511         unsigned int target_offset;
512                                                   512 
513         target_offset = starget->id;              513         target_offset = starget->id;
514         if (starget->channel != 0)                514         if (starget->channel != 0)
515                 target_offset += 8;               515                 target_offset += 8;
516                                                   516           
517         if (starget->channel)                     517         if (starget->channel)
518                 our_id = ahc->our_id_b;           518                 our_id = ahc->our_id_b;
519                                                   519 
520         ahc_lock(ahc, &flags);                    520         ahc_lock(ahc, &flags);
521                                                   521 
522         BUG_ON(*ahc_targp != NULL);               522         BUG_ON(*ahc_targp != NULL);
523                                                   523 
524         *ahc_targp = starget;                     524         *ahc_targp = starget;
525                                                   525 
526         if (sc) {                                 526         if (sc) {
527                 int maxsync = AHC_SYNCRATE_DT;    527                 int maxsync = AHC_SYNCRATE_DT;
528                 int ultra = 0;                    528                 int ultra = 0;
529                 int flags = sc->device_flags[t    529                 int flags = sc->device_flags[target_offset];
530                                                   530 
531                 if (ahc->flags & AHC_NEWEEPROM    531                 if (ahc->flags & AHC_NEWEEPROM_FMT) {
532                     if (flags & CFSYNCHISULTRA    532                     if (flags & CFSYNCHISULTRA)
533                         ultra = 1;                533                         ultra = 1;
534                 } else if (flags & CFULTRAEN)     534                 } else if (flags & CFULTRAEN)
535                         ultra = 1;                535                         ultra = 1;
536                 /* AIC nutcase; 10MHz appears     536                 /* AIC nutcase; 10MHz appears as ultra = 1, CFXFER = 0x04
537                  * change it to ultra=0, CFXFE    537                  * change it to ultra=0, CFXFER = 0 */
538                 if(ultra && (flags & CFXFER) =    538                 if(ultra && (flags & CFXFER) == 0x04) {
539                         ultra = 0;                539                         ultra = 0;
540                         flags &= ~CFXFER;         540                         flags &= ~CFXFER;
541                 }                                 541                 }
542                                                   542             
543                 if ((ahc->features & AHC_ULTRA    543                 if ((ahc->features & AHC_ULTRA2) != 0) {
544                         scsirate = (flags & CF    544                         scsirate = (flags & CFXFER) | (ultra ? 0x8 : 0);
545                 } else {                          545                 } else {
546                         scsirate = (flags & CF    546                         scsirate = (flags & CFXFER) << 4;
547                         maxsync = ultra ? AHC_    547                         maxsync = ultra ? AHC_SYNCRATE_ULTRA : 
548                                 AHC_SYNCRATE_F    548                                 AHC_SYNCRATE_FAST;
549                 }                                 549                 }
550                 spi_max_width(starget) = (flag    550                 spi_max_width(starget) = (flags & CFWIDEB) ? 1 : 0;
551                 if (!(flags & CFSYNCH))           551                 if (!(flags & CFSYNCH))
552                         spi_max_offset(starget    552                         spi_max_offset(starget) = 0;
553                 spi_min_period(starget) =         553                 spi_min_period(starget) = 
554                         ahc_find_period(ahc, s    554                         ahc_find_period(ahc, scsirate, maxsync);
555                                                   555 
556                 tinfo = ahc_fetch_transinfo(ah    556                 tinfo = ahc_fetch_transinfo(ahc, channel, ahc->our_id,
557                                             st    557                                             starget->id, &tstate);
558         }                                         558         }
559         ahc_compile_devinfo(&devinfo, our_id,     559         ahc_compile_devinfo(&devinfo, our_id, starget->id,
560                             CAM_LUN_WILDCARD,     560                             CAM_LUN_WILDCARD, channel,
561                             ROLE_INITIATOR);      561                             ROLE_INITIATOR);
562         ahc_set_syncrate(ahc, &devinfo, NULL,     562         ahc_set_syncrate(ahc, &devinfo, NULL, 0, 0, 0,
563                          AHC_TRANS_GOAL, /*pau    563                          AHC_TRANS_GOAL, /*paused*/FALSE);
564         ahc_set_width(ahc, &devinfo, MSG_EXT_W    564         ahc_set_width(ahc, &devinfo, MSG_EXT_WDTR_BUS_8_BIT,
565                       AHC_TRANS_GOAL, /*paused    565                       AHC_TRANS_GOAL, /*paused*/FALSE);
566         ahc_unlock(ahc, &flags);                  566         ahc_unlock(ahc, &flags);
567                                                   567 
568         return 0;                                 568         return 0;
569 }                                                 569 }
570                                                   570 
571 static void                                       571 static void
572 ahc_linux_target_destroy(struct scsi_target *s    572 ahc_linux_target_destroy(struct scsi_target *starget)
573 {                                                 573 {
574         struct scsi_target **ahc_targp = ahc_l    574         struct scsi_target **ahc_targp = ahc_linux_target_in_softc(starget);
575                                                   575 
576         *ahc_targp = NULL;                        576         *ahc_targp = NULL;
577 }                                                 577 }
578                                                   578 
579 static int                                        579 static int
580 ahc_linux_slave_alloc(struct scsi_device *sdev    580 ahc_linux_slave_alloc(struct scsi_device *sdev)
581 {                                                 581 {
582         struct  ahc_softc *ahc =                  582         struct  ahc_softc *ahc =
583                 *((struct ahc_softc **)sdev->h    583                 *((struct ahc_softc **)sdev->host->hostdata);
584         struct scsi_target *starget = sdev->sd    584         struct scsi_target *starget = sdev->sdev_target;
585         struct ahc_linux_device *dev;             585         struct ahc_linux_device *dev;
586                                                   586 
587         if (bootverbose)                          587         if (bootverbose)
588                 printf("%s: Slave Alloc %d\n",    588                 printf("%s: Slave Alloc %d\n", ahc_name(ahc), sdev->id);
589                                                   589 
590         dev = scsi_transport_device_data(sdev)    590         dev = scsi_transport_device_data(sdev);
591         memset(dev, 0, sizeof(*dev));             591         memset(dev, 0, sizeof(*dev));
592                                                   592 
593         /*                                        593         /*
594          * We start out life using untagged       594          * We start out life using untagged
595          * transactions of which we allow one.    595          * transactions of which we allow one.
596          */                                       596          */
597         dev->openings = 1;                        597         dev->openings = 1;
598                                                   598 
599         /*                                        599         /*
600          * Set maxtags to 0.  This will be cha    600          * Set maxtags to 0.  This will be changed if we
601          * later determine that we are dealing    601          * later determine that we are dealing with
602          * a tagged queuing capable device.       602          * a tagged queuing capable device.
603          */                                       603          */
604         dev->maxtags = 0;                         604         dev->maxtags = 0;
605                                                   605         
606         spi_period(starget) = 0;                  606         spi_period(starget) = 0;
607                                                   607 
608         return 0;                                 608         return 0;
609 }                                                 609 }
610                                                   610 
611 static int                                        611 static int
612 ahc_linux_slave_configure(struct scsi_device *    612 ahc_linux_slave_configure(struct scsi_device *sdev)
613 {                                                 613 {
614         struct  ahc_softc *ahc;                   614         struct  ahc_softc *ahc;
615                                                   615 
616         ahc = *((struct ahc_softc **)sdev->hos    616         ahc = *((struct ahc_softc **)sdev->host->hostdata);
617                                                   617 
618         if (bootverbose)                          618         if (bootverbose)
619                 sdev_printk(KERN_INFO, sdev, "    619                 sdev_printk(KERN_INFO, sdev, "Slave Configure\n");
620                                                   620 
621         ahc_linux_device_queue_depth(sdev);       621         ahc_linux_device_queue_depth(sdev);
622                                                   622 
623         /* Initial Domain Validation */           623         /* Initial Domain Validation */
624         if (!spi_initial_dv(sdev->sdev_target)    624         if (!spi_initial_dv(sdev->sdev_target))
625                 spi_dv_device(sdev);              625                 spi_dv_device(sdev);
626                                                   626 
627         return 0;                                 627         return 0;
628 }                                                 628 }
629                                                   629 
630 #if defined(__i386__)                             630 #if defined(__i386__)
631 /*                                                631 /*
632  * Return the disk geometry for the given SCSI    632  * Return the disk geometry for the given SCSI device.
633  */                                               633  */
634 static int                                        634 static int
635 ahc_linux_biosparam(struct scsi_device *sdev,     635 ahc_linux_biosparam(struct scsi_device *sdev, struct block_device *bdev,
636                     sector_t capacity, int geo    636                     sector_t capacity, int geom[])
637 {                                                 637 {
638         uint8_t *bh;                              638         uint8_t *bh;
639         int      heads;                           639         int      heads;
640         int      sectors;                         640         int      sectors;
641         int      cylinders;                       641         int      cylinders;
642         int      ret;                             642         int      ret;
643         int      extended;                        643         int      extended;
644         struct   ahc_softc *ahc;                  644         struct   ahc_softc *ahc;
645         u_int    channel;                         645         u_int    channel;
646                                                   646 
647         ahc = *((struct ahc_softc **)sdev->hos    647         ahc = *((struct ahc_softc **)sdev->host->hostdata);
648         channel = sdev_channel(sdev);             648         channel = sdev_channel(sdev);
649                                                   649 
650         bh = scsi_bios_ptable(bdev);              650         bh = scsi_bios_ptable(bdev);
651         if (bh) {                                 651         if (bh) {
652                 ret = scsi_partsize(bh, capaci    652                 ret = scsi_partsize(bh, capacity,
653                                     &geom[2],     653                                     &geom[2], &geom[0], &geom[1]);
654                 kfree(bh);                        654                 kfree(bh);
655                 if (ret != -1)                    655                 if (ret != -1)
656                         return (ret);             656                         return (ret);
657         }                                         657         }
658         heads = 64;                               658         heads = 64;
659         sectors = 32;                             659         sectors = 32;
660         cylinders = aic_sector_div(capacity, h    660         cylinders = aic_sector_div(capacity, heads, sectors);
661                                                   661 
662         if (aic7xxx_extended != 0)                662         if (aic7xxx_extended != 0)
663                 extended = 1;                     663                 extended = 1;
664         else if (channel == 0)                    664         else if (channel == 0)
665                 extended = (ahc->flags & AHC_E    665                 extended = (ahc->flags & AHC_EXTENDED_TRANS_A) != 0;
666         else                                      666         else
667                 extended = (ahc->flags & AHC_E    667                 extended = (ahc->flags & AHC_EXTENDED_TRANS_B) != 0;
668         if (extended && cylinders >= 1024) {      668         if (extended && cylinders >= 1024) {
669                 heads = 255;                      669                 heads = 255;
670                 sectors = 63;                     670                 sectors = 63;
671                 cylinders = aic_sector_div(cap    671                 cylinders = aic_sector_div(capacity, heads, sectors);
672         }                                         672         }
673         geom[0] = heads;                          673         geom[0] = heads;
674         geom[1] = sectors;                        674         geom[1] = sectors;
675         geom[2] = cylinders;                      675         geom[2] = cylinders;
676         return (0);                               676         return (0);
677 }                                                 677 }
678 #endif                                            678 #endif
679                                                   679 
680 /*                                                680 /*
681  * Abort the current SCSI command(s).             681  * Abort the current SCSI command(s).
682  */                                               682  */
683 static int                                        683 static int
684 ahc_linux_abort(struct scsi_cmnd *cmd)            684 ahc_linux_abort(struct scsi_cmnd *cmd)
685 {                                                 685 {
686         int error;                                686         int error;
687                                                   687 
688         error = ahc_linux_queue_recovery_cmd(c    688         error = ahc_linux_queue_recovery_cmd(cmd, SCB_ABORT);
689         if (error != 0)                           689         if (error != 0)
690                 printf("aic7xxx_abort returns     690                 printf("aic7xxx_abort returns 0x%x\n", error);
691         return (error);                           691         return (error);
692 }                                                 692 }
693                                                   693 
694 /*                                                694 /*
695  * Attempt to send a target reset message to t    695  * Attempt to send a target reset message to the device that timed out.
696  */                                               696  */
697 static int                                        697 static int
698 ahc_linux_dev_reset(struct scsi_cmnd *cmd)        698 ahc_linux_dev_reset(struct scsi_cmnd *cmd)
699 {                                                 699 {
700         int error;                                700         int error;
701                                                   701 
702         error = ahc_linux_queue_recovery_cmd(c    702         error = ahc_linux_queue_recovery_cmd(cmd, SCB_DEVICE_RESET);
703         if (error != 0)                           703         if (error != 0)
704                 printf("aic7xxx_dev_reset retu    704                 printf("aic7xxx_dev_reset returns 0x%x\n", error);
705         return (error);                           705         return (error);
706 }                                                 706 }
707                                                   707 
708 /*                                                708 /*
709  * Reset the SCSI bus.                            709  * Reset the SCSI bus.
710  */                                               710  */
711 static int                                        711 static int
712 ahc_linux_bus_reset(struct scsi_cmnd *cmd)        712 ahc_linux_bus_reset(struct scsi_cmnd *cmd)
713 {                                                 713 {
714         struct ahc_softc *ahc;                    714         struct ahc_softc *ahc;
715         int    found;                             715         int    found;
716         unsigned long flags;                      716         unsigned long flags;
717                                                   717 
718         ahc = *(struct ahc_softc **)cmd->devic    718         ahc = *(struct ahc_softc **)cmd->device->host->hostdata;
719                                                   719 
720         ahc_lock(ahc, &flags);                    720         ahc_lock(ahc, &flags);
721         found = ahc_reset_channel(ahc, scmd_ch    721         found = ahc_reset_channel(ahc, scmd_channel(cmd) + 'A',
722                                   /*initiate r    722                                   /*initiate reset*/TRUE);
723         ahc_unlock(ahc, &flags);                  723         ahc_unlock(ahc, &flags);
724                                                   724 
725         if (bootverbose)                          725         if (bootverbose)
726                 printf("%s: SCSI bus reset del    726                 printf("%s: SCSI bus reset delivered. "
727                        "%d SCBs aborted.\n", a    727                        "%d SCBs aborted.\n", ahc_name(ahc), found);
728                                                   728 
729         return SUCCESS;                           729         return SUCCESS;
730 }                                                 730 }
731                                                   731 
732 struct scsi_host_template aic7xxx_driver_templ    732 struct scsi_host_template aic7xxx_driver_template = {
733         .module                 = THIS_MODULE,    733         .module                 = THIS_MODULE,
734         .name                   = "aic7xxx",      734         .name                   = "aic7xxx",
735         .proc_name              = "aic7xxx",      735         .proc_name              = "aic7xxx",
736         .proc_info              = ahc_linux_pr    736         .proc_info              = ahc_linux_proc_info,
737         .info                   = ahc_linux_in    737         .info                   = ahc_linux_info,
738         .queuecommand           = ahc_linux_qu    738         .queuecommand           = ahc_linux_queue,
739         .eh_abort_handler       = ahc_linux_ab    739         .eh_abort_handler       = ahc_linux_abort,
740         .eh_device_reset_handler = ahc_linux_d    740         .eh_device_reset_handler = ahc_linux_dev_reset,
741         .eh_bus_reset_handler   = ahc_linux_bu    741         .eh_bus_reset_handler   = ahc_linux_bus_reset,
742 #if defined(__i386__)                             742 #if defined(__i386__)
743         .bios_param             = ahc_linux_bi    743         .bios_param             = ahc_linux_biosparam,
744 #endif                                            744 #endif
745         .can_queue              = AHC_MAX_QUEU    745         .can_queue              = AHC_MAX_QUEUE,
746         .this_id                = -1,             746         .this_id                = -1,
747         .max_sectors            = 8192,           747         .max_sectors            = 8192,
748         .cmd_per_lun            = 2,              748         .cmd_per_lun            = 2,
749         .use_clustering         = ENABLE_CLUST    749         .use_clustering         = ENABLE_CLUSTERING,
750         .slave_alloc            = ahc_linux_sl    750         .slave_alloc            = ahc_linux_slave_alloc,
751         .slave_configure        = ahc_linux_sl    751         .slave_configure        = ahc_linux_slave_configure,
752         .target_alloc           = ahc_linux_ta    752         .target_alloc           = ahc_linux_target_alloc,
753         .target_destroy         = ahc_linux_ta    753         .target_destroy         = ahc_linux_target_destroy,
754 };                                                754 };
755                                                   755 
756 /**************************** Tasklet Handler     756 /**************************** Tasklet Handler *********************************/
757                                                   757 
758 /******************************** Macros *****    758 /******************************** Macros **************************************/
759 #define BUILD_SCSIID(ahc, cmd)                    759 #define BUILD_SCSIID(ahc, cmd)                                              \
760         ((((cmd)->device->id << TID_SHIFT) & T    760         ((((cmd)->device->id << TID_SHIFT) & TID)                           \
761         | (((cmd)->device->channel == 0) ? (ah    761         | (((cmd)->device->channel == 0) ? (ahc)->our_id : (ahc)->our_id_b) \
762         | (((cmd)->device->channel == 0) ? 0 :    762         | (((cmd)->device->channel == 0) ? 0 : TWIN_CHNLB))
763                                                   763 
764 /******************************** Bus DMA ****    764 /******************************** Bus DMA *************************************/
765 int                                               765 int
766 ahc_dma_tag_create(struct ahc_softc *ahc, bus_    766 ahc_dma_tag_create(struct ahc_softc *ahc, bus_dma_tag_t parent,
767                    bus_size_t alignment, bus_s    767                    bus_size_t alignment, bus_size_t boundary,
768                    dma_addr_t lowaddr, dma_add    768                    dma_addr_t lowaddr, dma_addr_t highaddr,
769                    bus_dma_filter_t *filter, v    769                    bus_dma_filter_t *filter, void *filterarg,
770                    bus_size_t maxsize, int nse    770                    bus_size_t maxsize, int nsegments,
771                    bus_size_t maxsegsz, int fl    771                    bus_size_t maxsegsz, int flags, bus_dma_tag_t *ret_tag)
772 {                                                 772 {
773         bus_dma_tag_t dmat;                       773         bus_dma_tag_t dmat;
774                                                   774 
775         dmat = malloc(sizeof(*dmat), M_DEVBUF,    775         dmat = malloc(sizeof(*dmat), M_DEVBUF, M_NOWAIT);
776         if (dmat == NULL)                         776         if (dmat == NULL)
777                 return (ENOMEM);                  777                 return (ENOMEM);
778                                                   778 
779         /*                                        779         /*
780          * Linux is very simplistic about DMA     780          * Linux is very simplistic about DMA memory.  For now don't
781          * maintain all specification informat    781          * maintain all specification information.  Once Linux supplies
782          * better facilities for doing these o    782          * better facilities for doing these operations, or the
783          * needs of this particular driver cha    783          * needs of this particular driver change, we might need to do
784          * more here.                             784          * more here.
785          */                                       785          */
786         dmat->alignment = alignment;              786         dmat->alignment = alignment;
787         dmat->boundary = boundary;                787         dmat->boundary = boundary;
788         dmat->maxsize = maxsize;                  788         dmat->maxsize = maxsize;
789         *ret_tag = dmat;                          789         *ret_tag = dmat;
790         return (0);                               790         return (0);
791 }                                                 791 }
792                                                   792 
793 void                                              793 void
794 ahc_dma_tag_destroy(struct ahc_softc *ahc, bus    794 ahc_dma_tag_destroy(struct ahc_softc *ahc, bus_dma_tag_t dmat)
795 {                                                 795 {
796         free(dmat, M_DEVBUF);                     796         free(dmat, M_DEVBUF);
797 }                                                 797 }
798                                                   798 
799 int                                               799 int
800 ahc_dmamem_alloc(struct ahc_softc *ahc, bus_dm    800 ahc_dmamem_alloc(struct ahc_softc *ahc, bus_dma_tag_t dmat, void** vaddr,
801                  int flags, bus_dmamap_t *mapp    801                  int flags, bus_dmamap_t *mapp)
802 {                                                 802 {
803         *vaddr = pci_alloc_consistent(ahc->dev    803         *vaddr = pci_alloc_consistent(ahc->dev_softc,
804                                       dmat->ma    804                                       dmat->maxsize, mapp);
805         if (*vaddr == NULL)                       805         if (*vaddr == NULL)
806                 return ENOMEM;                    806                 return ENOMEM;
807         return 0;                                 807         return 0;
808 }                                                 808 }
809                                                   809 
810 void                                              810 void
811 ahc_dmamem_free(struct ahc_softc *ahc, bus_dma    811 ahc_dmamem_free(struct ahc_softc *ahc, bus_dma_tag_t dmat,
812                 void* vaddr, bus_dmamap_t map)    812                 void* vaddr, bus_dmamap_t map)
813 {                                                 813 {
814         pci_free_consistent(ahc->dev_softc, dm    814         pci_free_consistent(ahc->dev_softc, dmat->maxsize,
815                             vaddr, map);          815                             vaddr, map);
816 }                                                 816 }
817                                                   817 
818 int                                               818 int
819 ahc_dmamap_load(struct ahc_softc *ahc, bus_dma    819 ahc_dmamap_load(struct ahc_softc *ahc, bus_dma_tag_t dmat, bus_dmamap_t map,
820                 void *buf, bus_size_t buflen,     820                 void *buf, bus_size_t buflen, bus_dmamap_callback_t *cb,
821                 void *cb_arg, int flags)          821                 void *cb_arg, int flags)
822 {                                                 822 {
823         /*                                        823         /*
824          * Assume for now that this will only     824          * Assume for now that this will only be used during
825          * initialization and not for per-tran    825          * initialization and not for per-transaction buffer mapping.
826          */                                       826          */
827         bus_dma_segment_t stack_sg;               827         bus_dma_segment_t stack_sg;
828                                                   828 
829         stack_sg.ds_addr = map;                   829         stack_sg.ds_addr = map;
830         stack_sg.ds_len = dmat->maxsize;          830         stack_sg.ds_len = dmat->maxsize;
831         cb(cb_arg, &stack_sg, /*nseg*/1, /*err    831         cb(cb_arg, &stack_sg, /*nseg*/1, /*error*/0);
832         return (0);                               832         return (0);
833 }                                                 833 }
834                                                   834 
835 void                                              835 void
836 ahc_dmamap_destroy(struct ahc_softc *ahc, bus_    836 ahc_dmamap_destroy(struct ahc_softc *ahc, bus_dma_tag_t dmat, bus_dmamap_t map)
837 {                                                 837 {
838 }                                                 838 }
839                                                   839 
840 int                                               840 int
841 ahc_dmamap_unload(struct ahc_softc *ahc, bus_d    841 ahc_dmamap_unload(struct ahc_softc *ahc, bus_dma_tag_t dmat, bus_dmamap_t map)
842 {                                                 842 {
843         /* Nothing to do */                       843         /* Nothing to do */
844         return (0);                               844         return (0);
845 }                                                 845 }
846                                                   846 
847 static void                                       847 static void
848 ahc_linux_setup_tag_info_global(char *p)          848 ahc_linux_setup_tag_info_global(char *p)
849 {                                                 849 {
850         int tags, i, j;                           850         int tags, i, j;
851                                                   851 
852         tags = simple_strtoul(p + 1, NULL, 0)     852         tags = simple_strtoul(p + 1, NULL, 0) & 0xff;
853         printf("Setting Global Tags= %d\n", ta    853         printf("Setting Global Tags= %d\n", tags);
854                                                   854 
855         for (i = 0; i < ARRAY_SIZE(aic7xxx_tag    855         for (i = 0; i < ARRAY_SIZE(aic7xxx_tag_info); i++) {
856                 for (j = 0; j < AHC_NUM_TARGET    856                 for (j = 0; j < AHC_NUM_TARGETS; j++) {
857                         aic7xxx_tag_info[i].ta    857                         aic7xxx_tag_info[i].tag_commands[j] = tags;
858                 }                                 858                 }
859         }                                         859         }
860 }                                                 860 }
861                                                   861 
862 static void                                       862 static void
863 ahc_linux_setup_tag_info(u_long arg, int insta    863 ahc_linux_setup_tag_info(u_long arg, int instance, int targ, int32_t value)
864 {                                                 864 {
865                                                   865 
866         if ((instance >= 0) && (targ >= 0)        866         if ((instance >= 0) && (targ >= 0)
867          && (instance < ARRAY_SIZE(aic7xxx_tag    867          && (instance < ARRAY_SIZE(aic7xxx_tag_info))
868          && (targ < AHC_NUM_TARGETS)) {           868          && (targ < AHC_NUM_TARGETS)) {
869                 aic7xxx_tag_info[instance].tag    869                 aic7xxx_tag_info[instance].tag_commands[targ] = value & 0xff;
870                 if (bootverbose)                  870                 if (bootverbose)
871                         printf("tag_info[%d:%d    871                         printf("tag_info[%d:%d] = %d\n", instance, targ, value);
872         }                                         872         }
873 }                                                 873 }
874                                                   874 
875 static char *                                     875 static char *
876 ahc_parse_brace_option(char *opt_name, char *o    876 ahc_parse_brace_option(char *opt_name, char *opt_arg, char *end, int depth,
877                        void (*callback)(u_long    877                        void (*callback)(u_long, int, int, int32_t),
878                        u_long callback_arg)       878                        u_long callback_arg)
879 {                                                 879 {
880         char    *tok_end;                         880         char    *tok_end;
881         char    *tok_end2;                        881         char    *tok_end2;
882         int      i;                               882         int      i;
883         int      instance;                        883         int      instance;
884         int      targ;                            884         int      targ;
885         int      done;                            885         int      done;
886         char     tok_list[] = {'.', ',', '{',     886         char     tok_list[] = {'.', ',', '{', '}', '\0'};
887                                                   887 
888         /* All options use a ':' name/arg sepa    888         /* All options use a ':' name/arg separator */
889         if (*opt_arg != ':')                      889         if (*opt_arg != ':')
890                 return (opt_arg);                 890                 return (opt_arg);
891         opt_arg++;                                891         opt_arg++;
892         instance = -1;                            892         instance = -1;
893         targ = -1;                                893         targ = -1;
894         done = FALSE;                             894         done = FALSE;
895         /*                                        895         /*
896          * Restore separator that may be in       896          * Restore separator that may be in
897          * the middle of our option argument.     897          * the middle of our option argument.
898          */                                       898          */
899         tok_end = strchr(opt_arg, '\0');          899         tok_end = strchr(opt_arg, '\0');
900         if (tok_end < end)                        900         if (tok_end < end)
901                 *tok_end = ',';                   901                 *tok_end = ',';
902         while (!done) {                           902         while (!done) {
903                 switch (*opt_arg) {               903                 switch (*opt_arg) {
904                 case '{':                         904                 case '{':
905                         if (instance == -1) {     905                         if (instance == -1) {
906                                 instance = 0;     906                                 instance = 0;
907                         } else {                  907                         } else {
908                                 if (depth > 1)    908                                 if (depth > 1) {
909                                         if (ta    909                                         if (targ == -1)
910                                                   910                                                 targ = 0;
911                                 } else {          911                                 } else {
912                                         printf    912                                         printf("Malformed Option %s\n",
913                                                   913                                                opt_name);
914                                         done =    914                                         done = TRUE;
915                                 }                 915                                 }
916                         }                         916                         }
917                         opt_arg++;                917                         opt_arg++;
918                         break;                    918                         break;
919                 case '}':                         919                 case '}':
920                         if (targ != -1)           920                         if (targ != -1)
921                                 targ = -1;        921                                 targ = -1;
922                         else if (instance != -    922                         else if (instance != -1)
923                                 instance = -1;    923                                 instance = -1;
924                         opt_arg++;                924                         opt_arg++;
925                         break;                    925                         break;
926                 case ',':                         926                 case ',':
927                 case '.':                         927                 case '.':
928                         if (instance == -1)       928                         if (instance == -1)
929                                 done = TRUE;      929                                 done = TRUE;
930                         else if (targ >= 0)       930                         else if (targ >= 0)
931                                 targ++;           931                                 targ++;
932                         else if (instance >= 0    932                         else if (instance >= 0)
933                                 instance++;       933                                 instance++;
934                         opt_arg++;                934                         opt_arg++;
935                         break;                    935                         break;
936                 case '\0':                        936                 case '\0':
937                         done = TRUE;              937                         done = TRUE;
938                         break;                    938                         break;
939                 default:                          939                 default:
940                         tok_end = end;            940                         tok_end = end;
941                         for (i = 0; tok_list[i    941                         for (i = 0; tok_list[i]; i++) {
942                                 tok_end2 = str    942                                 tok_end2 = strchr(opt_arg, tok_list[i]);
943                                 if ((tok_end2)    943                                 if ((tok_end2) && (tok_end2 < tok_end))
944                                         tok_en    944                                         tok_end = tok_end2;
945                         }                         945                         }
946                         callback(callback_arg,    946                         callback(callback_arg, instance, targ,
947                                  simple_strtol    947                                  simple_strtol(opt_arg, NULL, 0));
948                         opt_arg = tok_end;        948                         opt_arg = tok_end;
949                         break;                    949                         break;
950                 }                                 950                 }
951         }                                         951         }
952         return (opt_arg);                         952         return (opt_arg);
953 }                                                 953 }
954                                                   954 
955 /*                                                955 /*
956  * Handle Linux boot parameters. This routine     956  * Handle Linux boot parameters. This routine allows for assigning a value
957  * to a parameter with a ':' between the param    957  * to a parameter with a ':' between the parameter and the value.
958  * ie. aic7xxx=stpwlev:1,extended                 958  * ie. aic7xxx=stpwlev:1,extended
959  */                                               959  */
960 static int                                        960 static int
961 aic7xxx_setup(char *s)                            961 aic7xxx_setup(char *s)
962 {                                                 962 {
963         int     i, n;                             963         int     i, n;
964         char   *p;                                964         char   *p;
965         char   *end;                              965         char   *end;
966                                                   966 
967         static struct {                           967         static struct {
968                 const char *name;                 968                 const char *name;
969                 uint32_t *flag;                   969                 uint32_t *flag;
970         } options[] = {                           970         } options[] = {
971                 { "extended", &aic7xxx_extende    971                 { "extended", &aic7xxx_extended },
972                 { "no_reset", &aic7xxx_no_rese    972                 { "no_reset", &aic7xxx_no_reset },
973                 { "verbose", &aic7xxx_verbose     973                 { "verbose", &aic7xxx_verbose },
974                 { "allow_memio", &aic7xxx_allo    974                 { "allow_memio", &aic7xxx_allow_memio},
975 #ifdef AHC_DEBUG                                  975 #ifdef AHC_DEBUG
976                 { "debug", &ahc_debug },          976                 { "debug", &ahc_debug },
977 #endif                                            977 #endif
978                 { "periodic_otag", &aic7xxx_pe    978                 { "periodic_otag", &aic7xxx_periodic_otag },
979                 { "pci_parity", &aic7xxx_pci_p    979                 { "pci_parity", &aic7xxx_pci_parity },
980                 { "seltime", &aic7xxx_seltime     980                 { "seltime", &aic7xxx_seltime },
981                 { "tag_info", NULL },             981                 { "tag_info", NULL },
982                 { "global_tag_depth", NULL },     982                 { "global_tag_depth", NULL },
983                 { "dv", NULL }                    983                 { "dv", NULL }
984         };                                        984         };
985                                                   985 
986         end = strchr(s, '\0');                    986         end = strchr(s, '\0');
987                                                   987 
988         /*                                        988         /*
989          * XXX ia64 gcc isn't smart enough to     989          * XXX ia64 gcc isn't smart enough to know that ARRAY_SIZE
990          * will never be 0 in this case.          990          * will never be 0 in this case.
991          */                                       991          */
992         n = 0;                                    992         n = 0;
993                                                   993 
994         while ((p = strsep(&s, ",.")) != NULL)    994         while ((p = strsep(&s, ",.")) != NULL) {
995                 if (*p == '\0')                   995                 if (*p == '\0')
996                         continue;                 996                         continue;
997                 for (i = 0; i < ARRAY_SIZE(opt    997                 for (i = 0; i < ARRAY_SIZE(options); i++) {
998                                                   998 
999                         n = strlen(options[i].    999                         n = strlen(options[i].name);
1000                         if (strncmp(options[i    1000                         if (strncmp(options[i].name, p, n) == 0)
1001                                 break;           1001                                 break;
1002                 }                                1002                 }
1003                 if (i == ARRAY_SIZE(options))    1003                 if (i == ARRAY_SIZE(options))
1004                         continue;                1004                         continue;
1005                                                  1005 
1006                 if (strncmp(p, "global_tag_de    1006                 if (strncmp(p, "global_tag_depth", n) == 0) {
1007                         ahc_linux_setup_tag_i    1007                         ahc_linux_setup_tag_info_global(p + n);
1008                 } else if (strncmp(p, "tag_in    1008                 } else if (strncmp(p, "tag_info", n) == 0) {
1009                         s = ahc_parse_brace_o    1009                         s = ahc_parse_brace_option("tag_info", p + n, end,
1010                             2, ahc_linux_setu    1010                             2, ahc_linux_setup_tag_info, 0);
1011                 } else if (p[n] == ':') {        1011                 } else if (p[n] == ':') {
1012                         *(options[i].flag) =     1012                         *(options[i].flag) = simple_strtoul(p + n + 1, NULL, 0);
1013                 } else if (strncmp(p, "verbos    1013                 } else if (strncmp(p, "verbose", n) == 0) {
1014                         *(options[i].flag) =     1014                         *(options[i].flag) = 1;
1015                 } else {                         1015                 } else {
1016                         *(options[i].flag) ^=    1016                         *(options[i].flag) ^= 0xFFFFFFFF;
1017                 }                                1017                 }
1018         }                                        1018         }
1019         return 1;                                1019         return 1;
1020 }                                                1020 }
1021                                                  1021 
1022 __setup("aic7xxx=", aic7xxx_setup);              1022 __setup("aic7xxx=", aic7xxx_setup);
1023                                                  1023 
1024 uint32_t aic7xxx_verbose;                        1024 uint32_t aic7xxx_verbose;
1025                                                  1025 
1026 int                                              1026 int
1027 ahc_linux_register_host(struct ahc_softc *ahc    1027 ahc_linux_register_host(struct ahc_softc *ahc, struct scsi_host_template *template)
1028 {                                                1028 {
1029         char    buf[80];                         1029         char    buf[80];
1030         struct  Scsi_Host *host;                 1030         struct  Scsi_Host *host;
1031         char    *new_name;                       1031         char    *new_name;
1032         u_long  s;                               1032         u_long  s;
1033         int     retval;                          1033         int     retval;
1034                                                  1034 
1035         template->name = ahc->description;       1035         template->name = ahc->description;
1036         host = scsi_host_alloc(template, size    1036         host = scsi_host_alloc(template, sizeof(struct ahc_softc *));
1037         if (host == NULL)                        1037         if (host == NULL)
1038                 return (ENOMEM);                 1038                 return (ENOMEM);
1039                                                  1039 
1040         *((struct ahc_softc **)host->hostdata    1040         *((struct ahc_softc **)host->hostdata) = ahc;
1041         ahc->platform_data->host = host;         1041         ahc->platform_data->host = host;
1042         host->can_queue = AHC_MAX_QUEUE;         1042         host->can_queue = AHC_MAX_QUEUE;
1043         host->cmd_per_lun = 2;                   1043         host->cmd_per_lun = 2;
1044         /* XXX No way to communicate the ID f    1044         /* XXX No way to communicate the ID for multiple channels */
1045         host->this_id = ahc->our_id;             1045         host->this_id = ahc->our_id;
1046         host->irq = ahc->platform_data->irq;     1046         host->irq = ahc->platform_data->irq;
1047         host->max_id = (ahc->features & AHC_W    1047         host->max_id = (ahc->features & AHC_WIDE) ? 16 : 8;
1048         host->max_lun = AHC_NUM_LUNS;            1048         host->max_lun = AHC_NUM_LUNS;
1049         host->max_channel = (ahc->features &     1049         host->max_channel = (ahc->features & AHC_TWIN) ? 1 : 0;
1050         host->sg_tablesize = AHC_NSEG;           1050         host->sg_tablesize = AHC_NSEG;
1051         ahc_lock(ahc, &s);                       1051         ahc_lock(ahc, &s);
1052         ahc_set_unit(ahc, ahc_linux_unit++);     1052         ahc_set_unit(ahc, ahc_linux_unit++);
1053         ahc_unlock(ahc, &s);                     1053         ahc_unlock(ahc, &s);
1054         sprintf(buf, "scsi%d", host->host_no)    1054         sprintf(buf, "scsi%d", host->host_no);
1055         new_name = malloc(strlen(buf) + 1, M_    1055         new_name = malloc(strlen(buf) + 1, M_DEVBUF, M_NOWAIT);
1056         if (new_name != NULL) {                  1056         if (new_name != NULL) {
1057                 strcpy(new_name, buf);           1057                 strcpy(new_name, buf);
1058                 ahc_set_name(ahc, new_name);     1058                 ahc_set_name(ahc, new_name);
1059         }                                        1059         }
1060         host->unique_id = ahc->unit;             1060         host->unique_id = ahc->unit;
1061         ahc_linux_initialize_scsi_bus(ahc);      1061         ahc_linux_initialize_scsi_bus(ahc);
1062         ahc_intr_enable(ahc, TRUE);              1062         ahc_intr_enable(ahc, TRUE);
1063                                                  1063 
1064         host->transportt = ahc_linux_transpor    1064         host->transportt = ahc_linux_transport_template;
1065                                                  1065 
1066         retval = scsi_add_host(host,             1066         retval = scsi_add_host(host,
1067                         (ahc->dev_softc ? &ah    1067                         (ahc->dev_softc ? &ahc->dev_softc->dev : NULL));
1068         if (retval) {                            1068         if (retval) {
1069                 printk(KERN_WARNING "aic7xxx:    1069                 printk(KERN_WARNING "aic7xxx: scsi_add_host failed\n");
1070                 scsi_host_put(host);             1070                 scsi_host_put(host);
1071                 return retval;                   1071                 return retval;
1072         }                                        1072         }
1073                                                  1073 
1074         scsi_scan_host(host);                    1074         scsi_scan_host(host);
1075         return 0;                                1075         return 0;
1076 }                                                1076 }
1077                                                  1077 
1078 /*                                               1078 /*
1079  * Place the SCSI bus into a known state by e    1079  * Place the SCSI bus into a known state by either resetting it,
1080  * or forcing transfer negotiations on the ne    1080  * or forcing transfer negotiations on the next command to any
1081  * target.                                       1081  * target.
1082  */                                              1082  */
1083 void                                             1083 void
1084 ahc_linux_initialize_scsi_bus(struct ahc_soft    1084 ahc_linux_initialize_scsi_bus(struct ahc_softc *ahc)
1085 {                                                1085 {
1086         int i;                                   1086         int i;
1087         int numtarg;                             1087         int numtarg;
1088         unsigned long s;                         1088         unsigned long s;
1089                                                  1089 
1090         i = 0;                                   1090         i = 0;
1091         numtarg = 0;                             1091         numtarg = 0;
1092                                                  1092 
1093         ahc_lock(ahc, &s);                       1093         ahc_lock(ahc, &s);
1094                                                  1094 
1095         if (aic7xxx_no_reset != 0)               1095         if (aic7xxx_no_reset != 0)
1096                 ahc->flags &= ~(AHC_RESET_BUS    1096                 ahc->flags &= ~(AHC_RESET_BUS_A|AHC_RESET_BUS_B);
1097                                                  1097 
1098         if ((ahc->flags & AHC_RESET_BUS_A) !=    1098         if ((ahc->flags & AHC_RESET_BUS_A) != 0)
1099                 ahc_reset_channel(ahc, 'A', /    1099                 ahc_reset_channel(ahc, 'A', /*initiate_reset*/TRUE);
1100         else                                     1100         else
1101                 numtarg = (ahc->features & AH    1101                 numtarg = (ahc->features & AHC_WIDE) ? 16 : 8;
1102                                                  1102 
1103         if ((ahc->features & AHC_TWIN) != 0)     1103         if ((ahc->features & AHC_TWIN) != 0) {
1104                                                  1104 
1105                 if ((ahc->flags & AHC_RESET_B    1105                 if ((ahc->flags & AHC_RESET_BUS_B) != 0) {
1106                         ahc_reset_channel(ahc    1106                         ahc_reset_channel(ahc, 'B', /*initiate_reset*/TRUE);
1107                 } else {                         1107                 } else {
1108                         if (numtarg == 0)        1108                         if (numtarg == 0)
1109                                 i = 8;           1109                                 i = 8;
1110                         numtarg += 8;            1110                         numtarg += 8;
1111                 }                                1111                 }
1112         }                                        1112         }
1113                                                  1113 
1114         /*                                       1114         /*
1115          * Force negotiation to async for all    1115          * Force negotiation to async for all targets that
1116          * will not see an initial bus reset.    1116          * will not see an initial bus reset.
1117          */                                      1117          */
1118         for (; i < numtarg; i++) {               1118         for (; i < numtarg; i++) {
1119                 struct ahc_devinfo devinfo;      1119                 struct ahc_devinfo devinfo;
1120                 struct ahc_initiator_tinfo *t    1120                 struct ahc_initiator_tinfo *tinfo;
1121                 struct ahc_tmode_tstate *tsta    1121                 struct ahc_tmode_tstate *tstate;
1122                 u_int our_id;                    1122                 u_int our_id;
1123                 u_int target_id;                 1123                 u_int target_id;
1124                 char channel;                    1124                 char channel;
1125                                                  1125 
1126                 channel = 'A';                   1126                 channel = 'A';
1127                 our_id = ahc->our_id;            1127                 our_id = ahc->our_id;
1128                 target_id = i;                   1128                 target_id = i;
1129                 if (i > 7 && (ahc->features &    1129                 if (i > 7 && (ahc->features & AHC_TWIN) != 0) {
1130                         channel = 'B';           1130                         channel = 'B';
1131                         our_id = ahc->our_id_    1131                         our_id = ahc->our_id_b;
1132                         target_id = i % 8;       1132                         target_id = i % 8;
1133                 }                                1133                 }
1134                 tinfo = ahc_fetch_transinfo(a    1134                 tinfo = ahc_fetch_transinfo(ahc, channel, our_id,
1135                                             t    1135                                             target_id, &tstate);
1136                 ahc_compile_devinfo(&devinfo,    1136                 ahc_compile_devinfo(&devinfo, our_id, target_id,
1137                                     CAM_LUN_W    1137                                     CAM_LUN_WILDCARD, channel, ROLE_INITIATOR);
1138                 ahc_update_neg_request(ahc, &    1138                 ahc_update_neg_request(ahc, &devinfo, tstate,
1139                                        tinfo,    1139                                        tinfo, AHC_NEG_ALWAYS);
1140         }                                        1140         }
1141         ahc_unlock(ahc, &s);                     1141         ahc_unlock(ahc, &s);
1142         /* Give the bus some time to recover     1142         /* Give the bus some time to recover */
1143         if ((ahc->flags & (AHC_RESET_BUS_A|AH    1143         if ((ahc->flags & (AHC_RESET_BUS_A|AHC_RESET_BUS_B)) != 0) {
1144                 ahc_linux_freeze_simq(ahc);      1144                 ahc_linux_freeze_simq(ahc);
1145                 msleep(AIC7XXX_RESET_DELAY);     1145                 msleep(AIC7XXX_RESET_DELAY);
1146                 ahc_linux_release_simq(ahc);     1146                 ahc_linux_release_simq(ahc);
1147         }                                        1147         }
1148 }                                                1148 }
1149                                                  1149 
1150 int                                              1150 int
1151 ahc_platform_alloc(struct ahc_softc *ahc, voi    1151 ahc_platform_alloc(struct ahc_softc *ahc, void *platform_arg)
1152 {                                                1152 {
1153                                                  1153 
1154         ahc->platform_data =                     1154         ahc->platform_data =
1155             malloc(sizeof(struct ahc_platform    1155             malloc(sizeof(struct ahc_platform_data), M_DEVBUF, M_NOWAIT);
1156         if (ahc->platform_data == NULL)          1156         if (ahc->platform_data == NULL)
1157                 return (ENOMEM);                 1157                 return (ENOMEM);
1158         memset(ahc->platform_data, 0, sizeof(    1158         memset(ahc->platform_data, 0, sizeof(struct ahc_platform_data));
1159         ahc->platform_data->irq = AHC_LINUX_N    1159         ahc->platform_data->irq = AHC_LINUX_NOIRQ;
1160         ahc_lockinit(ahc);                       1160         ahc_lockinit(ahc);
1161         ahc->seltime = (aic7xxx_seltime & 0x3    1161         ahc->seltime = (aic7xxx_seltime & 0x3) << 4;
1162         ahc->seltime_b = (aic7xxx_seltime & 0    1162         ahc->seltime_b = (aic7xxx_seltime & 0x3) << 4;
1163         if (aic7xxx_pci_parity == 0)             1163         if (aic7xxx_pci_parity == 0)
1164                 ahc->flags |= AHC_DISABLE_PCI    1164                 ahc->flags |= AHC_DISABLE_PCI_PERR;
1165                                                  1165 
1166         return (0);                              1166         return (0);
1167 }                                                1167 }
1168                                                  1168 
1169 void                                             1169 void
1170 ahc_platform_free(struct ahc_softc *ahc)         1170 ahc_platform_free(struct ahc_softc *ahc)
1171 {                                                1171 {
1172         struct scsi_target *starget;             1172         struct scsi_target *starget;
1173         int i;                                   1173         int i;
1174                                                  1174 
1175         if (ahc->platform_data != NULL) {        1175         if (ahc->platform_data != NULL) {
1176                 /* destroy all of the device     1176                 /* destroy all of the device and target objects */
1177                 for (i = 0; i < AHC_NUM_TARGE    1177                 for (i = 0; i < AHC_NUM_TARGETS; i++) {
1178                         starget = ahc->platfo    1178                         starget = ahc->platform_data->starget[i];
1179                         if (starget != NULL)     1179                         if (starget != NULL) {
1180                                 ahc->platform    1180                                 ahc->platform_data->starget[i] = NULL;
1181                         }                        1181                         }
1182                 }                                1182                 }
1183                                                  1183 
1184                 if (ahc->platform_data->irq !    1184                 if (ahc->platform_data->irq != AHC_LINUX_NOIRQ)
1185                         free_irq(ahc->platfor    1185                         free_irq(ahc->platform_data->irq, ahc);
1186                 if (ahc->tag == BUS_SPACE_PIO    1186                 if (ahc->tag == BUS_SPACE_PIO
1187                  && ahc->bsh.ioport != 0)        1187                  && ahc->bsh.ioport != 0)
1188                         release_region(ahc->b    1188                         release_region(ahc->bsh.ioport, 256);
1189                 if (ahc->tag == BUS_SPACE_MEM    1189                 if (ahc->tag == BUS_SPACE_MEMIO
1190                  && ahc->bsh.maddr != NULL) {    1190                  && ahc->bsh.maddr != NULL) {
1191                         iounmap(ahc->bsh.madd    1191                         iounmap(ahc->bsh.maddr);
1192                         release_mem_region(ah    1192                         release_mem_region(ahc->platform_data->mem_busaddr,
1193                                            0x    1193                                            0x1000);
1194                 }                                1194                 }
1195                                                  1195 
1196                 if (ahc->platform_data->host)    1196                 if (ahc->platform_data->host)
1197                         scsi_host_put(ahc->pl    1197                         scsi_host_put(ahc->platform_data->host);
1198                                                  1198 
1199                 free(ahc->platform_data, M_DE    1199                 free(ahc->platform_data, M_DEVBUF);
1200         }                                        1200         }
1201 }                                                1201 }
1202                                                  1202 
1203 void                                             1203 void
1204 ahc_platform_freeze_devq(struct ahc_softc *ah    1204 ahc_platform_freeze_devq(struct ahc_softc *ahc, struct scb *scb)
1205 {                                                1205 {
1206         ahc_platform_abort_scbs(ahc, SCB_GET_    1206         ahc_platform_abort_scbs(ahc, SCB_GET_TARGET(ahc, scb),
1207                                 SCB_GET_CHANN    1207                                 SCB_GET_CHANNEL(ahc, scb),
1208                                 SCB_GET_LUN(s    1208                                 SCB_GET_LUN(scb), SCB_LIST_NULL,
1209                                 ROLE_UNKNOWN,    1209                                 ROLE_UNKNOWN, CAM_REQUEUE_REQ);
1210 }                                                1210 }
1211                                                  1211 
1212 void                                             1212 void
1213 ahc_platform_set_tags(struct ahc_softc *ahc,     1213 ahc_platform_set_tags(struct ahc_softc *ahc, struct scsi_device *sdev,
1214                       struct ahc_devinfo *dev    1214                       struct ahc_devinfo *devinfo, ahc_queue_alg alg)
1215 {                                                1215 {
1216         struct ahc_linux_device *dev;            1216         struct ahc_linux_device *dev;
1217         int was_queuing;                         1217         int was_queuing;
1218         int now_queuing;                         1218         int now_queuing;
1219                                                  1219 
1220         if (sdev == NULL)                        1220         if (sdev == NULL)
1221                 return;                          1221                 return;
1222         dev = scsi_transport_device_data(sdev    1222         dev = scsi_transport_device_data(sdev);
1223                                                  1223 
1224         was_queuing = dev->flags & (AHC_DEV_Q    1224         was_queuing = dev->flags & (AHC_DEV_Q_BASIC|AHC_DEV_Q_TAGGED);
1225         switch (alg) {                           1225         switch (alg) {
1226         default:                                 1226         default:
1227         case AHC_QUEUE_NONE:                     1227         case AHC_QUEUE_NONE:
1228                 now_queuing = 0;                 1228                 now_queuing = 0;
1229                 break;                           1229                 break; 
1230         case AHC_QUEUE_BASIC:                    1230         case AHC_QUEUE_BASIC:
1231                 now_queuing = AHC_DEV_Q_BASIC    1231                 now_queuing = AHC_DEV_Q_BASIC;
1232                 break;                           1232                 break;
1233         case AHC_QUEUE_TAGGED:                   1233         case AHC_QUEUE_TAGGED:
1234                 now_queuing = AHC_DEV_Q_TAGGE    1234                 now_queuing = AHC_DEV_Q_TAGGED;
1235                 break;                           1235                 break;
1236         }                                        1236         }
1237         if ((dev->flags & AHC_DEV_FREEZE_TIL_    1237         if ((dev->flags & AHC_DEV_FREEZE_TIL_EMPTY) == 0
1238          && (was_queuing != now_queuing)         1238          && (was_queuing != now_queuing)
1239          && (dev->active != 0)) {                1239          && (dev->active != 0)) {
1240                 dev->flags |= AHC_DEV_FREEZE_    1240                 dev->flags |= AHC_DEV_FREEZE_TIL_EMPTY;
1241                 dev->qfrozen++;                  1241                 dev->qfrozen++;
1242         }                                        1242         }
1243                                                  1243 
1244         dev->flags &= ~(AHC_DEV_Q_BASIC|AHC_D    1244         dev->flags &= ~(AHC_DEV_Q_BASIC|AHC_DEV_Q_TAGGED|AHC_DEV_PERIODIC_OTAG);
1245         if (now_queuing) {                       1245         if (now_queuing) {
1246                 u_int usertags;                  1246                 u_int usertags;
1247                                                  1247 
1248                 usertags = ahc_linux_user_tag    1248                 usertags = ahc_linux_user_tagdepth(ahc, devinfo);
1249                 if (!was_queuing) {              1249                 if (!was_queuing) {
1250                         /*                       1250                         /*
1251                          * Start out agressiv    1251                          * Start out agressively and allow our
1252                          * dynamic queue dept    1252                          * dynamic queue depth algorithm to take
1253                          * care of the rest.     1253                          * care of the rest.
1254                          */                      1254                          */
1255                         dev->maxtags = userta    1255                         dev->maxtags = usertags;
1256                         dev->openings = dev->    1256                         dev->openings = dev->maxtags - dev->active;
1257                 }                                1257                 }
1258                 if (dev->maxtags == 0) {         1258                 if (dev->maxtags == 0) {
1259                         /*                       1259                         /*
1260                          * Queueing is disabl    1260                          * Queueing is disabled by the user.
1261                          */                      1261                          */
1262                         dev->openings = 1;       1262                         dev->openings = 1;
1263                 } else if (alg == AHC_QUEUE_T    1263                 } else if (alg == AHC_QUEUE_TAGGED) {
1264                         dev->flags |= AHC_DEV    1264                         dev->flags |= AHC_DEV_Q_TAGGED;
1265                         if (aic7xxx_periodic_    1265                         if (aic7xxx_periodic_otag != 0)
1266                                 dev->flags |=    1266                                 dev->flags |= AHC_DEV_PERIODIC_OTAG;
1267                 } else                           1267                 } else
1268                         dev->flags |= AHC_DEV    1268                         dev->flags |= AHC_DEV_Q_BASIC;
1269         } else {                                 1269         } else {
1270                 /* We can only have one openi    1270                 /* We can only have one opening. */
1271                 dev->maxtags = 0;                1271                 dev->maxtags = 0;
1272                 dev->openings =  1 - dev->act    1272                 dev->openings =  1 - dev->active;
1273         }                                        1273         }
1274         switch ((dev->flags & (AHC_DEV_Q_BASI    1274         switch ((dev->flags & (AHC_DEV_Q_BASIC|AHC_DEV_Q_TAGGED))) {
1275         case AHC_DEV_Q_BASIC:                    1275         case AHC_DEV_Q_BASIC:
1276                 scsi_set_tag_type(sdev, MSG_S    1276                 scsi_set_tag_type(sdev, MSG_SIMPLE_TAG);
1277                 scsi_activate_tcq(sdev, dev->    1277                 scsi_activate_tcq(sdev, dev->openings + dev->active);
1278                 break;                           1278                 break;
1279         case AHC_DEV_Q_TAGGED:                   1279         case AHC_DEV_Q_TAGGED:
1280                 scsi_set_tag_type(sdev, MSG_O    1280                 scsi_set_tag_type(sdev, MSG_ORDERED_TAG);
1281                 scsi_activate_tcq(sdev, dev->    1281                 scsi_activate_tcq(sdev, dev->openings + dev->active);
1282                 break;                           1282                 break;
1283         default:                                 1283         default:
1284                 /*                               1284                 /*
1285                  * We allow the OS to queue 2    1285                  * We allow the OS to queue 2 untagged transactions to
1286                  * us at any time even though    1286                  * us at any time even though we can only execute them
1287                  * serially on the controller    1287                  * serially on the controller/device.  This should
1288                  * remove some latency.          1288                  * remove some latency.
1289                  */                              1289                  */
1290                 scsi_deactivate_tcq(sdev, 2);    1290                 scsi_deactivate_tcq(sdev, 2);
1291                 break;                           1291                 break;
1292         }                                        1292         }
1293 }                                                1293 }
1294                                                  1294 
1295 int                                              1295 int
1296 ahc_platform_abort_scbs(struct ahc_softc *ahc    1296 ahc_platform_abort_scbs(struct ahc_softc *ahc, int target, char channel,
1297                         int lun, u_int tag, r    1297                         int lun, u_int tag, role_t role, uint32_t status)
1298 {                                                1298 {
1299         return 0;                                1299         return 0;
1300 }                                                1300 }
1301                                                  1301 
1302 static u_int                                     1302 static u_int
1303 ahc_linux_user_tagdepth(struct ahc_softc *ahc    1303 ahc_linux_user_tagdepth(struct ahc_softc *ahc, struct ahc_devinfo *devinfo)
1304 {                                                1304 {
1305         static int warned_user;                  1305         static int warned_user;
1306         u_int tags;                              1306         u_int tags;
1307                                                  1307 
1308         tags = 0;                                1308         tags = 0;
1309         if ((ahc->user_discenable & devinfo->    1309         if ((ahc->user_discenable & devinfo->target_mask) != 0) {
1310                 if (ahc->unit >= ARRAY_SIZE(a    1310                 if (ahc->unit >= ARRAY_SIZE(aic7xxx_tag_info)) {
1311                         if (warned_user == 0)    1311                         if (warned_user == 0) {
1312                                                  1312 
1313                                 printf(KERN_W    1313                                 printf(KERN_WARNING
1314 "aic7xxx: WARNING: Insufficient tag_info inst    1314 "aic7xxx: WARNING: Insufficient tag_info instances\n"
1315 "aic7xxx: for installed controllers. Using de    1315 "aic7xxx: for installed controllers. Using defaults\n"
1316 "aic7xxx: Please update the aic7xxx_tag_info     1316 "aic7xxx: Please update the aic7xxx_tag_info array in\n"
1317 "aic7xxx: the aic7xxx_osm..c source file.\n")    1317 "aic7xxx: the aic7xxx_osm..c source file.\n");
1318                                 warned_user++    1318                                 warned_user++;
1319                         }                        1319                         }
1320                         tags = AHC_MAX_QUEUE;    1320                         tags = AHC_MAX_QUEUE;
1321                 } else {                         1321                 } else {
1322                         adapter_tag_info_t *t    1322                         adapter_tag_info_t *tag_info;
1323                                                  1323 
1324                         tag_info = &aic7xxx_t    1324                         tag_info = &aic7xxx_tag_info[ahc->unit];
1325                         tags = tag_info->tag_    1325                         tags = tag_info->tag_commands[devinfo->target_offset];
1326                         if (tags > AHC_MAX_QU    1326                         if (tags > AHC_MAX_QUEUE)
1327                                 tags = AHC_MA    1327                                 tags = AHC_MAX_QUEUE;
1328                 }                                1328                 }
1329         }                                        1329         }
1330         return (tags);                           1330         return (tags);
1331 }                                                1331 }
1332                                                  1332 
1333 /*                                               1333 /*
1334  * Determines the queue depth for a given dev    1334  * Determines the queue depth for a given device.
1335  */                                              1335  */
1336 static void                                      1336 static void
1337 ahc_linux_device_queue_depth(struct scsi_devi    1337 ahc_linux_device_queue_depth(struct scsi_device *sdev)
1338 {                                                1338 {
1339         struct  ahc_devinfo devinfo;             1339         struct  ahc_devinfo devinfo;
1340         u_int   tags;                            1340         u_int   tags;
1341         struct ahc_softc *ahc = *((struct ahc    1341         struct ahc_softc *ahc = *((struct ahc_softc **)sdev->host->hostdata);
1342                                                  1342 
1343         ahc_compile_devinfo(&devinfo,            1343         ahc_compile_devinfo(&devinfo,
1344                             sdev->sdev_target    1344                             sdev->sdev_target->channel == 0
1345                           ? ahc->our_id : ahc    1345                           ? ahc->our_id : ahc->our_id_b,
1346                             sdev->sdev_target    1346                             sdev->sdev_target->id, sdev->lun,
1347                             sdev->sdev_target    1347                             sdev->sdev_target->channel == 0 ? 'A' : 'B',
1348                             ROLE_INITIATOR);     1348                             ROLE_INITIATOR);
1349         tags = ahc_linux_user_tagdepth(ahc, &    1349         tags = ahc_linux_user_tagdepth(ahc, &devinfo);
1350         if (tags != 0 && sdev->tagged_support    1350         if (tags != 0 && sdev->tagged_supported != 0) {
1351                                                  1351 
1352                 ahc_platform_set_tags(ahc, sd    1352                 ahc_platform_set_tags(ahc, sdev, &devinfo, AHC_QUEUE_TAGGED);
1353                 ahc_send_async(ahc, devinfo.c    1353                 ahc_send_async(ahc, devinfo.channel, devinfo.target,
1354                                devinfo.lun, A    1354                                devinfo.lun, AC_TRANSFER_NEG);
1355                 ahc_print_devinfo(ahc, &devin    1355                 ahc_print_devinfo(ahc, &devinfo);
1356                 printf("Tagged Queuing enable    1356                 printf("Tagged Queuing enabled.  Depth %d\n", tags);
1357         } else {                                 1357         } else {
1358                 ahc_platform_set_tags(ahc, sd    1358                 ahc_platform_set_tags(ahc, sdev, &devinfo, AHC_QUEUE_NONE);
1359                 ahc_send_async(ahc, devinfo.c    1359                 ahc_send_async(ahc, devinfo.channel, devinfo.target,
1360                                devinfo.lun, A    1360                                devinfo.lun, AC_TRANSFER_NEG);
1361         }                                        1361         }
1362 }                                                1362 }
1363                                                  1363 
1364 static int                                       1364 static int
1365 ahc_linux_run_command(struct ahc_softc *ahc,     1365 ahc_linux_run_command(struct ahc_softc *ahc, struct ahc_linux_device *dev,
1366                       struct scsi_cmnd *cmd)     1366                       struct scsi_cmnd *cmd)
1367 {                                                1367 {
1368         struct   scb *scb;                       1368         struct   scb *scb;
1369         struct   hardware_scb *hscb;             1369         struct   hardware_scb *hscb;
1370         struct   ahc_initiator_tinfo *tinfo;     1370         struct   ahc_initiator_tinfo *tinfo;
1371         struct   ahc_tmode_tstate *tstate;       1371         struct   ahc_tmode_tstate *tstate;
1372         uint16_t mask;                           1372         uint16_t mask;
1373         struct scb_tailq *untagged_q = NULL;     1373         struct scb_tailq *untagged_q = NULL;
1374         int nseg;                                1374         int nseg;
1375                                                  1375 
1376         /*                                       1376         /*
1377          * Schedule us to run later.  The onl    1377          * Schedule us to run later.  The only reason we are not
1378          * running is because the whole contr    1378          * running is because the whole controller Q is frozen.
1379          */                                      1379          */
1380         if (ahc->platform_data->qfrozen != 0)    1380         if (ahc->platform_data->qfrozen != 0)
1381                 return SCSI_MLQUEUE_HOST_BUSY    1381                 return SCSI_MLQUEUE_HOST_BUSY;
1382                                                  1382 
1383         /*                                       1383         /*
1384          * We only allow one untagged transac    1384          * We only allow one untagged transaction
1385          * per target in the initiator role u    1385          * per target in the initiator role unless
1386          * we are storing a full busy target     1386          * we are storing a full busy target *lun*
1387          * table in SCB space.                   1387          * table in SCB space.
1388          */                                      1388          */
1389         if (!blk_rq_tagged(cmd->request)         1389         if (!blk_rq_tagged(cmd->request)
1390             && (ahc->features & AHC_SCB_BTT)     1390             && (ahc->features & AHC_SCB_BTT) == 0) {
1391                 int target_offset;               1391                 int target_offset;
1392                                                  1392 
1393                 target_offset = cmd->device->    1393                 target_offset = cmd->device->id + cmd->device->channel * 8;
1394                 untagged_q = &(ahc->untagged_    1394                 untagged_q = &(ahc->untagged_queues[target_offset]);
1395                 if (!TAILQ_EMPTY(untagged_q))    1395                 if (!TAILQ_EMPTY(untagged_q))
1396                         /* if we're already e    1396                         /* if we're already executing an untagged command
1397                          * we're busy to anot    1397                          * we're busy to another */
1398                         return SCSI_MLQUEUE_D    1398                         return SCSI_MLQUEUE_DEVICE_BUSY;
1399         }                                        1399         }
1400                                                  1400 
1401         /*                                       1401         /*
1402          * Get an scb to use.                    1402          * Get an scb to use.
1403          */                                      1403          */
1404         scb = ahc_get_scb(ahc);                  1404         scb = ahc_get_scb(ahc);
1405         if (!scb)                                1405         if (!scb)
1406                 return SCSI_MLQUEUE_HOST_BUSY    1406                 return SCSI_MLQUEUE_HOST_BUSY;
1407                                                  1407 
1408         scb->io_ctx = cmd;                       1408         scb->io_ctx = cmd;
1409         scb->platform_data->dev = dev;           1409         scb->platform_data->dev = dev;
1410         hscb = scb->hscb;                        1410         hscb = scb->hscb;
1411         cmd->host_scribble = (char *)scb;        1411         cmd->host_scribble = (char *)scb;
1412                                                  1412 
1413         /*                                       1413         /*
1414          * Fill out basics of the HSCB.          1414          * Fill out basics of the HSCB.
1415          */                                      1415          */
1416         hscb->control = 0;                       1416         hscb->control = 0;
1417         hscb->scsiid = BUILD_SCSIID(ahc, cmd)    1417         hscb->scsiid = BUILD_SCSIID(ahc, cmd);
1418         hscb->lun = cmd->device->lun;            1418         hscb->lun = cmd->device->lun;
1419         mask = SCB_GET_TARGET_MASK(ahc, scb);    1419         mask = SCB_GET_TARGET_MASK(ahc, scb);
1420         tinfo = ahc_fetch_transinfo(ahc, SCB_    1420         tinfo = ahc_fetch_transinfo(ahc, SCB_GET_CHANNEL(ahc, scb),
1421                                     SCB_GET_O    1421                                     SCB_GET_OUR_ID(scb),
1422                                     SCB_GET_T    1422                                     SCB_GET_TARGET(ahc, scb), &tstate);
1423         hscb->scsirate = tinfo->scsirate;        1423         hscb->scsirate = tinfo->scsirate;
1424         hscb->scsioffset = tinfo->curr.offset    1424         hscb->scsioffset = tinfo->curr.offset;
1425         if ((tstate->ultraenb & mask) != 0)      1425         if ((tstate->ultraenb & mask) != 0)
1426                 hscb->control |= ULTRAENB;       1426                 hscb->control |= ULTRAENB;
1427                                                  1427         
1428         if ((ahc->user_discenable & mask) !=     1428         if ((ahc->user_discenable & mask) != 0)
1429                 hscb->control |= DISCENB;        1429                 hscb->control |= DISCENB;
1430                                                  1430         
1431         if ((tstate->auto_negotiate & mask) !    1431         if ((tstate->auto_negotiate & mask) != 0) {
1432                 scb->flags |= SCB_AUTO_NEGOTI    1432                 scb->flags |= SCB_AUTO_NEGOTIATE;
1433                 scb->hscb->control |= MK_MESS    1433                 scb->hscb->control |= MK_MESSAGE;
1434         }                                        1434         }
1435                                                  1435 
1436         if ((dev->flags & (AHC_DEV_Q_TAGGED|A    1436         if ((dev->flags & (AHC_DEV_Q_TAGGED|AHC_DEV_Q_BASIC)) != 0) {
1437                 int     msg_bytes;               1437                 int     msg_bytes;
1438                 uint8_t tag_msgs[2];             1438                 uint8_t tag_msgs[2];
1439                                                  1439                 
1440                 msg_bytes = scsi_populate_tag    1440                 msg_bytes = scsi_populate_tag_msg(cmd, tag_msgs);
1441                 if (msg_bytes && tag_msgs[0]     1441                 if (msg_bytes && tag_msgs[0] != MSG_SIMPLE_TASK) {
1442                         hscb->control |= tag_    1442                         hscb->control |= tag_msgs[0];
1443                         if (tag_msgs[0] == MS    1443                         if (tag_msgs[0] == MSG_ORDERED_TASK)
1444                                 dev->commands    1444                                 dev->commands_since_idle_or_otag = 0;
1445                 } else if (dev->commands_sinc    1445                 } else if (dev->commands_since_idle_or_otag == AHC_OTAG_THRESH
1446                                 && (dev->flag    1446                                 && (dev->flags & AHC_DEV_Q_TAGGED) != 0) {
1447                         hscb->control |= MSG_    1447                         hscb->control |= MSG_ORDERED_TASK;
1448                         dev->commands_since_i    1448                         dev->commands_since_idle_or_otag = 0;
1449                 } else {                         1449                 } else {
1450                         hscb->control |= MSG_    1450                         hscb->control |= MSG_SIMPLE_TASK;
1451                 }                                1451                 }
1452         }                                        1452         }
1453                                                  1453 
1454         hscb->cdb_len = cmd->cmd_len;            1454         hscb->cdb_len = cmd->cmd_len;
1455         if (hscb->cdb_len <= 12) {               1455         if (hscb->cdb_len <= 12) {
1456                 memcpy(hscb->shared_data.cdb,    1456                 memcpy(hscb->shared_data.cdb, cmd->cmnd, hscb->cdb_len);
1457         } else {                                 1457         } else {
1458                 memcpy(hscb->cdb32, cmd->cmnd    1458                 memcpy(hscb->cdb32, cmd->cmnd, hscb->cdb_len);
1459                 scb->flags |= SCB_CDB32_PTR;     1459                 scb->flags |= SCB_CDB32_PTR;
1460         }                                        1460         }
1461                                                  1461 
1462         scb->platform_data->xfer_len = 0;        1462         scb->platform_data->xfer_len = 0;
1463         ahc_set_residual(scb, 0);                1463         ahc_set_residual(scb, 0);
1464         ahc_set_sense_residual(scb, 0);          1464         ahc_set_sense_residual(scb, 0);
1465         scb->sg_count = 0;                       1465         scb->sg_count = 0;
1466                                                  1466 
1467         nseg = scsi_dma_map(cmd);                1467         nseg = scsi_dma_map(cmd);
1468         BUG_ON(nseg < 0);                        1468         BUG_ON(nseg < 0);
1469         if (nseg > 0) {                          1469         if (nseg > 0) {
1470                 struct  ahc_dma_seg *sg;         1470                 struct  ahc_dma_seg *sg;
1471                 struct  scatterlist *cur_seg;    1471                 struct  scatterlist *cur_seg;
1472                 int i;                           1472                 int i;
1473                                                  1473 
1474                 /* Copy the segments into the    1474                 /* Copy the segments into the SG list. */
1475                 sg = scb->sg_list;               1475                 sg = scb->sg_list;
1476                 /*                               1476                 /*
1477                  * The sg_count may be larger    1477                  * The sg_count may be larger than nseg if
1478                  * a transfer crosses a 32bit    1478                  * a transfer crosses a 32bit page.
1479                  */                              1479                  */
1480                 scsi_for_each_sg(cmd, cur_seg    1480                 scsi_for_each_sg(cmd, cur_seg, nseg, i) {
1481                         dma_addr_t addr;         1481                         dma_addr_t addr;
1482                         bus_size_t len;          1482                         bus_size_t len;
1483                         int consumed;            1483                         int consumed;
1484                                                  1484 
1485                         addr = sg_dma_address    1485                         addr = sg_dma_address(cur_seg);
1486                         len = sg_dma_len(cur_    1486                         len = sg_dma_len(cur_seg);
1487                         consumed = ahc_linux_    1487                         consumed = ahc_linux_map_seg(ahc, scb,
1488                                                  1488                                                      sg, addr, len);
1489                         sg += consumed;          1489                         sg += consumed;
1490                         scb->sg_count += cons    1490                         scb->sg_count += consumed;
1491                 }                                1491                 }
1492                 sg--;                            1492                 sg--;
1493                 sg->len |= ahc_htole32(AHC_DM    1493                 sg->len |= ahc_htole32(AHC_DMA_LAST_SEG);
1494                                                  1494 
1495                 /*                               1495                 /*
1496                  * Reset the sg list pointer.    1496                  * Reset the sg list pointer.
1497                  */                              1497                  */
1498                 scb->hscb->sgptr =               1498                 scb->hscb->sgptr =
1499                         ahc_htole32(scb->sg_l    1499                         ahc_htole32(scb->sg_list_phys | SG_FULL_RESID);
1500                                                  1500                 
1501                 /*                               1501                 /*
1502                  * Copy the first SG into the    1502                  * Copy the first SG into the "current"
1503                  * data pointer area.            1503                  * data pointer area.
1504                  */                              1504                  */
1505                 scb->hscb->dataptr = scb->sg_    1505                 scb->hscb->dataptr = scb->sg_list->addr;
1506                 scb->hscb->datacnt = scb->sg_    1506                 scb->hscb->datacnt = scb->sg_list->len;
1507         } else {                                 1507         } else {
1508                 scb->hscb->sgptr = ahc_htole3    1508                 scb->hscb->sgptr = ahc_htole32(SG_LIST_NULL);
1509                 scb->hscb->dataptr = 0;          1509                 scb->hscb->dataptr = 0;
1510                 scb->hscb->datacnt = 0;          1510                 scb->hscb->datacnt = 0;
1511                 scb->sg_count = 0;               1511                 scb->sg_count = 0;
1512         }                                        1512         }
1513                                                  1513 
1514         LIST_INSERT_HEAD(&ahc->pending_scbs,     1514         LIST_INSERT_HEAD(&ahc->pending_scbs, scb, pending_links);
1515         dev->openings--;                         1515         dev->openings--;
1516         dev->active++;                           1516         dev->active++;
1517         dev->commands_issued++;                  1517         dev->commands_issued++;
1518         if ((dev->flags & AHC_DEV_PERIODIC_OT    1518         if ((dev->flags & AHC_DEV_PERIODIC_OTAG) != 0)
1519                 dev->commands_since_idle_or_o    1519                 dev->commands_since_idle_or_otag++;
1520                                                  1520         
1521         scb->flags |= SCB_ACTIVE;                1521         scb->flags |= SCB_ACTIVE;
1522         if (untagged_q) {                        1522         if (untagged_q) {
1523                 TAILQ_INSERT_TAIL(untagged_q,    1523                 TAILQ_INSERT_TAIL(untagged_q, scb, links.tqe);
1524                 scb->flags |= SCB_UNTAGGEDQ;     1524                 scb->flags |= SCB_UNTAGGEDQ;
1525         }                                        1525         }
1526         ahc_queue_scb(ahc, scb);                 1526         ahc_queue_scb(ahc, scb);
1527         return 0;                                1527         return 0;
1528 }                                                1528 }
1529                                                  1529 
1530 /*                                               1530 /*
1531  * SCSI controller interrupt handler.            1531  * SCSI controller interrupt handler.
1532  */                                              1532  */
1533 irqreturn_t                                      1533 irqreturn_t
1534 ahc_linux_isr(int irq, void *dev_id)             1534 ahc_linux_isr(int irq, void *dev_id)
1535 {                                                1535 {
1536         struct  ahc_softc *ahc;                  1536         struct  ahc_softc *ahc;
1537         u_long  flags;                           1537         u_long  flags;
1538         int     ours;                            1538         int     ours;
1539                                                  1539 
1540         ahc = (struct ahc_softc *) dev_id;       1540         ahc = (struct ahc_softc *) dev_id;
1541         ahc_lock(ahc, &flags);                   1541         ahc_lock(ahc, &flags); 
1542         ours = ahc_intr(ahc);                    1542         ours = ahc_intr(ahc);
1543         ahc_unlock(ahc, &flags);                 1543         ahc_unlock(ahc, &flags);
1544         return IRQ_RETVAL(ours);                 1544         return IRQ_RETVAL(ours);
1545 }                                                1545 }
1546                                                  1546 
1547 void                                             1547 void
1548 ahc_platform_flushwork(struct ahc_softc *ahc)    1548 ahc_platform_flushwork(struct ahc_softc *ahc)
1549 {                                                1549 {
1550                                                  1550 
1551 }                                                1551 }
1552                                                  1552 
1553 void                                             1553 void
1554 ahc_send_async(struct ahc_softc *ahc, char ch    1554 ahc_send_async(struct ahc_softc *ahc, char channel,
1555                u_int target, u_int lun, ac_co    1555                u_int target, u_int lun, ac_code code)
1556 {                                                1556 {
1557         switch (code) {                          1557         switch (code) {
1558         case AC_TRANSFER_NEG:                    1558         case AC_TRANSFER_NEG:
1559         {                                        1559         {
1560                 char    buf[80];                 1560                 char    buf[80];
1561                 struct  scsi_target *starget;    1561                 struct  scsi_target *starget;
1562                 struct  ahc_linux_target *tar    1562                 struct  ahc_linux_target *targ;
1563                 struct  info_str info;           1563                 struct  info_str info;
1564                 struct  ahc_initiator_tinfo *    1564                 struct  ahc_initiator_tinfo *tinfo;
1565                 struct  ahc_tmode_tstate *tst    1565                 struct  ahc_tmode_tstate *tstate;
1566                 int     target_offset;           1566                 int     target_offset;
1567                 unsigned int target_ppr_optio    1567                 unsigned int target_ppr_options;
1568                                                  1568 
1569                 BUG_ON(target == CAM_TARGET_W    1569                 BUG_ON(target == CAM_TARGET_WILDCARD);
1570                                                  1570 
1571                 info.buffer = buf;               1571                 info.buffer = buf;
1572                 info.length = sizeof(buf);       1572                 info.length = sizeof(buf);
1573                 info.offset = 0;                 1573                 info.offset = 0;
1574                 info.pos = 0;                    1574                 info.pos = 0;
1575                 tinfo = ahc_fetch_transinfo(a    1575                 tinfo = ahc_fetch_transinfo(ahc, channel,
1576                                                  1576                                                 channel == 'A' ? ahc->our_id
1577                                                  1577                                                                : ahc->our_id_b,
1578                                                  1578                                                 target, &tstate);
1579                                                  1579 
1580                 /*                               1580                 /*
1581                  * Don't bother reporting res    1581                  * Don't bother reporting results while
1582                  * negotiations are still pen    1582                  * negotiations are still pending.
1583                  */                              1583                  */
1584                 if (tinfo->curr.period != tin    1584                 if (tinfo->curr.period != tinfo->goal.period
1585                  || tinfo->curr.width != tinf    1585                  || tinfo->curr.width != tinfo->goal.width
1586                  || tinfo->curr.offset != tin    1586                  || tinfo->curr.offset != tinfo->goal.offset
1587                  || tinfo->curr.ppr_options !    1587                  || tinfo->curr.ppr_options != tinfo->goal.ppr_options)
1588                         if (bootverbose == 0)    1588                         if (bootverbose == 0)
1589                                 break;           1589                                 break;
1590                                                  1590 
1591                 /*                               1591                 /*
1592                  * Don't bother reporting res    1592                  * Don't bother reporting results that
1593                  * are identical to those las    1593                  * are identical to those last reported.
1594                  */                              1594                  */
1595                 target_offset = target;          1595                 target_offset = target;
1596                 if (channel == 'B')              1596                 if (channel == 'B')
1597                         target_offset += 8;      1597                         target_offset += 8;
1598                 starget = ahc->platform_data-    1598                 starget = ahc->platform_data->starget[target_offset];
1599                 if (starget == NULL)             1599                 if (starget == NULL)
1600                         break;                   1600                         break;
1601                 targ = scsi_transport_target_    1601                 targ = scsi_transport_target_data(starget);
1602                                                  1602 
1603                 target_ppr_options =             1603                 target_ppr_options =
1604                         (spi_dt(starget) ? MS    1604                         (spi_dt(starget) ? MSG_EXT_PPR_DT_REQ : 0)
1605                         + (spi_qas(starget) ?    1605                         + (spi_qas(starget) ? MSG_EXT_PPR_QAS_REQ : 0)
1606                         + (spi_iu(starget) ?     1606                         + (spi_iu(starget) ?  MSG_EXT_PPR_IU_REQ : 0);
1607                                                  1607 
1608                 if (tinfo->curr.period == spi    1608                 if (tinfo->curr.period == spi_period(starget)
1609                     && tinfo->curr.width == s    1609                     && tinfo->curr.width == spi_width(starget)
1610                     && tinfo->curr.offset ==     1610                     && tinfo->curr.offset == spi_offset(starget)
1611                  && tinfo->curr.ppr_options =    1611                  && tinfo->curr.ppr_options == target_ppr_options)
1612                         if (bootverbose == 0)    1612                         if (bootverbose == 0)
1613                                 break;           1613                                 break;
1614                                                  1614 
1615                 spi_period(starget) = tinfo->    1615                 spi_period(starget) = tinfo->curr.period;
1616                 spi_width(starget) = tinfo->c    1616                 spi_width(starget) = tinfo->curr.width;
1617                 spi_offset(starget) = tinfo->    1617                 spi_offset(starget) = tinfo->curr.offset;
1618                 spi_dt(starget) = tinfo->curr    1618                 spi_dt(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_DT_REQ ? 1 : 0;
1619                 spi_qas(starget) = tinfo->cur    1619                 spi_qas(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_QAS_REQ ? 1 : 0;
1620                 spi_iu(starget) = tinfo->curr    1620                 spi_iu(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ ? 1 : 0;
1621                 spi_display_xfer_agreement(st    1621                 spi_display_xfer_agreement(starget);
1622                 break;                           1622                 break;
1623         }                                        1623         }
1624         case AC_SENT_BDR:                        1624         case AC_SENT_BDR:
1625         {                                        1625         {
1626                 WARN_ON(lun != CAM_LUN_WILDCA    1626                 WARN_ON(lun != CAM_LUN_WILDCARD);
1627                 scsi_report_device_reset(ahc-    1627                 scsi_report_device_reset(ahc->platform_data->host,
1628                                          chan    1628                                          channel - 'A', target);
1629                 break;                           1629                 break;
1630         }                                        1630         }
1631         case AC_BUS_RESET:                       1631         case AC_BUS_RESET:
1632                 if (ahc->platform_data->host     1632                 if (ahc->platform_data->host != NULL) {
1633                         scsi_report_bus_reset    1633                         scsi_report_bus_reset(ahc->platform_data->host,
1634                                                  1634                                               channel - 'A');
1635                 }                                1635                 }
1636                 break;                           1636                 break;
1637         default:                                 1637         default:
1638                 panic("ahc_send_async: Unexpe    1638                 panic("ahc_send_async: Unexpected async event");
1639         }                                        1639         }
1640 }                                                1640 }
1641                                                  1641 
1642 /*                                               1642 /*
1643  * Calls the higher level scsi done function     1643  * Calls the higher level scsi done function and frees the scb.
1644  */                                              1644  */
1645 void                                             1645 void
1646 ahc_done(struct ahc_softc *ahc, struct scb *s    1646 ahc_done(struct ahc_softc *ahc, struct scb *scb)
1647 {                                                1647 {
1648         struct scsi_cmnd *cmd;                   1648         struct scsi_cmnd *cmd;
1649         struct     ahc_linux_device *dev;        1649         struct     ahc_linux_device *dev;
1650                                                  1650 
1651         LIST_REMOVE(scb, pending_links);         1651         LIST_REMOVE(scb, pending_links);
1652         if ((scb->flags & SCB_UNTAGGEDQ) != 0    1652         if ((scb->flags & SCB_UNTAGGEDQ) != 0) {
1653                 struct scb_tailq *untagged_q;    1653                 struct scb_tailq *untagged_q;
1654                 int target_offset;               1654                 int target_offset;
1655                                                  1655 
1656                 target_offset = SCB_GET_TARGE    1656                 target_offset = SCB_GET_TARGET_OFFSET(ahc, scb);
1657                 untagged_q = &(ahc->untagged_    1657                 untagged_q = &(ahc->untagged_queues[target_offset]);
1658                 TAILQ_REMOVE(untagged_q, scb,    1658                 TAILQ_REMOVE(untagged_q, scb, links.tqe);
1659                 BUG_ON(!TAILQ_EMPTY(untagged_    1659                 BUG_ON(!TAILQ_EMPTY(untagged_q));
1660         } else if ((scb->flags & SCB_ACTIVE)     1660         } else if ((scb->flags & SCB_ACTIVE) == 0) {
1661                 /*                               1661                 /*
1662                  * Transactions aborted from     1662                  * Transactions aborted from the untagged queue may
1663                  * not have been dispatched t    1663                  * not have been dispatched to the controller, so
1664                  * only check the SCB_ACTIVE     1664                  * only check the SCB_ACTIVE flag for tagged transactions.
1665                  */                              1665                  */
1666                 printf("SCB %d done'd twice\n    1666                 printf("SCB %d done'd twice\n", scb->hscb->tag);
1667                 ahc_dump_card_state(ahc);        1667                 ahc_dump_card_state(ahc);
1668                 panic("Stopping for safety");    1668                 panic("Stopping for safety");
1669         }                                        1669         }
1670         cmd = scb->io_ctx;                       1670         cmd = scb->io_ctx;
1671         dev = scb->platform_data->dev;           1671         dev = scb->platform_data->dev;
1672         dev->active--;                           1672         dev->active--;
1673         dev->openings++;                         1673         dev->openings++;
1674         if ((cmd->result & (CAM_DEV_QFRZN <<     1674         if ((cmd->result & (CAM_DEV_QFRZN << 16)) != 0) {
1675                 cmd->result &= ~(CAM_DEV_QFRZ    1675                 cmd->result &= ~(CAM_DEV_QFRZN << 16);
1676                 dev->qfrozen--;                  1676                 dev->qfrozen--;
1677         }                                        1677         }
1678         ahc_linux_unmap_scb(ahc, scb);           1678         ahc_linux_unmap_scb(ahc, scb);
1679                                                  1679 
1680         /*                                       1680         /*
1681          * Guard against stale sense data.       1681          * Guard against stale sense data.
1682          * The Linux mid-layer assumes that s    1682          * The Linux mid-layer assumes that sense
1683          * was retrieved anytime the first by    1683          * was retrieved anytime the first byte of
1684          * the sense buffer looks "sane".        1684          * the sense buffer looks "sane".
1685          */                                      1685          */
1686         cmd->sense_buffer[0] = 0;                1686         cmd->sense_buffer[0] = 0;
1687         if (ahc_get_transaction_status(scb) =    1687         if (ahc_get_transaction_status(scb) == CAM_REQ_INPROG) {
1688                 uint32_t amount_xferred;         1688                 uint32_t amount_xferred;
1689                                                  1689 
1690                 amount_xferred =                 1690                 amount_xferred =
1691                     ahc_get_transfer_length(s    1691                     ahc_get_transfer_length(scb) - ahc_get_residual(scb);
1692                 if ((scb->flags & SCB_TRANSMI    1692                 if ((scb->flags & SCB_TRANSMISSION_ERROR) != 0) {
1693 #ifdef AHC_DEBUG                                 1693 #ifdef AHC_DEBUG
1694                         if ((ahc_debug & AHC_    1694                         if ((ahc_debug & AHC_SHOW_MISC) != 0) {
1695                                 ahc_print_pat    1695                                 ahc_print_path(ahc, scb);
1696                                 printf("Set C    1696                                 printf("Set CAM_UNCOR_PARITY\n");
1697                         }                        1697                         }
1698 #endif                                           1698 #endif
1699                         ahc_set_transaction_s    1699                         ahc_set_transaction_status(scb, CAM_UNCOR_PARITY);
1700 #ifdef AHC_REPORT_UNDERFLOWS                     1700 #ifdef AHC_REPORT_UNDERFLOWS
1701                 /*                               1701                 /*
1702                  * This code is disabled by d    1702                  * This code is disabled by default as some
1703                  * clients of the SCSI system    1703                  * clients of the SCSI system do not properly
1704                  * initialize the underflow p    1704                  * initialize the underflow parameter.  This
1705                  * results in spurious termin    1705                  * results in spurious termination of commands
1706                  * that complete as expected     1706                  * that complete as expected (e.g. underflow is
1707                  * allowed as command can ret    1707                  * allowed as command can return variable amounts
1708                  * of data.                      1708                  * of data.
1709                  */                              1709                  */
1710                 } else if (amount_xferred < s    1710                 } else if (amount_xferred < scb->io_ctx->underflow) {
1711                         u_int i;                 1711                         u_int i;
1712                                                  1712 
1713                         ahc_print_path(ahc, s    1713                         ahc_print_path(ahc, scb);
1714                         printf("CDB:");          1714                         printf("CDB:");
1715                         for (i = 0; i < scb->    1715                         for (i = 0; i < scb->io_ctx->cmd_len; i++)
1716                                 printf(" 0x%x    1716                                 printf(" 0x%x", scb->io_ctx->cmnd[i]);
1717                         printf("\n");            1717                         printf("\n");
1718                         ahc_print_path(ahc, s    1718                         ahc_print_path(ahc, scb);
1719                         printf("Saw underflow    1719                         printf("Saw underflow (%ld of %ld bytes). "
1720                                "Treated as er    1720                                "Treated as error\n",
1721                                 ahc_get_resid    1721                                 ahc_get_residual(scb),
1722                                 ahc_get_trans    1722                                 ahc_get_transfer_length(scb));
1723                         ahc_set_transaction_s    1723                         ahc_set_transaction_status(scb, CAM_DATA_RUN_ERR);
1724 #endif                                           1724 #endif
1725                 } else {                         1725                 } else {
1726                         ahc_set_transaction_s    1726                         ahc_set_transaction_status(scb, CAM_REQ_CMP);
1727                 }                                1727                 }
1728         } else if (ahc_get_transaction_status    1728         } else if (ahc_get_transaction_status(scb) == CAM_SCSI_STATUS_ERROR) {
1729                 ahc_linux_handle_scsi_status(    1729                 ahc_linux_handle_scsi_status(ahc, cmd->device, scb);
1730         }                                        1730         }
1731                                                  1731 
1732         if (dev->openings == 1                   1732         if (dev->openings == 1
1733          && ahc_get_transaction_status(scb) =    1733          && ahc_get_transaction_status(scb) == CAM_REQ_CMP
1734          && ahc_get_scsi_status(scb) != SCSI_    1734          && ahc_get_scsi_status(scb) != SCSI_STATUS_QUEUE_FULL)
1735                 dev->tag_success_count++;        1735                 dev->tag_success_count++;
1736         /*                                       1736         /*
1737          * Some devices deal with temporary i    1737          * Some devices deal with temporary internal resource
1738          * shortages by returning queue full.    1738          * shortages by returning queue full.  When the queue
1739          * full occurrs, we throttle back.  S    1739          * full occurrs, we throttle back.  Slowly try to get
1740          * back to our previous queue depth.     1740          * back to our previous queue depth.
1741          */                                      1741          */
1742         if ((dev->openings + dev->active) < d    1742         if ((dev->openings + dev->active) < dev->maxtags
1743          && dev->tag_success_count > AHC_TAG_    1743          && dev->tag_success_count > AHC_TAG_SUCCESS_INTERVAL) {
1744                 dev->tag_success_count = 0;      1744                 dev->tag_success_count = 0;
1745                 dev->openings++;                 1745                 dev->openings++;
1746         }                                        1746         }
1747                                                  1747 
1748         if (dev->active == 0)                    1748         if (dev->active == 0)
1749                 dev->commands_since_idle_or_o    1749                 dev->commands_since_idle_or_otag = 0;
1750                                                  1750 
1751         if ((scb->flags & SCB_RECOVERY_SCB) !    1751         if ((scb->flags & SCB_RECOVERY_SCB) != 0) {
1752                 printf("Recovery SCB complete    1752                 printf("Recovery SCB completes\n");
1753                 if (ahc_get_transaction_statu    1753                 if (ahc_get_transaction_status(scb) == CAM_BDR_SENT
1754                  || ahc_get_transaction_statu    1754                  || ahc_get_transaction_status(scb) == CAM_REQ_ABORTED)
1755                         ahc_set_transaction_s    1755                         ahc_set_transaction_status(scb, CAM_CMD_TIMEOUT);
1756                                                  1756 
1757                 if (ahc->platform_data->eh_do    1757                 if (ahc->platform_data->eh_done)
1758                         complete(ahc->platfor    1758                         complete(ahc->platform_data->eh_done);
1759         }                                        1759         }
1760                                                  1760 
1761         ahc_free_scb(ahc, scb);                  1761         ahc_free_scb(ahc, scb);
1762         ahc_linux_queue_cmd_complete(ahc, cmd    1762         ahc_linux_queue_cmd_complete(ahc, cmd);
1763 }                                                1763 }
1764                                                  1764 
1765 static void                                      1765 static void
1766 ahc_linux_handle_scsi_status(struct ahc_softc    1766 ahc_linux_handle_scsi_status(struct ahc_softc *ahc,
1767                              struct scsi_devi    1767                              struct scsi_device *sdev, struct scb *scb)
1768 {                                                1768 {
1769         struct  ahc_devinfo devinfo;             1769         struct  ahc_devinfo devinfo;
1770         struct ahc_linux_device *dev = scsi_t    1770         struct ahc_linux_device *dev = scsi_transport_device_data(sdev);
1771                                                  1771 
1772         ahc_compile_devinfo(&devinfo,            1772         ahc_compile_devinfo(&devinfo,
1773                             ahc->our_id,         1773                             ahc->our_id,
1774                             sdev->sdev_target    1774                             sdev->sdev_target->id, sdev->lun,
1775                             sdev->sdev_target    1775                             sdev->sdev_target->channel == 0 ? 'A' : 'B',
1776                             ROLE_INITIATOR);     1776                             ROLE_INITIATOR);
1777                                                  1777         
1778         /*                                       1778         /*
1779          * We don't currently trust the mid-l    1779          * We don't currently trust the mid-layer to
1780          * properly deal with queue full or b    1780          * properly deal with queue full or busy.  So,
1781          * when one occurs, we tell the mid-l    1781          * when one occurs, we tell the mid-layer to
1782          * unconditionally requeue the comman    1782          * unconditionally requeue the command to us
1783          * so that we can retry it ourselves.    1783          * so that we can retry it ourselves.  We also
1784          * implement our own throttling mecha    1784          * implement our own throttling mechanism so
1785          * we don't clobber the device with t    1785          * we don't clobber the device with too many
1786          * commands.                             1786          * commands.
1787          */                                      1787          */
1788         switch (ahc_get_scsi_status(scb)) {      1788         switch (ahc_get_scsi_status(scb)) {
1789         default:                                 1789         default:
1790                 break;                           1790                 break;
1791         case SCSI_STATUS_CHECK_COND:             1791         case SCSI_STATUS_CHECK_COND:
1792         case SCSI_STATUS_CMD_TERMINATED:         1792         case SCSI_STATUS_CMD_TERMINATED:
1793         {                                        1793         {
1794                 struct scsi_cmnd *cmd;           1794                 struct scsi_cmnd *cmd;
1795                                                  1795 
1796                 /*                               1796                 /*
1797                  * Copy sense information to     1797                  * Copy sense information to the OS's cmd
1798                  * structure if it is availab    1798                  * structure if it is available.
1799                  */                              1799                  */
1800                 cmd = scb->io_ctx;               1800                 cmd = scb->io_ctx;
1801                 if (scb->flags & SCB_SENSE) {    1801                 if (scb->flags & SCB_SENSE) {
1802                         u_int sense_size;        1802                         u_int sense_size;
1803                                                  1803 
1804                         sense_size = min(size    1804                         sense_size = min(sizeof(struct scsi_sense_data)
1805                                        - ahc_    1805                                        - ahc_get_sense_residual(scb),
1806                                          (u_l    1806                                          (u_long)SCSI_SENSE_BUFFERSIZE);
1807                         memcpy(cmd->sense_buf    1807                         memcpy(cmd->sense_buffer,
1808                                ahc_get_sense_    1808                                ahc_get_sense_buf(ahc, scb), sense_size);
1809                         if (sense_size < SCSI    1809                         if (sense_size < SCSI_SENSE_BUFFERSIZE)
1810                                 memset(&cmd->    1810                                 memset(&cmd->sense_buffer[sense_size], 0,
1811                                        SCSI_S    1811                                        SCSI_SENSE_BUFFERSIZE - sense_size);
1812                         cmd->result |= (DRIVE    1812                         cmd->result |= (DRIVER_SENSE << 24);
1813 #ifdef AHC_DEBUG                                 1813 #ifdef AHC_DEBUG
1814                         if (ahc_debug & AHC_S    1814                         if (ahc_debug & AHC_SHOW_SENSE) {
1815                                 int i;           1815                                 int i;
1816                                                  1816 
1817                                 printf("Copie    1817                                 printf("Copied %d bytes of sense data:",
1818                                        sense_    1818                                        sense_size);
1819                                 for (i = 0; i    1819                                 for (i = 0; i < sense_size; i++) {
1820                                         if ((    1820                                         if ((i & 0xF) == 0)
1821                                                  1821                                                 printf("\n");
1822                                         print    1822                                         printf("0x%x ", cmd->sense_buffer[i]);
1823                                 }                1823                                 }
1824                                 printf("\n");    1824                                 printf("\n");
1825                         }                        1825                         }
1826 #endif                                           1826 #endif
1827                 }                                1827                 }
1828                 break;                           1828                 break;
1829         }                                        1829         }
1830         case SCSI_STATUS_QUEUE_FULL:             1830         case SCSI_STATUS_QUEUE_FULL:
1831         {                                        1831         {
1832                 /*                               1832                 /*
1833                  * By the time the core drive    1833                  * By the time the core driver has returned this
1834                  * command, all other command    1834                  * command, all other commands that were queued
1835                  * to us but not the device h    1835                  * to us but not the device have been returned.
1836                  * This ensures that dev->act    1836                  * This ensures that dev->active is equal to
1837                  * the number of commands act    1837                  * the number of commands actually queued to
1838                  * the device.                   1838                  * the device.
1839                  */                              1839                  */
1840                 dev->tag_success_count = 0;      1840                 dev->tag_success_count = 0;
1841                 if (dev->active != 0) {          1841                 if (dev->active != 0) {
1842                         /*                       1842                         /*
1843                          * Drop our opening c    1843                          * Drop our opening count to the number
1844                          * of commands curren    1844                          * of commands currently outstanding.
1845                          */                      1845                          */
1846                         dev->openings = 0;       1846                         dev->openings = 0;
1847 /*                                               1847 /*
1848                         ahc_print_path(ahc, s    1848                         ahc_print_path(ahc, scb);
1849                         printf("Dropping tag     1849                         printf("Dropping tag count to %d\n", dev->active);
1850  */                                              1850  */
1851                         if (dev->active == de    1851                         if (dev->active == dev->tags_on_last_queuefull) {
1852                                                  1852 
1853                                 dev->last_que    1853                                 dev->last_queuefull_same_count++;
1854                                 /*               1854                                 /*
1855                                  * If we repe    1855                                  * If we repeatedly see a queue full
1856                                  * at the sam    1856                                  * at the same queue depth, this
1857                                  * device has    1857                                  * device has a fixed number of tag
1858                                  * slots.  Lo    1858                                  * slots.  Lock in this tag depth
1859                                  * so we stop    1859                                  * so we stop seeing queue fulls from
1860                                  * this devic    1860                                  * this device.
1861                                  */              1861                                  */
1862                                 if (dev->last    1862                                 if (dev->last_queuefull_same_count
1863                                  == AHC_LOCK_    1863                                  == AHC_LOCK_TAGS_COUNT) {
1864                                         dev->    1864                                         dev->maxtags = dev->active;
1865                                         ahc_p    1865                                         ahc_print_path(ahc, scb);
1866                                         print    1866                                         printf("Locking max tag count at %d\n",
1867                                                  1867                                                dev->active);
1868                                 }                1868                                 }
1869                         } else {                 1869                         } else {
1870                                 dev->tags_on_    1870                                 dev->tags_on_last_queuefull = dev->active;
1871                                 dev->last_que    1871                                 dev->last_queuefull_same_count = 0;
1872                         }                        1872                         }
1873                         ahc_set_transaction_s    1873                         ahc_set_transaction_status(scb, CAM_REQUEUE_REQ);
1874                         ahc_set_scsi_status(s    1874                         ahc_set_scsi_status(scb, SCSI_STATUS_OK);
1875                         ahc_platform_set_tags    1875                         ahc_platform_set_tags(ahc, sdev, &devinfo,
1876                                      (dev->fl    1876                                      (dev->flags & AHC_DEV_Q_BASIC)
1877                                    ? AHC_QUEU    1877                                    ? AHC_QUEUE_BASIC : AHC_QUEUE_TAGGED);
1878                         break;                   1878                         break;
1879                 }                                1879                 }
1880                 /*                               1880                 /*
1881                  * Drop down to a single open    1881                  * Drop down to a single opening, and treat this
1882                  * as if the target returned     1882                  * as if the target returned BUSY SCSI status.
1883                  */                              1883                  */
1884                 dev->openings = 1;               1884                 dev->openings = 1;
1885                 ahc_set_scsi_status(scb, SCSI    1885                 ahc_set_scsi_status(scb, SCSI_STATUS_BUSY);
1886                 ahc_platform_set_tags(ahc, sd    1886                 ahc_platform_set_tags(ahc, sdev, &devinfo,
1887                              (dev->flags & AH    1887                              (dev->flags & AHC_DEV_Q_BASIC)
1888                            ? AHC_QUEUE_BASIC     1888                            ? AHC_QUEUE_BASIC : AHC_QUEUE_TAGGED);
1889                 break;                           1889                 break;
1890         }                                        1890         }
1891         }                                        1891         }
1892 }                                                1892 }
1893                                                  1893 
1894 static void                                      1894 static void
1895 ahc_linux_queue_cmd_complete(struct ahc_softc    1895 ahc_linux_queue_cmd_complete(struct ahc_softc *ahc, struct scsi_cmnd *cmd)
1896 {                                                1896 {
1897         /*                                       1897         /*
1898          * Map CAM error codes into Linux Err    1898          * Map CAM error codes into Linux Error codes.  We
1899          * avoid the conversion so that the D    1899          * avoid the conversion so that the DV code has the
1900          * full error information available w    1900          * full error information available when making
1901          * state change decisions.               1901          * state change decisions.
1902          */                                      1902          */
1903         {                                        1903         {
1904                 u_int new_status;                1904                 u_int new_status;
1905                                                  1905 
1906                 switch (ahc_cmd_get_transacti    1906                 switch (ahc_cmd_get_transaction_status(cmd)) {
1907                 case CAM_REQ_INPROG:             1907                 case CAM_REQ_INPROG:
1908                 case CAM_REQ_CMP:                1908                 case CAM_REQ_CMP:
1909                 case CAM_SCSI_STATUS_ERROR:      1909                 case CAM_SCSI_STATUS_ERROR:
1910                         new_status = DID_OK;     1910                         new_status = DID_OK;
1911                         break;                   1911                         break;
1912                 case CAM_REQ_ABORTED:            1912                 case CAM_REQ_ABORTED:
1913                         new_status = DID_ABOR    1913                         new_status = DID_ABORT;
1914                         break;                   1914                         break;
1915                 case CAM_BUSY:                   1915                 case CAM_BUSY:
1916                         new_status = DID_BUS_    1916                         new_status = DID_BUS_BUSY;
1917                         break;                   1917                         break;
1918                 case CAM_REQ_INVALID:            1918                 case CAM_REQ_INVALID:
1919                 case CAM_PATH_INVALID:           1919                 case CAM_PATH_INVALID:
1920                         new_status = DID_BAD_    1920                         new_status = DID_BAD_TARGET;
1921                         break;                   1921                         break;
1922                 case CAM_SEL_TIMEOUT:            1922                 case CAM_SEL_TIMEOUT:
1923                         new_status = DID_NO_C    1923                         new_status = DID_NO_CONNECT;
1924                         break;                   1924                         break;
1925                 case CAM_SCSI_BUS_RESET:         1925                 case CAM_SCSI_BUS_RESET:
1926                 case CAM_BDR_SENT:               1926                 case CAM_BDR_SENT:
1927                         new_status = DID_RESE    1927                         new_status = DID_RESET;
1928                         break;                   1928                         break;
1929                 case CAM_UNCOR_PARITY:           1929                 case CAM_UNCOR_PARITY:
1930                         new_status = DID_PARI    1930                         new_status = DID_PARITY;
1931                         break;                   1931                         break;
1932                 case CAM_CMD_TIMEOUT:            1932                 case CAM_CMD_TIMEOUT:
1933                         new_status = DID_TIME    1933                         new_status = DID_TIME_OUT;
1934                         break;                   1934                         break;
1935                 case CAM_UA_ABORT:               1935                 case CAM_UA_ABORT:
1936                 case CAM_REQ_CMP_ERR:            1936                 case CAM_REQ_CMP_ERR:
1937                 case CAM_AUTOSENSE_FAIL:         1937                 case CAM_AUTOSENSE_FAIL:
1938                 case CAM_NO_HBA:                 1938                 case CAM_NO_HBA:
1939                 case CAM_DATA_RUN_ERR:           1939                 case CAM_DATA_RUN_ERR:
1940                 case CAM_UNEXP_BUSFREE:          1940                 case CAM_UNEXP_BUSFREE:
1941                 case CAM_SEQUENCE_FAIL:          1941                 case CAM_SEQUENCE_FAIL:
1942                 case CAM_CCB_LEN_ERR:            1942                 case CAM_CCB_LEN_ERR:
1943                 case CAM_PROVIDE_FAIL:           1943                 case CAM_PROVIDE_FAIL:
1944                 case CAM_REQ_TERMIO:             1944                 case CAM_REQ_TERMIO:
1945                 case CAM_UNREC_HBA_ERROR:        1945                 case CAM_UNREC_HBA_ERROR:
1946                 case CAM_REQ_TOO_BIG:            1946                 case CAM_REQ_TOO_BIG:
1947                         new_status = DID_ERRO    1947                         new_status = DID_ERROR;
1948                         break;                   1948                         break;
1949                 case CAM_REQUEUE_REQ:            1949                 case CAM_REQUEUE_REQ:
1950                         new_status = DID_REQU    1950                         new_status = DID_REQUEUE;
1951                         break;                   1951                         break;
1952                 default:                         1952                 default:
1953                         /* We should never ge    1953                         /* We should never get here */
1954                         new_status = DID_ERRO    1954                         new_status = DID_ERROR;
1955                         break;                   1955                         break;
1956                 }                                1956                 }
1957                                                  1957 
1958                 ahc_cmd_set_transaction_statu    1958                 ahc_cmd_set_transaction_status(cmd, new_status);
1959         }                                        1959         }
1960                                                  1960 
1961         cmd->scsi_done(cmd);                     1961         cmd->scsi_done(cmd);
1962 }                                                1962 }
1963                                                  1963 
1964 static void                                      1964 static void
1965 ahc_linux_freeze_simq(struct ahc_softc *ahc)     1965 ahc_linux_freeze_simq(struct ahc_softc *ahc)
1966 {                                                1966 {
1967         unsigned long s;                         1967         unsigned long s;
1968                                                  1968 
1969         ahc_lock(ahc, &s);                       1969         ahc_lock(ahc, &s);
1970         ahc->platform_data->qfrozen++;           1970         ahc->platform_data->qfrozen++;
1971         if (ahc->platform_data->qfrozen == 1)    1971         if (ahc->platform_data->qfrozen == 1) {
1972                 scsi_block_requests(ahc->plat    1972                 scsi_block_requests(ahc->platform_data->host);
1973                                                  1973 
1974                 /* XXX What about Twin channe    1974                 /* XXX What about Twin channels? */
1975                 ahc_platform_abort_scbs(ahc,     1975                 ahc_platform_abort_scbs(ahc, CAM_TARGET_WILDCARD, ALL_CHANNELS,
1976                                         CAM_L    1976                                         CAM_LUN_WILDCARD, SCB_LIST_NULL,
1977                                         ROLE_    1977                                         ROLE_INITIATOR, CAM_REQUEUE_REQ);
1978         }                                        1978         }
1979         ahc_unlock(ahc, &s);                     1979         ahc_unlock(ahc, &s);
1980 }                                                1980 }
1981                                                  1981 
1982 static void                                      1982 static void
1983 ahc_linux_release_simq(struct ahc_softc *ahc)    1983 ahc_linux_release_simq(struct ahc_softc *ahc)
1984 {                                                1984 {
1985         u_long s;                                1985         u_long s;
1986         int    unblock_reqs;                     1986         int    unblock_reqs;
1987                                                  1987 
1988         unblock_reqs = 0;                        1988         unblock_reqs = 0;
1989         ahc_lock(ahc, &s);                       1989         ahc_lock(ahc, &s);
1990         if (ahc->platform_data->qfrozen > 0)     1990         if (ahc->platform_data->qfrozen > 0)
1991                 ahc->platform_data->qfrozen--    1991                 ahc->platform_data->qfrozen--;
1992         if (ahc->platform_data->qfrozen == 0)    1992         if (ahc->platform_data->qfrozen == 0)
1993                 unblock_reqs = 1;                1993                 unblock_reqs = 1;
1994         ahc_unlock(ahc, &s);                     1994         ahc_unlock(ahc, &s);
1995         /*                                       1995         /*
1996          * There is still a race here.  The m    1996          * There is still a race here.  The mid-layer
1997          * should keep its own freeze count a    1997          * should keep its own freeze count and use
1998          * a bottom half handler to run the q    1998          * a bottom half handler to run the queues
1999          * so we can unblock with our own loc    1999          * so we can unblock with our own lock held.
2000          */                                      2000          */
2001         if (unblock_reqs)                        2001         if (unblock_reqs)
2002                 scsi_unblock_requests(ahc->pl    2002                 scsi_unblock_requests(ahc->platform_data->host);
2003 }                                                2003 }
2004                                                  2004 
2005 static int                                       2005 static int
2006 ahc_linux_queue_recovery_cmd(struct scsi_cmnd    2006 ahc_linux_queue_recovery_cmd(struct scsi_cmnd *cmd, scb_flag flag)
2007 {                                                2007 {
2008         struct ahc_softc *ahc;                   2008         struct ahc_softc *ahc;
2009         struct ahc_linux_device *dev;            2009         struct ahc_linux_device *dev;
2010         struct scb *pending_scb;                 2010         struct scb *pending_scb;
2011         u_int  saved_scbptr;                     2011         u_int  saved_scbptr;
2012         u_int  active_scb_index;                 2012         u_int  active_scb_index;
2013         u_int  last_phase;                       2013         u_int  last_phase;
2014         u_int  saved_scsiid;                     2014         u_int  saved_scsiid;
2015         u_int  cdb_byte;                         2015         u_int  cdb_byte;
2016         int    retval;                           2016         int    retval;
2017         int    was_paused;                       2017         int    was_paused;
2018         int    paused;                           2018         int    paused;
2019         int    wait;                             2019         int    wait;
2020         int    disconnected;                     2020         int    disconnected;
2021         unsigned long flags;                     2021         unsigned long flags;
2022                                                  2022 
2023         pending_scb = NULL;                      2023         pending_scb = NULL;
2024         paused = FALSE;                          2024         paused = FALSE;
2025         wait = FALSE;                            2025         wait = FALSE;
2026         ahc = *(struct ahc_softc **)cmd->devi    2026         ahc = *(struct ahc_softc **)cmd->device->host->hostdata;
2027                                                  2027 
2028         scmd_printk(KERN_INFO, cmd, "Attempti    2028         scmd_printk(KERN_INFO, cmd, "Attempting to queue a%s message\n",
2029                flag == SCB_ABORT ? "n ABORT"     2029                flag == SCB_ABORT ? "n ABORT" : " TARGET RESET");
2030                                                  2030 
2031         printf("CDB:");                          2031         printf("CDB:");
2032         for (cdb_byte = 0; cdb_byte < cmd->cm    2032         for (cdb_byte = 0; cdb_byte < cmd->cmd_len; cdb_byte++)
2033                 printf(" 0x%x", cmd->cmnd[cdb    2033                 printf(" 0x%x", cmd->cmnd[cdb_byte]);
2034         printf("\n");                            2034         printf("\n");
2035                                                  2035 
2036         ahc_lock(ahc, &flags);                   2036         ahc_lock(ahc, &flags);
2037                                                  2037 
2038         /*                                       2038         /*
2039          * First determine if we currently ow    2039          * First determine if we currently own this command.
2040          * Start by searching the device queu    2040          * Start by searching the device queue.  If not found
2041          * there, check the pending_scb list.    2041          * there, check the pending_scb list.  If not found
2042          * at all, and the system wanted us t    2042          * at all, and the system wanted us to just abort the
2043          * command, return success.              2043          * command, return success.
2044          */                                      2044          */
2045         dev = scsi_transport_device_data(cmd-    2045         dev = scsi_transport_device_data(cmd->device);
2046                                                  2046 
2047         if (dev == NULL) {                       2047         if (dev == NULL) {
2048                 /*                               2048                 /*
2049                  * No target device for this     2049                  * No target device for this command exists,
2050                  * so we must not still own t    2050                  * so we must not still own the command.
2051                  */                              2051                  */
2052                 printf("%s:%d:%d:%d: Is not a    2052                 printf("%s:%d:%d:%d: Is not an active device\n",
2053                        ahc_name(ahc), cmd->de    2053                        ahc_name(ahc), cmd->device->channel, cmd->device->id,
2054                        cmd->device->lun);        2054                        cmd->device->lun);
2055                 retval = SUCCESS;                2055                 retval = SUCCESS;
2056                 goto no_cmd;                     2056                 goto no_cmd;
2057         }                                        2057         }
2058                                                  2058 
2059         if ((dev->flags & (AHC_DEV_Q_BASIC|AH    2059         if ((dev->flags & (AHC_DEV_Q_BASIC|AHC_DEV_Q_TAGGED)) == 0
2060          && ahc_search_untagged_queues(ahc, c    2060          && ahc_search_untagged_queues(ahc, cmd, cmd->device->id,
2061                                        cmd->d    2061                                        cmd->device->channel + 'A',
2062                                        cmd->d    2062                                        cmd->device->lun,
2063                                        CAM_RE    2063                                        CAM_REQ_ABORTED, SEARCH_COMPLETE) != 0) {
2064                 printf("%s:%d:%d:%d: Command     2064                 printf("%s:%d:%d:%d: Command found on untagged queue\n",
2065                        ahc_name(ahc), cmd->de    2065                        ahc_name(ahc), cmd->device->channel, cmd->device->id,
2066                        cmd->device->lun);        2066                        cmd->device->lun);
2067                 retval = SUCCESS;                2067                 retval = SUCCESS;
2068                 goto done;                       2068                 goto done;
2069         }                                        2069         }
2070                                                  2070 
2071         /*                                       2071         /*
2072          * See if we can find a matching cmd     2072          * See if we can find a matching cmd in the pending list.
2073          */                                      2073          */
2074         LIST_FOREACH(pending_scb, &ahc->pendi    2074         LIST_FOREACH(pending_scb, &ahc->pending_scbs, pending_links) {
2075                 if (pending_scb->io_ctx == cm    2075                 if (pending_scb->io_ctx == cmd)
2076                         break;                   2076                         break;
2077         }                                        2077         }
2078                                                  2078 
2079         if (pending_scb == NULL && flag == SC    2079         if (pending_scb == NULL && flag == SCB_DEVICE_RESET) {
2080                                                  2080 
2081                 /* Any SCB for this device wi    2081                 /* Any SCB for this device will do for a target reset */
2082                 LIST_FOREACH(pending_scb, &ah    2082                 LIST_FOREACH(pending_scb, &ahc->pending_scbs, pending_links) {
2083                         if (ahc_match_scb(ahc    2083                         if (ahc_match_scb(ahc, pending_scb, scmd_id(cmd),
2084                                           scm    2084                                           scmd_channel(cmd) + 'A',
2085                                           CAM    2085                                           CAM_LUN_WILDCARD,
2086                                           SCB    2086                                           SCB_LIST_NULL, ROLE_INITIATOR))
2087                                 break;           2087                                 break;
2088                 }                                2088                 }
2089         }                                        2089         }
2090                                                  2090 
2091         if (pending_scb == NULL) {               2091         if (pending_scb == NULL) {
2092                 scmd_printk(KERN_INFO, cmd, "    2092                 scmd_printk(KERN_INFO, cmd, "Command not found\n");
2093                 goto no_cmd;                     2093                 goto no_cmd;
2094         }                                        2094         }
2095                                                  2095 
2096         if ((pending_scb->flags & SCB_RECOVER    2096         if ((pending_scb->flags & SCB_RECOVERY_SCB) != 0) {
2097                 /*                               2097                 /*
2098                  * We can't queue two recover    2098                  * We can't queue two recovery actions using the same SCB
2099                  */                              2099                  */
2100                 retval = FAILED;                 2100                 retval = FAILED;
2101                 goto  done;                      2101                 goto  done;
2102         }                                        2102         }
2103                                                  2103 
2104         /*                                       2104         /*
2105          * Ensure that the card doesn't do an    2105          * Ensure that the card doesn't do anything
2106          * behind our back and that we didn't    2106          * behind our back and that we didn't "just" miss
2107          * an interrupt that would affect thi    2107          * an interrupt that would affect this cmd.
2108          */                                      2108          */
2109         was_paused = ahc_is_paused(ahc);         2109         was_paused = ahc_is_paused(ahc);
2110         ahc_pause_and_flushwork(ahc);            2110         ahc_pause_and_flushwork(ahc);
2111         paused = TRUE;                           2111         paused = TRUE;
2112                                                  2112 
2113         if ((pending_scb->flags & SCB_ACTIVE)    2113         if ((pending_scb->flags & SCB_ACTIVE) == 0) {
2114                 scmd_printk(KERN_INFO, cmd, "    2114                 scmd_printk(KERN_INFO, cmd, "Command already completed\n");
2115                 goto no_cmd;                     2115                 goto no_cmd;
2116         }                                        2116         }
2117                                                  2117 
2118         printf("%s: At time of recovery, card    2118         printf("%s: At time of recovery, card was %spaused\n",
2119                ahc_name(ahc), was_paused ? ""    2119                ahc_name(ahc), was_paused ? "" : "not ");
2120         ahc_dump_card_state(ahc);                2120         ahc_dump_card_state(ahc);
2121                                                  2121 
2122         disconnected = TRUE;                     2122         disconnected = TRUE;
2123         if (flag == SCB_ABORT) {                 2123         if (flag == SCB_ABORT) {
2124                 if (ahc_search_qinfifo(ahc, c    2124                 if (ahc_search_qinfifo(ahc, cmd->device->id,
2125                                        cmd->d    2125                                        cmd->device->channel + 'A',
2126                                        cmd->d    2126                                        cmd->device->lun,
2127                                        pendin    2127                                        pending_scb->hscb->tag,
2128                                        ROLE_I    2128                                        ROLE_INITIATOR, CAM_REQ_ABORTED,
2129                                        SEARCH    2129                                        SEARCH_COMPLETE) > 0) {
2130                         printf("%s:%d:%d:%d:     2130                         printf("%s:%d:%d:%d: Cmd aborted from QINFIFO\n",
2131                                ahc_name(ahc),    2131                                ahc_name(ahc), cmd->device->channel,
2132                                         cmd->    2132                                         cmd->device->id, cmd->device->lun);
2133                         retval = SUCCESS;        2133                         retval = SUCCESS;
2134                         goto done;               2134                         goto done;
2135                 }                                2135                 }
2136         } else if (ahc_search_qinfifo(ahc, cm    2136         } else if (ahc_search_qinfifo(ahc, cmd->device->id,
2137                                       cmd->de    2137                                       cmd->device->channel + 'A',
2138                                       cmd->de    2138                                       cmd->device->lun, pending_scb->hscb->tag,
2139                                       ROLE_IN    2139                                       ROLE_INITIATOR, /*status*/0,
2140                                       SEARCH_    2140                                       SEARCH_COUNT) > 0) {
2141                 disconnected = FALSE;            2141                 disconnected = FALSE;
2142         }                                        2142         }
2143                                                  2143 
2144         if (disconnected && (ahc_inb(ahc, SEQ    2144         if (disconnected && (ahc_inb(ahc, SEQ_FLAGS) & NOT_IDENTIFIED) == 0) {
2145                 struct scb *bus_scb;             2145                 struct scb *bus_scb;
2146                                                  2146 
2147                 bus_scb = ahc_lookup_scb(ahc,    2147                 bus_scb = ahc_lookup_scb(ahc, ahc_inb(ahc, SCB_TAG));
2148                 if (bus_scb == pending_scb)      2148                 if (bus_scb == pending_scb)
2149                         disconnected = FALSE;    2149                         disconnected = FALSE;
2150                 else if (flag != SCB_ABORT       2150                 else if (flag != SCB_ABORT
2151                       && ahc_inb(ahc, SAVED_S    2151                       && ahc_inb(ahc, SAVED_SCSIID) == pending_scb->hscb->scsiid
2152                       && ahc_inb(ahc, SAVED_L    2152                       && ahc_inb(ahc, SAVED_LUN) == SCB_GET_LUN(pending_scb))
2153                         disconnected = FALSE;    2153                         disconnected = FALSE;
2154         }                                        2154         }
2155                                                  2155 
2156         /*                                       2156         /*
2157          * At this point, pending_scb is the     2157          * At this point, pending_scb is the scb associated with the
2158          * passed in command.  That command i    2158          * passed in command.  That command is currently active on the
2159          * bus, is in the disconnected state,    2159          * bus, is in the disconnected state, or we're hoping to find
2160          * a command for the same target acti    2160          * a command for the same target active on the bus to abuse to
2161          * send a BDR.  Queue the appropriate    2161          * send a BDR.  Queue the appropriate message based on which of
2162          * these states we are in.               2162          * these states we are in.
2163          */                                      2163          */
2164         last_phase = ahc_inb(ahc, LASTPHASE);    2164         last_phase = ahc_inb(ahc, LASTPHASE);
2165         saved_scbptr = ahc_inb(ahc, SCBPTR);     2165         saved_scbptr = ahc_inb(ahc, SCBPTR);
2166         active_scb_index = ahc_inb(ahc, SCB_T    2166         active_scb_index = ahc_inb(ahc, SCB_TAG);
2167         saved_scsiid = ahc_inb(ahc, SAVED_SCS    2167         saved_scsiid = ahc_inb(ahc, SAVED_SCSIID);
2168         if (last_phase != P_BUSFREE              2168         if (last_phase != P_BUSFREE
2169          && (pending_scb->hscb->tag == active    2169          && (pending_scb->hscb->tag == active_scb_index
2170           || (flag == SCB_DEVICE_RESET           2170           || (flag == SCB_DEVICE_RESET
2171            && SCSIID_TARGET(ahc, saved_scsiid    2171            && SCSIID_TARGET(ahc, saved_scsiid) == scmd_id(cmd)))) {
2172                                                  2172 
2173                 /*                               2173                 /*
2174                  * We're active on the bus, s    2174                  * We're active on the bus, so assert ATN
2175                  * and hope that the target r    2175                  * and hope that the target responds.
2176                  */                              2176                  */
2177                 pending_scb = ahc_lookup_scb(    2177                 pending_scb = ahc_lookup_scb(ahc, active_scb_index);
2178                 pending_scb->flags |= SCB_REC    2178                 pending_scb->flags |= SCB_RECOVERY_SCB|flag;
2179                 ahc_outb(ahc, MSG_OUT, HOST_M    2179                 ahc_outb(ahc, MSG_OUT, HOST_MSG);
2180                 ahc_outb(ahc, SCSISIGO, last_    2180                 ahc_outb(ahc, SCSISIGO, last_phase|ATNO);
2181                 scmd_printk(KERN_INFO, cmd, "    2181                 scmd_printk(KERN_INFO, cmd, "Device is active, asserting ATN\n");
2182                 wait = TRUE;                     2182                 wait = TRUE;
2183         } else if (disconnected) {               2183         } else if (disconnected) {
2184                                                  2184 
2185                 /*                               2185                 /*
2186                  * Actually re-queue this SCB    2186                  * Actually re-queue this SCB in an attempt
2187                  * to select the device befor    2187                  * to select the device before it reconnects.
2188                  * In either case (selection     2188                  * In either case (selection or reselection),
2189                  * we will now issue the appr    2189                  * we will now issue the approprate message
2190                  * to the timed-out device.      2190                  * to the timed-out device.
2191                  *                               2191                  *
2192                  * Set the MK_MESSAGE control    2192                  * Set the MK_MESSAGE control bit indicating
2193                  * that we desire to send a m    2193                  * that we desire to send a message.  We
2194                  * also set the disconnected     2194                  * also set the disconnected flag since
2195                  * in the paging case there i    2195                  * in the paging case there is no guarantee
2196                  * that our SCB control byte     2196                  * that our SCB control byte matches the
2197                  * version on the card.  We d    2197                  * version on the card.  We don't want the
2198                  * sequencer to abort the com    2198                  * sequencer to abort the command thinking
2199                  * an unsolicited reselection    2199                  * an unsolicited reselection occurred.
2200                  */                              2200                  */
2201                 pending_scb->hscb->control |=    2201                 pending_scb->hscb->control |= MK_MESSAGE|DISCONNECTED;
2202                 pending_scb->flags |= SCB_REC    2202                 pending_scb->flags |= SCB_RECOVERY_SCB|flag;
2203                                                  2203 
2204                 /*                               2204                 /*
2205                  * Remove any cached copy of     2205                  * Remove any cached copy of this SCB in the
2206                  * disconnected list in prepa    2206                  * disconnected list in preparation for the
2207                  * queuing of our abort SCB.     2207                  * queuing of our abort SCB.  We use the
2208                  * same element in the SCB, S    2208                  * same element in the SCB, SCB_NEXT, for
2209                  * both the qinfifo and the d    2209                  * both the qinfifo and the disconnected list.
2210                  */                              2210                  */
2211                 ahc_search_disc_list(ahc, cmd    2211                 ahc_search_disc_list(ahc, cmd->device->id,
2212                                      cmd->dev    2212                                      cmd->device->channel + 'A',
2213                                      cmd->dev    2213                                      cmd->device->lun, pending_scb->hscb->tag,
2214                                      /*stop_o    2214                                      /*stop_on_first*/TRUE,
2215                                      /*remove    2215                                      /*remove*/TRUE,
2216                                      /*save_s    2216                                      /*save_state*/FALSE);
2217                                                  2217 
2218                 /*                               2218                 /*
2219                  * In the non-paging case, th    2219                  * In the non-paging case, the sequencer will
2220                  * never re-reference the in-    2220                  * never re-reference the in-core SCB.
2221                  * To make sure we are notifi    2221                  * To make sure we are notified during
2222                  * reslection, set the MK_MES    2222                  * reslection, set the MK_MESSAGE flag in
2223                  * the card's copy of the SCB    2223                  * the card's copy of the SCB.
2224                  */                              2224                  */
2225                 if ((ahc->flags & AHC_PAGESCB    2225                 if ((ahc->flags & AHC_PAGESCBS) == 0) {
2226                         ahc_outb(ahc, SCBPTR,    2226                         ahc_outb(ahc, SCBPTR, pending_scb->hscb->tag);
2227                         ahc_outb(ahc, SCB_CON    2227                         ahc_outb(ahc, SCB_CONTROL,
2228                                  ahc_inb(ahc,    2228                                  ahc_inb(ahc, SCB_CONTROL)|MK_MESSAGE);
2229                 }                                2229                 }
2230                                                  2230 
2231                 /*                               2231                 /*
2232                  * Clear out any entries in t    2232                  * Clear out any entries in the QINFIFO first
2233                  * so we are the next SCB for    2233                  * so we are the next SCB for this target
2234                  * to run.                       2234                  * to run.
2235                  */                              2235                  */
2236                 ahc_search_qinfifo(ahc, cmd->    2236                 ahc_search_qinfifo(ahc, cmd->device->id,
2237                                    cmd->devic    2237                                    cmd->device->channel + 'A',
2238                                    cmd->devic    2238                                    cmd->device->lun, SCB_LIST_NULL,
2239                                    ROLE_INITI    2239                                    ROLE_INITIATOR, CAM_REQUEUE_REQ,
2240                                    SEARCH_COM    2240                                    SEARCH_COMPLETE);
2241                 ahc_qinfifo_requeue_tail(ahc,    2241                 ahc_qinfifo_requeue_tail(ahc, pending_scb);
2242                 ahc_outb(ahc, SCBPTR, saved_s    2242                 ahc_outb(ahc, SCBPTR, saved_scbptr);
2243                 ahc_print_path(ahc, pending_s    2243                 ahc_print_path(ahc, pending_scb);
2244                 printf("Device is disconnecte    2244                 printf("Device is disconnected, re-queuing SCB\n");
2245                 wait = TRUE;                     2245                 wait = TRUE;
2246         } else {                                 2246         } else {
2247                 scmd_printk(KERN_INFO, cmd, "    2247                 scmd_printk(KERN_INFO, cmd, "Unable to deliver message\n");
2248                 retval = FAILED;                 2248                 retval = FAILED;
2249                 goto done;                       2249                 goto done;
2250         }                                        2250         }
2251                                                  2251 
2252 no_cmd:                                          2252 no_cmd:
2253         /*                                       2253         /*
2254          * Our assumption is that if we don't    2254          * Our assumption is that if we don't have the command, no
2255          * recovery action was required, so w    2255          * recovery action was required, so we return success.  Again,
2256          * the semantics of the mid-layer rec    2256          * the semantics of the mid-layer recovery engine are not
2257          * well defined, so this may change i    2257          * well defined, so this may change in time.
2258          */                                      2258          */
2259         retval = SUCCESS;                        2259         retval = SUCCESS;
2260 done:                                            2260 done:
2261         if (paused)                              2261         if (paused)
2262                 ahc_unpause(ahc);                2262                 ahc_unpause(ahc);
2263         if (wait) {                              2263         if (wait) {
2264                 DECLARE_COMPLETION_ONSTACK(do    2264                 DECLARE_COMPLETION_ONSTACK(done);
2265                                                  2265 
2266                 ahc->platform_data->eh_done =    2266                 ahc->platform_data->eh_done = &done;
2267                 ahc_unlock(ahc, &flags);         2267                 ahc_unlock(ahc, &flags);
2268                                                  2268 
2269                 printf("Recovery code sleepin    2269                 printf("Recovery code sleeping\n");
2270                 if (!wait_for_completion_time    2270                 if (!wait_for_completion_timeout(&done, 5 * HZ)) {
2271                         ahc_lock(ahc, &flags)    2271                         ahc_lock(ahc, &flags);
2272                         ahc->platform_data->e    2272                         ahc->platform_data->eh_done = NULL;
2273                         ahc_unlock(ahc, &flag    2273                         ahc_unlock(ahc, &flags);
2274                                                  2274 
2275                         printf("Timer Expired    2275                         printf("Timer Expired\n");
2276                         retval = FAILED;         2276                         retval = FAILED;
2277                 }                                2277                 }
2278                 printf("Recovery code awake\n    2278                 printf("Recovery code awake\n");
2279         } else                                   2279         } else
2280                 ahc_unlock(ahc, &flags);         2280                 ahc_unlock(ahc, &flags);
2281         return (retval);                         2281         return (retval);
2282 }                                                2282 }
2283                                                  2283 
2284 void                                             2284 void
2285 ahc_platform_dump_card_state(struct ahc_softc    2285 ahc_platform_dump_card_state(struct ahc_softc *ahc)
2286 {                                                2286 {
2287 }                                                2287 }
2288                                                  2288 
2289 static void ahc_linux_set_width(struct scsi_t    2289 static void ahc_linux_set_width(struct scsi_target *starget, int width)
2290 {                                                2290 {
2291         struct Scsi_Host *shost = dev_to_shos    2291         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2292         struct ahc_softc *ahc = *((struct ahc    2292         struct ahc_softc *ahc = *((struct ahc_softc **)shost->hostdata);
2293         struct ahc_devinfo devinfo;              2293         struct ahc_devinfo devinfo;
2294         unsigned long flags;                     2294         unsigned long flags;
2295                                                  2295 
2296         ahc_compile_devinfo(&devinfo, shost->    2296         ahc_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2297                             starget->channel     2297                             starget->channel + 'A', ROLE_INITIATOR);
2298         ahc_lock(ahc, &flags);                   2298         ahc_lock(ahc, &flags);
2299         ahc_set_width(ahc, &devinfo, width, A    2299         ahc_set_width(ahc, &devinfo, width, AHC_TRANS_GOAL, FALSE);
2300         ahc_unlock(ahc, &flags);                 2300         ahc_unlock(ahc, &flags);
2301 }                                                2301 }
2302                                                  2302 
2303 static void ahc_linux_set_period(struct scsi_    2303 static void ahc_linux_set_period(struct scsi_target *starget, int period)
2304 {                                                2304 {
2305         struct Scsi_Host *shost = dev_to_shos    2305         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2306         struct ahc_softc *ahc = *((struct ahc    2306         struct ahc_softc *ahc = *((struct ahc_softc **)shost->hostdata);
2307         struct ahc_tmode_tstate *tstate;         2307         struct ahc_tmode_tstate *tstate;
2308         struct ahc_initiator_tinfo *tinfo        2308         struct ahc_initiator_tinfo *tinfo 
2309                 = ahc_fetch_transinfo(ahc,       2309                 = ahc_fetch_transinfo(ahc,
2310                                       starget    2310                                       starget->channel + 'A',
2311                                       shost->    2311                                       shost->this_id, starget->id, &tstate);
2312         struct ahc_devinfo devinfo;              2312         struct ahc_devinfo devinfo;
2313         unsigned int ppr_options = tinfo->goa    2313         unsigned int ppr_options = tinfo->goal.ppr_options;
2314         unsigned long flags;                     2314         unsigned long flags;
2315         unsigned long offset = tinfo->goal.of    2315         unsigned long offset = tinfo->goal.offset;
2316         struct ahc_syncrate *syncrate;           2316         struct ahc_syncrate *syncrate;
2317                                                  2317 
2318         if (offset == 0)                         2318         if (offset == 0)
2319                 offset = MAX_OFFSET;             2319                 offset = MAX_OFFSET;
2320                                                  2320 
2321         if (period < 9)                          2321         if (period < 9)
2322                 period = 9;     /* 12.5ns is     2322                 period = 9;     /* 12.5ns is our minimum */
2323         if (period == 9) {                       2323         if (period == 9) {
2324                 if (spi_max_width(starget))      2324                 if (spi_max_width(starget))
2325                         ppr_options |= MSG_EX    2325                         ppr_options |= MSG_EXT_PPR_DT_REQ;
2326                 else                             2326                 else
2327                         /* need wide for DT a    2327                         /* need wide for DT and need DT for 12.5 ns */
2328                         period = 10;             2328                         period = 10;
2329         }                                        2329         }
2330                                                  2330 
2331         ahc_compile_devinfo(&devinfo, shost->    2331         ahc_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2332                             starget->channel     2332                             starget->channel + 'A', ROLE_INITIATOR);
2333                                                  2333 
2334         /* all PPR requests apart from QAS re    2334         /* all PPR requests apart from QAS require wide transfers */
2335         if (ppr_options & ~MSG_EXT_PPR_QAS_RE    2335         if (ppr_options & ~MSG_EXT_PPR_QAS_REQ) {
2336                 if (spi_width(starget) == 0)     2336                 if (spi_width(starget) == 0)
2337                         ppr_options &= MSG_EX    2337                         ppr_options &= MSG_EXT_PPR_QAS_REQ;
2338         }                                        2338         }
2339                                                  2339 
2340         syncrate = ahc_find_syncrate(ahc, &pe    2340         syncrate = ahc_find_syncrate(ahc, &period, &ppr_options, AHC_SYNCRATE_DT);
2341         ahc_lock(ahc, &flags);                   2341         ahc_lock(ahc, &flags);
2342         ahc_set_syncrate(ahc, &devinfo, syncr    2342         ahc_set_syncrate(ahc, &devinfo, syncrate, period, offset,
2343                          ppr_options, AHC_TRA    2343                          ppr_options, AHC_TRANS_GOAL, FALSE);
2344         ahc_unlock(ahc, &flags);                 2344         ahc_unlock(ahc, &flags);
2345 }                                                2345 }
2346                                                  2346 
2347 static void ahc_linux_set_offset(struct scsi_    2347 static void ahc_linux_set_offset(struct scsi_target *starget, int offset)
2348 {                                                2348 {
2349         struct Scsi_Host *shost = dev_to_shos    2349         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2350         struct ahc_softc *ahc = *((struct ahc    2350         struct ahc_softc *ahc = *((struct ahc_softc **)shost->hostdata);
2351         struct ahc_tmode_tstate *tstate;         2351         struct ahc_tmode_tstate *tstate;
2352         struct ahc_initiator_tinfo *tinfo        2352         struct ahc_initiator_tinfo *tinfo 
2353                 = ahc_fetch_transinfo(ahc,       2353                 = ahc_fetch_transinfo(ahc,
2354                                       starget    2354                                       starget->channel + 'A',
2355                                       shost->    2355                                       shost->this_id, starget->id, &tstate);
2356         struct ahc_devinfo devinfo;              2356         struct ahc_devinfo devinfo;
2357         unsigned int ppr_options = 0;            2357         unsigned int ppr_options = 0;
2358         unsigned int period = 0;                 2358         unsigned int period = 0;
2359         unsigned long flags;                     2359         unsigned long flags;
2360         struct ahc_syncrate *syncrate = NULL;    2360         struct ahc_syncrate *syncrate = NULL;
2361                                                  2361 
2362         ahc_compile_devinfo(&devinfo, shost->    2362         ahc_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2363                             starget->channel     2363                             starget->channel + 'A', ROLE_INITIATOR);
2364         if (offset != 0) {                       2364         if (offset != 0) {
2365                 syncrate = ahc_find_syncrate(    2365                 syncrate = ahc_find_syncrate(ahc, &period, &ppr_options, AHC_SYNCRATE_DT);
2366                 period = tinfo->goal.period;     2366                 period = tinfo->goal.period;
2367                 ppr_options = tinfo->goal.ppr    2367                 ppr_options = tinfo->goal.ppr_options;
2368         }                                        2368         }
2369         ahc_lock(ahc, &flags);                   2369         ahc_lock(ahc, &flags);
2370         ahc_set_syncrate(ahc, &devinfo, syncr    2370         ahc_set_syncrate(ahc, &devinfo, syncrate, period, offset,
2371                          ppr_options, AHC_TRA    2371                          ppr_options, AHC_TRANS_GOAL, FALSE);
2372         ahc_unlock(ahc, &flags);                 2372         ahc_unlock(ahc, &flags);
2373 }                                                2373 }
2374                                                  2374 
2375 static void ahc_linux_set_dt(struct scsi_targ    2375 static void ahc_linux_set_dt(struct scsi_target *starget, int dt)
2376 {                                                2376 {
2377         struct Scsi_Host *shost = dev_to_shos    2377         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2378         struct ahc_softc *ahc = *((struct ahc    2378         struct ahc_softc *ahc = *((struct ahc_softc **)shost->hostdata);
2379         struct ahc_tmode_tstate *tstate;         2379         struct ahc_tmode_tstate *tstate;
2380         struct ahc_initiator_tinfo *tinfo        2380         struct ahc_initiator_tinfo *tinfo 
2381                 = ahc_fetch_transinfo(ahc,       2381                 = ahc_fetch_transinfo(ahc,
2382                                       starget    2382                                       starget->channel + 'A',
2383                                       shost->    2383                                       shost->this_id, starget->id, &tstate);
2384         struct ahc_devinfo devinfo;              2384         struct ahc_devinfo devinfo;
2385         unsigned int ppr_options = tinfo->goa    2385         unsigned int ppr_options = tinfo->goal.ppr_options
2386                 & ~MSG_EXT_PPR_DT_REQ;           2386                 & ~MSG_EXT_PPR_DT_REQ;
2387         unsigned int period = tinfo->goal.per    2387         unsigned int period = tinfo->goal.period;
2388         unsigned int width = tinfo->goal.widt    2388         unsigned int width = tinfo->goal.width;
2389         unsigned long flags;                     2389         unsigned long flags;
2390         struct ahc_syncrate *syncrate;           2390         struct ahc_syncrate *syncrate;
2391                                                  2391 
2392         if (dt && spi_max_width(starget)) {      2392         if (dt && spi_max_width(starget)) {
2393                 ppr_options |= MSG_EXT_PPR_DT    2393                 ppr_options |= MSG_EXT_PPR_DT_REQ;
2394                 if (!width)                      2394                 if (!width)
2395                         ahc_linux_set_width(s    2395                         ahc_linux_set_width(starget, 1);
2396         } else if (period == 9)                  2396         } else if (period == 9)
2397                 period = 10;    /* if resetti    2397                 period = 10;    /* if resetting DT, period must be >= 25ns */
2398                                                  2398 
2399         ahc_compile_devinfo(&devinfo, shost->    2399         ahc_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2400                             starget->channel     2400                             starget->channel + 'A', ROLE_INITIATOR);
2401         syncrate = ahc_find_syncrate(ahc, &pe    2401         syncrate = ahc_find_syncrate(ahc, &period, &ppr_options,AHC_SYNCRATE_DT);
2402         ahc_lock(ahc, &flags);                   2402         ahc_lock(ahc, &flags);
2403         ahc_set_syncrate(ahc, &devinfo, syncr    2403         ahc_set_syncrate(ahc, &devinfo, syncrate, period, tinfo->goal.offset,
2404                          ppr_options, AHC_TRA    2404                          ppr_options, AHC_TRANS_GOAL, FALSE);
2405         ahc_unlock(ahc, &flags);                 2405         ahc_unlock(ahc, &flags);
2406 }                                                2406 }
2407                                                  2407 
2408 #if 0                                            2408 #if 0
2409 /* FIXME: This code claims to support IU and     2409 /* FIXME: This code claims to support IU and QAS.  However, the actual
2410  * sequencer code and aic7xxx_core have no su    2410  * sequencer code and aic7xxx_core have no support for these parameters and
2411  * will get into a bad state if they're negot    2411  * will get into a bad state if they're negotiated.  Do not enable this
2412  * unless you know what you're doing */          2412  * unless you know what you're doing */
2413 static void ahc_linux_set_qas(struct scsi_tar    2413 static void ahc_linux_set_qas(struct scsi_target *starget, int qas)
2414 {                                                2414 {
2415         struct Scsi_Host *shost = dev_to_shos    2415         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2416         struct ahc_softc *ahc = *((struct ahc    2416         struct ahc_softc *ahc = *((struct ahc_softc **)shost->hostdata);
2417         struct ahc_tmode_tstate *tstate;         2417         struct ahc_tmode_tstate *tstate;
2418         struct ahc_initiator_tinfo *tinfo        2418         struct ahc_initiator_tinfo *tinfo 
2419                 = ahc_fetch_transinfo(ahc,       2419                 = ahc_fetch_transinfo(ahc,
2420                                       starget    2420                                       starget->channel + 'A',
2421                                       shost->    2421                                       shost->this_id, starget->id, &tstate);
2422         struct ahc_devinfo devinfo;              2422         struct ahc_devinfo devinfo;
2423         unsigned int ppr_options = tinfo->goa    2423         unsigned int ppr_options = tinfo->goal.ppr_options
2424                 & ~MSG_EXT_PPR_QAS_REQ;          2424                 & ~MSG_EXT_PPR_QAS_REQ;
2425         unsigned int period = tinfo->goal.per    2425         unsigned int period = tinfo->goal.period;
2426         unsigned long flags;                     2426         unsigned long flags;
2427         struct ahc_syncrate *syncrate;           2427         struct ahc_syncrate *syncrate;
2428                                                  2428 
2429         if (qas)                                 2429         if (qas)
2430                 ppr_options |= MSG_EXT_PPR_QA    2430                 ppr_options |= MSG_EXT_PPR_QAS_REQ;
2431                                                  2431 
2432         ahc_compile_devinfo(&devinfo, shost->    2432         ahc_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2433                             starget->channel     2433                             starget->channel + 'A', ROLE_INITIATOR);
2434         syncrate = ahc_find_syncrate(ahc, &pe    2434         syncrate = ahc_find_syncrate(ahc, &period, &ppr_options, AHC_SYNCRATE_DT);
2435         ahc_lock(ahc, &flags);                   2435         ahc_lock(ahc, &flags);
2436         ahc_set_syncrate(ahc, &devinfo, syncr    2436         ahc_set_syncrate(ahc, &devinfo, syncrate, period, tinfo->goal.offset,
2437                          ppr_options, AHC_TRA    2437                          ppr_options, AHC_TRANS_GOAL, FALSE);
2438         ahc_unlock(ahc, &flags);                 2438         ahc_unlock(ahc, &flags);
2439 }                                                2439 }
2440                                                  2440 
2441 static void ahc_linux_set_iu(struct scsi_targ    2441 static void ahc_linux_set_iu(struct scsi_target *starget, int iu)
2442 {                                                2442 {
2443         struct Scsi_Host *shost = dev_to_shos    2443         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2444         struct ahc_softc *ahc = *((struct ahc    2444         struct ahc_softc *ahc = *((struct ahc_softc **)shost->hostdata);
2445         struct ahc_tmode_tstate *tstate;         2445         struct ahc_tmode_tstate *tstate;
2446         struct ahc_initiator_tinfo *tinfo        2446         struct ahc_initiator_tinfo *tinfo 
2447                 = ahc_fetch_transinfo(ahc,       2447                 = ahc_fetch_transinfo(ahc,
2448                                       starget    2448                                       starget->channel + 'A',
2449                                       shost->    2449                                       shost->this_id, starget->id, &tstate);
2450         struct ahc_devinfo devinfo;              2450         struct ahc_devinfo devinfo;
2451         unsigned int ppr_options = tinfo->goa    2451         unsigned int ppr_options = tinfo->goal.ppr_options
2452                 & ~MSG_EXT_PPR_IU_REQ;           2452                 & ~MSG_EXT_PPR_IU_REQ;
2453         unsigned int period = tinfo->goal.per    2453         unsigned int period = tinfo->goal.period;
2454         unsigned long flags;                     2454         unsigned long flags;
2455         struct ahc_syncrate *syncrate;           2455         struct ahc_syncrate *syncrate;
2456                                                  2456 
2457         if (iu)                                  2457         if (iu)
2458                 ppr_options |= MSG_EXT_PPR_IU    2458                 ppr_options |= MSG_EXT_PPR_IU_REQ;
2459                                                  2459 
2460         ahc_compile_devinfo(&devinfo, shost->    2460         ahc_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2461                             starget->channel     2461                             starget->channel + 'A', ROLE_INITIATOR);
2462         syncrate = ahc_find_syncrate(ahc, &pe    2462         syncrate = ahc_find_syncrate(ahc, &period, &ppr_options, AHC_SYNCRATE_DT);
2463         ahc_lock(ahc, &flags);                   2463         ahc_lock(ahc, &flags);
2464         ahc_set_syncrate(ahc, &devinfo, syncr    2464         ahc_set_syncrate(ahc, &devinfo, syncrate, period, tinfo->goal.offset,
2465                          ppr_options, AHC_TRA    2465                          ppr_options, AHC_TRANS_GOAL, FALSE);
2466         ahc_unlock(ahc, &flags);                 2466         ahc_unlock(ahc, &flags);
2467 }                                                2467 }
2468 #endif                                           2468 #endif
2469                                                  2469 
2470 static void ahc_linux_get_signalling(struct S    2470 static void ahc_linux_get_signalling(struct Scsi_Host *shost)
2471 {                                                2471 {
2472         struct ahc_softc *ahc = *(struct ahc_    2472         struct ahc_softc *ahc = *(struct ahc_softc **)shost->hostdata;
2473         unsigned long flags;                     2473         unsigned long flags;
2474         u8 mode;                                 2474         u8 mode;
2475                                                  2475 
2476         if (!(ahc->features & AHC_ULTRA2)) {     2476         if (!(ahc->features & AHC_ULTRA2)) {
2477                 /* non-LVD chipset, may not h    2477                 /* non-LVD chipset, may not have SBLKCTL reg */
2478                 spi_signalling(shost) =          2478                 spi_signalling(shost) = 
2479                         ahc->features & AHC_H    2479                         ahc->features & AHC_HVD ?
2480                         SPI_SIGNAL_HVD :         2480                         SPI_SIGNAL_HVD :
2481                         SPI_SIGNAL_SE;           2481                         SPI_SIGNAL_SE;
2482                 return;                          2482                 return;
2483         }                                        2483         }
2484                                                  2484 
2485         ahc_lock(ahc, &flags);                   2485         ahc_lock(ahc, &flags);
2486         ahc_pause(ahc);                          2486         ahc_pause(ahc);
2487         mode = ahc_inb(ahc, SBLKCTL);            2487         mode = ahc_inb(ahc, SBLKCTL);
2488         ahc_unpause(ahc);                        2488         ahc_unpause(ahc);
2489         ahc_unlock(ahc, &flags);                 2489         ahc_unlock(ahc, &flags);
2490                                                  2490 
2491         if (mode & ENAB40)                       2491         if (mode & ENAB40)
2492                 spi_signalling(shost) = SPI_S    2492                 spi_signalling(shost) = SPI_SIGNAL_LVD;
2493         else if (mode & ENAB20)                  2493         else if (mode & ENAB20)
2494                 spi_signalling(shost) = SPI_S    2494                 spi_signalling(shost) = SPI_SIGNAL_SE;
2495         else                                     2495         else
2496                 spi_signalling(shost) = SPI_S    2496                 spi_signalling(shost) = SPI_SIGNAL_UNKNOWN;
2497 }                                                2497 }
2498                                                  2498 
2499 static struct spi_function_template ahc_linux    2499 static struct spi_function_template ahc_linux_transport_functions = {
2500         .set_offset     = ahc_linux_set_offse    2500         .set_offset     = ahc_linux_set_offset,
2501         .show_offset    = 1,                     2501         .show_offset    = 1,
2502         .set_period     = ahc_linux_set_perio    2502         .set_period     = ahc_linux_set_period,
2503         .show_period    = 1,                     2503         .show_period    = 1,
2504         .set_width      = ahc_linux_set_width    2504         .set_width      = ahc_linux_set_width,
2505         .show_width     = 1,                     2505         .show_width     = 1,
2506         .set_dt         = ahc_linux_set_dt,      2506         .set_dt         = ahc_linux_set_dt,
2507         .show_dt        = 1,                     2507         .show_dt        = 1,
2508 #if 0                                            2508 #if 0
2509         .set_iu         = ahc_linux_set_iu,      2509         .set_iu         = ahc_linux_set_iu,
2510         .show_iu        = 1,                     2510         .show_iu        = 1,
2511         .set_qas        = ahc_linux_set_qas,     2511         .set_qas        = ahc_linux_set_qas,
2512         .show_qas       = 1,                     2512         .show_qas       = 1,
2513 #endif                                           2513 #endif
2514         .get_signalling = ahc_linux_get_signa    2514         .get_signalling = ahc_linux_get_signalling,
2515 };                                               2515 };
2516                                                  2516 
2517                                                  2517 
2518                                                  2518 
2519 static int __init                                2519 static int __init
2520 ahc_linux_init(void)                             2520 ahc_linux_init(void)
2521 {                                                2521 {
2522         /*                                       2522         /*
2523          * If we've been passed any parameter    2523          * If we've been passed any parameters, process them now.
2524          */                                      2524          */
2525         if (aic7xxx)                             2525         if (aic7xxx)
2526                 aic7xxx_setup(aic7xxx);          2526                 aic7xxx_setup(aic7xxx);
2527                                                  2527 
2528         ahc_linux_transport_template =           2528         ahc_linux_transport_template =
2529                 spi_attach_transport(&ahc_lin    2529                 spi_attach_transport(&ahc_linux_transport_functions);
2530         if (!ahc_linux_transport_template)       2530         if (!ahc_linux_transport_template)
2531                 return -ENODEV;                  2531                 return -ENODEV;
2532                                                  2532 
2533         scsi_transport_reserve_device(ahc_lin    2533         scsi_transport_reserve_device(ahc_linux_transport_template,
2534                                       sizeof(    2534                                       sizeof(struct ahc_linux_device));
2535                                                  2535 
2536         ahc_linux_pci_init();                    2536         ahc_linux_pci_init();
2537         ahc_linux_eisa_init();                   2537         ahc_linux_eisa_init();
2538         return 0;                                2538         return 0;
2539 }                                                2539 }
2540                                                  2540 
2541 static void                                      2541 static void
2542 ahc_linux_exit(void)                             2542 ahc_linux_exit(void)
2543 {                                                2543 {
2544         ahc_linux_pci_exit();                    2544         ahc_linux_pci_exit();
2545         ahc_linux_eisa_exit();                   2545         ahc_linux_eisa_exit();
2546         spi_release_transport(ahc_linux_trans    2546         spi_release_transport(ahc_linux_transport_template);
2547 }                                                2547 }
2548                                                  2548 
2549 module_init(ahc_linux_init);                     2549 module_init(ahc_linux_init);
2550 module_exit(ahc_linux_exit);                     2550 module_exit(ahc_linux_exit);
2551                                                  2551 
  This page was automatically generated by the LXR engine.