Add the rt linux 4.1.3-rt3 as base
[kvmfornfv.git] / kernel / drivers / scsi / esas2r / esas2r_int.c
1 /*
2  *  linux/drivers/scsi/esas2r/esas2r_int.c
3  *      esas2r interrupt handling
4  *
5  *  Copyright (c) 2001-2013 ATTO Technology, Inc.
6  *  (mailto:linuxdrivers@attotech.com)
7  */
8 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
9 /*
10  *  This program is free software; you can redistribute it and/or modify
11  *  it under the terms of the GNU General Public License as published by
12  *  the Free Software Foundation; version 2 of the License.
13  *
14  *  This program is distributed in the hope that it will be useful,
15  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
16  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  *  GNU General Public License for more details.
18  *
19  *  NO WARRANTY
20  *  THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
21  *  CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
22  *  LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
23  *  MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
24  *  solely responsible for determining the appropriateness of using and
25  *  distributing the Program and assumes all risks associated with its
26  *  exercise of rights under this Agreement, including but not limited to
27  *  the risks and costs of program errors, damage to or loss of data,
28  *  programs or equipment, and unavailability or interruption of operations.
29  *
30  *  DISCLAIMER OF LIABILITY
31  *  NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
32  *  DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
33  *  DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
34  *  ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
35  *  TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
36  *  USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
37  *  HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
38  *
39  *  You should have received a copy of the GNU General Public License
40  *  along with this program; if not, write to the Free Software
41  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
42  */
43 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
44
45 #include "esas2r.h"
46
47 /* Local function prototypes */
48 static void esas2r_doorbell_interrupt(struct esas2r_adapter *a, u32 doorbell);
49 static void esas2r_get_outbound_responses(struct esas2r_adapter *a);
50 static void esas2r_process_bus_reset(struct esas2r_adapter *a);
51
52 /*
53  * Poll the adapter for interrupts and service them.
54  * This function handles both legacy interrupts and MSI.
55  */
56 void esas2r_polled_interrupt(struct esas2r_adapter *a)
57 {
58         u32 intstat;
59         u32 doorbell;
60
61         esas2r_disable_chip_interrupts(a);
62
63         intstat = esas2r_read_register_dword(a, MU_INT_STATUS_OUT);
64
65         if (intstat & MU_INTSTAT_POST_OUT) {
66                 /* clear the interrupt */
67
68                 esas2r_write_register_dword(a, MU_OUT_LIST_INT_STAT,
69                                             MU_OLIS_INT);
70                 esas2r_flush_register_dword(a, MU_OUT_LIST_INT_STAT);
71
72                 esas2r_get_outbound_responses(a);
73         }
74
75         if (intstat & MU_INTSTAT_DRBL) {
76                 doorbell = esas2r_read_register_dword(a, MU_DOORBELL_OUT);
77                 if (doorbell != 0)
78                         esas2r_doorbell_interrupt(a, doorbell);
79         }
80
81         esas2r_enable_chip_interrupts(a);
82
83         if (atomic_read(&a->disable_cnt) == 0)
84                 esas2r_do_deferred_processes(a);
85 }
86
87 /*
88  * Legacy and MSI interrupt handlers.  Note that the legacy interrupt handler
89  * schedules a TASKLET to process events, whereas the MSI handler just
90  * processes interrupt events directly.
91  */
92 irqreturn_t esas2r_interrupt(int irq, void *dev_id)
93 {
94         struct esas2r_adapter *a = (struct esas2r_adapter *)dev_id;
95
96         if (!esas2r_adapter_interrupt_pending(a))
97                 return IRQ_NONE;
98
99         set_bit(AF2_INT_PENDING, &a->flags2);
100         esas2r_schedule_tasklet(a);
101
102         return IRQ_HANDLED;
103 }
104
105 void esas2r_adapter_interrupt(struct esas2r_adapter *a)
106 {
107         u32 doorbell;
108
109         if (likely(a->int_stat & MU_INTSTAT_POST_OUT)) {
110                 /* clear the interrupt */
111                 esas2r_write_register_dword(a, MU_OUT_LIST_INT_STAT,
112                                             MU_OLIS_INT);
113                 esas2r_flush_register_dword(a, MU_OUT_LIST_INT_STAT);
114                 esas2r_get_outbound_responses(a);
115         }
116
117         if (unlikely(a->int_stat & MU_INTSTAT_DRBL)) {
118                 doorbell = esas2r_read_register_dword(a, MU_DOORBELL_OUT);
119                 if (doorbell != 0)
120                         esas2r_doorbell_interrupt(a, doorbell);
121         }
122
123         a->int_mask = ESAS2R_INT_STS_MASK;
124
125         esas2r_enable_chip_interrupts(a);
126
127         if (likely(atomic_read(&a->disable_cnt) == 0))
128                 esas2r_do_deferred_processes(a);
129 }
130
131 irqreturn_t esas2r_msi_interrupt(int irq, void *dev_id)
132 {
133         struct esas2r_adapter *a = (struct esas2r_adapter *)dev_id;
134         u32 intstat;
135         u32 doorbell;
136
137         intstat = esas2r_read_register_dword(a, MU_INT_STATUS_OUT);
138
139         if (likely(intstat & MU_INTSTAT_POST_OUT)) {
140                 /* clear the interrupt */
141
142                 esas2r_write_register_dword(a, MU_OUT_LIST_INT_STAT,
143                                             MU_OLIS_INT);
144                 esas2r_flush_register_dword(a, MU_OUT_LIST_INT_STAT);
145
146                 esas2r_get_outbound_responses(a);
147         }
148
149         if (unlikely(intstat & MU_INTSTAT_DRBL)) {
150                 doorbell = esas2r_read_register_dword(a, MU_DOORBELL_OUT);
151                 if (doorbell != 0)
152                         esas2r_doorbell_interrupt(a, doorbell);
153         }
154
155         /*
156          * Work around a chip bug and force a new MSI to be sent if one is
157          * still pending.
158          */
159         esas2r_disable_chip_interrupts(a);
160         esas2r_enable_chip_interrupts(a);
161
162         if (likely(atomic_read(&a->disable_cnt) == 0))
163                 esas2r_do_deferred_processes(a);
164
165         esas2r_do_tasklet_tasks(a);
166
167         return 1;
168 }
169
170
171
172 static void esas2r_handle_outbound_rsp_err(struct esas2r_adapter *a,
173                                            struct esas2r_request *rq,
174                                            struct atto_vda_ob_rsp *rsp)
175 {
176
177         /*
178          * For I/O requests, only copy the response if an error
179          * occurred and setup a callback to do error processing.
180          */
181         if (unlikely(rq->req_stat != RS_SUCCESS)) {
182                 memcpy(&rq->func_rsp, &rsp->func_rsp, sizeof(rsp->func_rsp));
183
184                 if (rq->req_stat == RS_ABORTED) {
185                         if (rq->timeout > RQ_MAX_TIMEOUT)
186                                 rq->req_stat = RS_TIMEOUT;
187                 } else if (rq->req_stat == RS_SCSI_ERROR) {
188                         u8 scsistatus = rq->func_rsp.scsi_rsp.scsi_stat;
189
190                         esas2r_trace("scsistatus: %x", scsistatus);
191
192                         /* Any of these are a good result. */
193                         if (scsistatus == SAM_STAT_GOOD || scsistatus ==
194                             SAM_STAT_CONDITION_MET || scsistatus ==
195                             SAM_STAT_INTERMEDIATE || scsistatus ==
196                             SAM_STAT_INTERMEDIATE_CONDITION_MET) {
197                                 rq->req_stat = RS_SUCCESS;
198                                 rq->func_rsp.scsi_rsp.scsi_stat =
199                                         SAM_STAT_GOOD;
200                         }
201                 }
202         }
203 }
204
205 static void esas2r_get_outbound_responses(struct esas2r_adapter *a)
206 {
207         struct atto_vda_ob_rsp *rsp;
208         u32 rspput_ptr;
209         u32 rspget_ptr;
210         struct esas2r_request *rq;
211         u32 handle;
212         unsigned long flags;
213
214         LIST_HEAD(comp_list);
215
216         esas2r_trace_enter();
217
218         spin_lock_irqsave(&a->queue_lock, flags);
219
220         /* Get the outbound limit and pointers */
221         rspput_ptr = le32_to_cpu(*a->outbound_copy) & MU_OLC_WRT_PTR;
222         rspget_ptr = a->last_read;
223
224         esas2r_trace("rspput_ptr: %x, rspget_ptr: %x", rspput_ptr, rspget_ptr);
225
226         /* If we don't have anything to process, get out */
227         if (unlikely(rspget_ptr == rspput_ptr)) {
228                 spin_unlock_irqrestore(&a->queue_lock, flags);
229                 esas2r_trace_exit();
230                 return;
231         }
232
233         /* Make sure the firmware is healthy */
234         if (unlikely(rspput_ptr >= a->list_size)) {
235                 spin_unlock_irqrestore(&a->queue_lock, flags);
236                 esas2r_bugon();
237                 esas2r_local_reset_adapter(a);
238                 esas2r_trace_exit();
239                 return;
240         }
241
242         do {
243                 rspget_ptr++;
244
245                 if (rspget_ptr >= a->list_size)
246                         rspget_ptr = 0;
247
248                 rsp = (struct atto_vda_ob_rsp *)a->outbound_list_md.virt_addr
249                       + rspget_ptr;
250
251                 handle = rsp->handle;
252
253                 /* Verify the handle range */
254                 if (unlikely(LOWORD(handle) == 0
255                              || LOWORD(handle) > num_requests +
256                              num_ae_requests + 1)) {
257                         esas2r_bugon();
258                         continue;
259                 }
260
261                 /* Get the request for this handle */
262                 rq = a->req_table[LOWORD(handle)];
263
264                 if (unlikely(rq == NULL || rq->vrq->scsi.handle != handle)) {
265                         esas2r_bugon();
266                         continue;
267                 }
268
269                 list_del(&rq->req_list);
270
271                 /* Get the completion status */
272                 rq->req_stat = rsp->req_stat;
273
274                 esas2r_trace("handle: %x", handle);
275                 esas2r_trace("rq: %p", rq);
276                 esas2r_trace("req_status: %x", rq->req_stat);
277
278                 if (likely(rq->vrq->scsi.function == VDA_FUNC_SCSI)) {
279                         esas2r_handle_outbound_rsp_err(a, rq, rsp);
280                 } else {
281                         /*
282                          * Copy the outbound completion struct for non-I/O
283                          * requests.
284                          */
285                         memcpy(&rq->func_rsp, &rsp->func_rsp,
286                                sizeof(rsp->func_rsp));
287                 }
288
289                 /* Queue the request for completion. */
290                 list_add_tail(&rq->comp_list, &comp_list);
291
292         } while (rspget_ptr != rspput_ptr);
293
294         a->last_read = rspget_ptr;
295         spin_unlock_irqrestore(&a->queue_lock, flags);
296
297         esas2r_comp_list_drain(a, &comp_list);
298         esas2r_trace_exit();
299 }
300
301 /*
302  * Perform all deferred processes for the adapter.  Deferred
303  * processes can only be done while the current interrupt
304  * disable_cnt for the adapter is zero.
305  */
306 void esas2r_do_deferred_processes(struct esas2r_adapter *a)
307 {
308         int startreqs = 2;
309         struct esas2r_request *rq;
310         unsigned long flags;
311
312         /*
313          * startreqs is used to control starting requests
314          * that are on the deferred queue
315          *  = 0 - do not start any requests
316          *  = 1 - can start discovery requests
317          *  = 2 - can start any request
318          */
319
320         if (test_bit(AF_CHPRST_PENDING, &a->flags) ||
321             test_bit(AF_FLASHING, &a->flags))
322                 startreqs = 0;
323         else if (test_bit(AF_DISC_PENDING, &a->flags))
324                 startreqs = 1;
325
326         atomic_inc(&a->disable_cnt);
327
328         /* Clear off the completed list to be processed later. */
329
330         if (esas2r_is_tasklet_pending(a)) {
331                 esas2r_schedule_tasklet(a);
332
333                 startreqs = 0;
334         }
335
336         /*
337          * If we can start requests then traverse the defer queue
338          * looking for requests to start or complete
339          */
340         if (startreqs && !list_empty(&a->defer_list)) {
341                 LIST_HEAD(comp_list);
342                 struct list_head *element, *next;
343
344                 spin_lock_irqsave(&a->queue_lock, flags);
345
346                 list_for_each_safe(element, next, &a->defer_list) {
347                         rq = list_entry(element, struct esas2r_request,
348                                         req_list);
349
350                         if (rq->req_stat != RS_PENDING) {
351                                 list_del(element);
352                                 list_add_tail(&rq->comp_list, &comp_list);
353                         }
354                         /*
355                          * Process discovery and OS requests separately.  We
356                          * can't hold up discovery requests when discovery is
357                          * pending.  In general, there may be different sets of
358                          * conditions for starting different types of requests.
359                          */
360                         else if (rq->req_type == RT_DISC_REQ) {
361                                 list_del(element);
362                                 esas2r_disc_local_start_request(a, rq);
363                         } else if (startreqs == 2) {
364                                 list_del(element);
365                                 esas2r_local_start_request(a, rq);
366
367                                 /*
368                                  * Flashing could have been set by last local
369                                  * start
370                                  */
371                                 if (test_bit(AF_FLASHING, &a->flags))
372                                         break;
373                         }
374                 }
375
376                 spin_unlock_irqrestore(&a->queue_lock, flags);
377                 esas2r_comp_list_drain(a, &comp_list);
378         }
379
380         atomic_dec(&a->disable_cnt);
381 }
382
383 /*
384  * Process an adapter reset (or one that is about to happen)
385  * by making sure all outstanding requests are completed that
386  * haven't been already.
387  */
388 void esas2r_process_adapter_reset(struct esas2r_adapter *a)
389 {
390         struct esas2r_request *rq = &a->general_req;
391         unsigned long flags;
392         struct esas2r_disc_context *dc;
393
394         LIST_HEAD(comp_list);
395         struct list_head *element;
396
397         esas2r_trace_enter();
398
399         spin_lock_irqsave(&a->queue_lock, flags);
400
401         /* abort the active discovery, if any.   */
402
403         if (rq->interrupt_cx) {
404                 dc = (struct esas2r_disc_context *)rq->interrupt_cx;
405
406                 dc->disc_evt = 0;
407
408                 clear_bit(AF_DISC_IN_PROG, &a->flags);
409         }
410
411         /*
412          * just clear the interrupt callback for now.  it will be dequeued if
413          * and when we find it on the active queue and we don't want the
414          * callback called.  also set the dummy completion callback in case we
415          * were doing an I/O request.
416          */
417
418         rq->interrupt_cx = NULL;
419         rq->interrupt_cb = NULL;
420
421         rq->comp_cb = esas2r_dummy_complete;
422
423         /* Reset the read and write pointers */
424
425         *a->outbound_copy =
426                 a->last_write =
427                         a->last_read = a->list_size - 1;
428
429         set_bit(AF_COMM_LIST_TOGGLE, &a->flags);
430
431         /* Kill all the requests on the active list */
432         list_for_each(element, &a->defer_list) {
433                 rq = list_entry(element, struct esas2r_request, req_list);
434
435                 if (rq->req_stat == RS_STARTED)
436                         if (esas2r_ioreq_aborted(a, rq, RS_ABORTED))
437                                 list_add_tail(&rq->comp_list, &comp_list);
438         }
439
440         spin_unlock_irqrestore(&a->queue_lock, flags);
441         esas2r_comp_list_drain(a, &comp_list);
442         esas2r_process_bus_reset(a);
443         esas2r_trace_exit();
444 }
445
446 static void esas2r_process_bus_reset(struct esas2r_adapter *a)
447 {
448         struct esas2r_request *rq;
449         struct list_head *element;
450         unsigned long flags;
451
452         LIST_HEAD(comp_list);
453
454         esas2r_trace_enter();
455
456         esas2r_hdebug("reset detected");
457
458         spin_lock_irqsave(&a->queue_lock, flags);
459
460         /* kill all the requests on the deferred queue */
461         list_for_each(element, &a->defer_list) {
462                 rq = list_entry(element, struct esas2r_request, req_list);
463                 if (esas2r_ioreq_aborted(a, rq, RS_ABORTED))
464                         list_add_tail(&rq->comp_list, &comp_list);
465         }
466
467         spin_unlock_irqrestore(&a->queue_lock, flags);
468
469         esas2r_comp_list_drain(a, &comp_list);
470
471         if (atomic_read(&a->disable_cnt) == 0)
472                 esas2r_do_deferred_processes(a);
473
474         clear_bit(AF_OS_RESET, &a->flags);
475
476         esas2r_trace_exit();
477 }
478
479 static void esas2r_chip_rst_needed_during_tasklet(struct esas2r_adapter *a)
480 {
481
482         clear_bit(AF_CHPRST_NEEDED, &a->flags);
483         clear_bit(AF_BUSRST_NEEDED, &a->flags);
484         clear_bit(AF_BUSRST_DETECTED, &a->flags);
485         clear_bit(AF_BUSRST_PENDING, &a->flags);
486         /*
487          * Make sure we don't get attempt more than 3 resets
488          * when the uptime between resets does not exceed one
489          * minute.  This will stop any situation where there is
490          * really something wrong with the hardware.  The way
491          * this works is that we start with uptime ticks at 0.
492          * Each time we do a reset, we add 20 seconds worth to
493          * the count.  Each time a timer tick occurs, as long
494          * as a chip reset is not pending, we decrement the
495          * tick count.  If the uptime ticks ever gets to 60
496          * seconds worth, we disable the adapter from that
497          * point forward.  Three strikes, you're out.
498          */
499         if (!esas2r_is_adapter_present(a) || (a->chip_uptime >=
500                                               ESAS2R_CHP_UPTIME_MAX)) {
501                 esas2r_hdebug("*** adapter disabled ***");
502
503                 /*
504                  * Ok, some kind of hard failure.  Make sure we
505                  * exit this loop with chip interrupts
506                  * permanently disabled so we don't lock up the
507                  * entire system.  Also flag degraded mode to
508                  * prevent the heartbeat from trying to recover.
509                  */
510
511                 set_bit(AF_DEGRADED_MODE, &a->flags);
512                 set_bit(AF_DISABLED, &a->flags);
513                 clear_bit(AF_CHPRST_PENDING, &a->flags);
514                 clear_bit(AF_DISC_PENDING, &a->flags);
515
516                 esas2r_disable_chip_interrupts(a);
517                 a->int_mask = 0;
518                 esas2r_process_adapter_reset(a);
519
520                 esas2r_log(ESAS2R_LOG_CRIT,
521                            "Adapter disabled because of hardware failure");
522         } else {
523                 bool alrdyrst = test_and_set_bit(AF_CHPRST_STARTED, &a->flags);
524
525                 if (!alrdyrst)
526                         /*
527                          * Only disable interrupts if this is
528                          * the first reset attempt.
529                          */
530                         esas2r_disable_chip_interrupts(a);
531
532                 if ((test_bit(AF_POWER_MGT, &a->flags)) &&
533                     !test_bit(AF_FIRST_INIT, &a->flags) && !alrdyrst) {
534                         /*
535                          * Don't reset the chip on the first
536                          * deferred power up attempt.
537                          */
538                 } else {
539                         esas2r_hdebug("*** resetting chip ***");
540                         esas2r_reset_chip(a);
541                 }
542
543                 /* Kick off the reinitialization */
544                 a->chip_uptime += ESAS2R_CHP_UPTIME_CNT;
545                 a->chip_init_time = jiffies_to_msecs(jiffies);
546                 if (!test_bit(AF_POWER_MGT, &a->flags)) {
547                         esas2r_process_adapter_reset(a);
548
549                         if (!alrdyrst) {
550                                 /* Remove devices now that I/O is cleaned up. */
551                                 a->prev_dev_cnt =
552                                         esas2r_targ_db_get_tgt_cnt(a);
553                                 esas2r_targ_db_remove_all(a, false);
554                         }
555                 }
556
557                 a->int_mask = 0;
558         }
559 }
560
561 static void esas2r_handle_chip_rst_during_tasklet(struct esas2r_adapter *a)
562 {
563         while (test_bit(AF_CHPRST_DETECTED, &a->flags)) {
564                 /*
565                  * Balance the enable in esas2r_initadapter_hw.
566                  * Esas2r_power_down already took care of it for power
567                  * management.
568                  */
569                 if (!test_bit(AF_DEGRADED_MODE, &a->flags) &&
570                     !test_bit(AF_POWER_MGT, &a->flags))
571                         esas2r_disable_chip_interrupts(a);
572
573                 /* Reinitialize the chip. */
574                 esas2r_check_adapter(a);
575                 esas2r_init_adapter_hw(a, 0);
576
577                 if (test_bit(AF_CHPRST_NEEDED, &a->flags))
578                         break;
579
580                 if (test_bit(AF_POWER_MGT, &a->flags)) {
581                         /* Recovery from power management. */
582                         if (test_bit(AF_FIRST_INIT, &a->flags)) {
583                                 /* Chip reset during normal power up */
584                                 esas2r_log(ESAS2R_LOG_CRIT,
585                                            "The firmware was reset during a normal power-up sequence");
586                         } else {
587                                 /* Deferred power up complete. */
588                                 clear_bit(AF_POWER_MGT, &a->flags);
589                                 esas2r_send_reset_ae(a, true);
590                         }
591                 } else {
592                         /* Recovery from online chip reset. */
593                         if (test_bit(AF_FIRST_INIT, &a->flags)) {
594                                 /* Chip reset during driver load */
595                         } else {
596                                 /* Chip reset after driver load */
597                                 esas2r_send_reset_ae(a, false);
598                         }
599
600                         esas2r_log(ESAS2R_LOG_CRIT,
601                                    "Recovering from a chip reset while the chip was online");
602                 }
603
604                 clear_bit(AF_CHPRST_STARTED, &a->flags);
605                 esas2r_enable_chip_interrupts(a);
606
607                 /*
608                  * Clear this flag last!  this indicates that the chip has been
609                  * reset already during initialization.
610                  */
611                 clear_bit(AF_CHPRST_DETECTED, &a->flags);
612         }
613 }
614
615
616 /* Perform deferred tasks when chip interrupts are disabled */
617 void esas2r_do_tasklet_tasks(struct esas2r_adapter *a)
618 {
619
620         if (test_bit(AF_CHPRST_NEEDED, &a->flags) ||
621             test_bit(AF_CHPRST_DETECTED, &a->flags)) {
622                 if (test_bit(AF_CHPRST_NEEDED, &a->flags))
623                         esas2r_chip_rst_needed_during_tasklet(a);
624
625                 esas2r_handle_chip_rst_during_tasklet(a);
626         }
627
628         if (test_bit(AF_BUSRST_NEEDED, &a->flags)) {
629                 esas2r_hdebug("hard resetting bus");
630
631                 clear_bit(AF_BUSRST_NEEDED, &a->flags);
632
633                 if (test_bit(AF_FLASHING, &a->flags))
634                         set_bit(AF_BUSRST_DETECTED, &a->flags);
635                 else
636                         esas2r_write_register_dword(a, MU_DOORBELL_IN,
637                                                     DRBL_RESET_BUS);
638         }
639
640         if (test_bit(AF_BUSRST_DETECTED, &a->flags)) {
641                 esas2r_process_bus_reset(a);
642
643                 esas2r_log_dev(ESAS2R_LOG_WARN,
644                                &(a->host->shost_gendev),
645                                "scsi_report_bus_reset() called");
646
647                 scsi_report_bus_reset(a->host, 0);
648
649                 clear_bit(AF_BUSRST_DETECTED, &a->flags);
650                 clear_bit(AF_BUSRST_PENDING, &a->flags);
651
652                 esas2r_log(ESAS2R_LOG_WARN, "Bus reset complete");
653         }
654
655         if (test_bit(AF_PORT_CHANGE, &a->flags)) {
656                 clear_bit(AF_PORT_CHANGE, &a->flags);
657
658                 esas2r_targ_db_report_changes(a);
659         }
660
661         if (atomic_read(&a->disable_cnt) == 0)
662                 esas2r_do_deferred_processes(a);
663 }
664
665 static void esas2r_doorbell_interrupt(struct esas2r_adapter *a, u32 doorbell)
666 {
667         if (!(doorbell & DRBL_FORCE_INT)) {
668                 esas2r_trace_enter();
669                 esas2r_trace("doorbell: %x", doorbell);
670         }
671
672         /* First clear the doorbell bits */
673         esas2r_write_register_dword(a, MU_DOORBELL_OUT, doorbell);
674
675         if (doorbell & DRBL_RESET_BUS)
676                 set_bit(AF_BUSRST_DETECTED, &a->flags);
677
678         if (doorbell & DRBL_FORCE_INT)
679                 clear_bit(AF_HEARTBEAT, &a->flags);
680
681         if (doorbell & DRBL_PANIC_REASON_MASK) {
682                 esas2r_hdebug("*** Firmware Panic ***");
683                 esas2r_log(ESAS2R_LOG_CRIT, "The firmware has panicked");
684         }
685
686         if (doorbell & DRBL_FW_RESET) {
687                 set_bit(AF2_COREDUMP_AVAIL, &a->flags2);
688                 esas2r_local_reset_adapter(a);
689         }
690
691         if (!(doorbell & DRBL_FORCE_INT))
692                 esas2r_trace_exit();
693 }
694
695 void esas2r_force_interrupt(struct esas2r_adapter *a)
696 {
697         esas2r_write_register_dword(a, MU_DOORBELL_IN, DRBL_FORCE_INT |
698                                     DRBL_DRV_VER);
699 }
700
701
702 static void esas2r_lun_event(struct esas2r_adapter *a, union atto_vda_ae *ae,
703                              u16 target, u32 length)
704 {
705         struct esas2r_target *t = a->targetdb + target;
706         u32 cplen = length;
707         unsigned long flags;
708
709         if (cplen > sizeof(t->lu_event))
710                 cplen = sizeof(t->lu_event);
711
712         esas2r_trace("ae->lu.dwevent: %x", ae->lu.dwevent);
713         esas2r_trace("ae->lu.bystate: %x", ae->lu.bystate);
714
715         spin_lock_irqsave(&a->mem_lock, flags);
716
717         t->new_target_state = TS_INVALID;
718
719         if (ae->lu.dwevent  & VDAAE_LU_LOST) {
720                 t->new_target_state = TS_NOT_PRESENT;
721         } else {
722                 switch (ae->lu.bystate) {
723                 case VDAAE_LU_NOT_PRESENT:
724                 case VDAAE_LU_OFFLINE:
725                 case VDAAE_LU_DELETED:
726                 case VDAAE_LU_FACTORY_DISABLED:
727                         t->new_target_state = TS_NOT_PRESENT;
728                         break;
729
730                 case VDAAE_LU_ONLINE:
731                 case VDAAE_LU_DEGRADED:
732                         t->new_target_state = TS_PRESENT;
733                         break;
734                 }
735         }
736
737         if (t->new_target_state != TS_INVALID) {
738                 memcpy(&t->lu_event, &ae->lu, cplen);
739
740                 esas2r_disc_queue_event(a, DCDE_DEV_CHANGE);
741         }
742
743         spin_unlock_irqrestore(&a->mem_lock, flags);
744 }
745
746
747
748 void esas2r_ae_complete(struct esas2r_adapter *a, struct esas2r_request *rq)
749 {
750         union atto_vda_ae *ae =
751                 (union atto_vda_ae *)rq->vda_rsp_data->ae_data.event_data;
752         u32 length = le32_to_cpu(rq->func_rsp.ae_rsp.length);
753         union atto_vda_ae *last =
754                 (union atto_vda_ae *)(rq->vda_rsp_data->ae_data.event_data
755                                       + length);
756
757         esas2r_trace_enter();
758         esas2r_trace("length: %d", length);
759
760         if (length > sizeof(struct atto_vda_ae_data)
761             || (length & 3) != 0
762             || length == 0) {
763                 esas2r_log(ESAS2R_LOG_WARN,
764                            "The AE request response length (%p) is too long: %d",
765                            rq, length);
766
767                 esas2r_hdebug("aereq->length (0x%x) too long", length);
768                 esas2r_bugon();
769
770                 last = ae;
771         }
772
773         while (ae < last) {
774                 u16 target;
775
776                 esas2r_trace("ae: %p", ae);
777                 esas2r_trace("ae->hdr: %p", &(ae->hdr));
778
779                 length = ae->hdr.bylength;
780
781                 if (length > (u32)((u8 *)last - (u8 *)ae)
782                     || (length & 3) != 0
783                     || length == 0) {
784                         esas2r_log(ESAS2R_LOG_CRIT,
785                                    "the async event length is invalid (%p): %d",
786                                    ae, length);
787
788                         esas2r_hdebug("ae->hdr.length (0x%x) invalid", length);
789                         esas2r_bugon();
790
791                         break;
792                 }
793
794                 esas2r_nuxi_ae_data(ae);
795
796                 esas2r_queue_fw_event(a, fw_event_vda_ae, ae,
797                                       sizeof(union atto_vda_ae));
798
799                 switch (ae->hdr.bytype) {
800                 case VDAAE_HDR_TYPE_RAID:
801
802                         if (ae->raid.dwflags & (VDAAE_GROUP_STATE
803                                                 | VDAAE_RBLD_STATE
804                                                 | VDAAE_MEMBER_CHG
805                                                 | VDAAE_PART_CHG)) {
806                                 esas2r_log(ESAS2R_LOG_INFO,
807                                            "RAID event received - name:%s rebuild_state:%d group_state:%d",
808                                            ae->raid.acname,
809                                            ae->raid.byrebuild_state,
810                                            ae->raid.bygroup_state);
811                         }
812
813                         break;
814
815                 case VDAAE_HDR_TYPE_LU:
816                         esas2r_log(ESAS2R_LOG_INFO,
817                                    "LUN event received: event:%d target_id:%d LUN:%d state:%d",
818                                    ae->lu.dwevent,
819                                    ae->lu.id.tgtlun.wtarget_id,
820                                    ae->lu.id.tgtlun.bylun,
821                                    ae->lu.bystate);
822
823                         target = ae->lu.id.tgtlun.wtarget_id;
824
825                         if (target < ESAS2R_MAX_TARGETS)
826                                 esas2r_lun_event(a, ae, target, length);
827
828                         break;
829
830                 case VDAAE_HDR_TYPE_DISK:
831                         esas2r_log(ESAS2R_LOG_INFO, "Disk event received");
832                         break;
833
834                 default:
835
836                         /* Silently ignore the rest and let the apps deal with
837                          * them.
838                          */
839
840                         break;
841                 }
842
843                 ae = (union atto_vda_ae *)((u8 *)ae + length);
844         }
845
846         /* Now requeue it. */
847         esas2r_start_ae_request(a, rq);
848         esas2r_trace_exit();
849 }
850
851 /* Send an asynchronous event for a chip reset or power management. */
852 void esas2r_send_reset_ae(struct esas2r_adapter *a, bool pwr_mgt)
853 {
854         struct atto_vda_ae_hdr ae;
855
856         if (pwr_mgt)
857                 ae.bytype = VDAAE_HDR_TYPE_PWRMGT;
858         else
859                 ae.bytype = VDAAE_HDR_TYPE_RESET;
860
861         ae.byversion = VDAAE_HDR_VER_0;
862         ae.byflags = 0;
863         ae.bylength = (u8)sizeof(struct atto_vda_ae_hdr);
864
865         if (pwr_mgt)
866                 esas2r_hdebug("*** sending power management AE ***");
867         else
868                 esas2r_hdebug("*** sending reset AE ***");
869
870         esas2r_queue_fw_event(a, fw_event_vda_ae, &ae,
871                               sizeof(union atto_vda_ae));
872 }
873
874 void esas2r_dummy_complete(struct esas2r_adapter *a, struct esas2r_request *rq)
875 {}
876
877 static void esas2r_check_req_rsp_sense(struct esas2r_adapter *a,
878                                        struct esas2r_request *rq)
879 {
880         u8 snslen, snslen2;
881
882         snslen = snslen2 = rq->func_rsp.scsi_rsp.sense_len;
883
884         if (snslen > rq->sense_len)
885                 snslen = rq->sense_len;
886
887         if (snslen) {
888                 if (rq->sense_buf)
889                         memcpy(rq->sense_buf, rq->data_buf, snslen);
890                 else
891                         rq->sense_buf = (u8 *)rq->data_buf;
892
893                 /* See about possible sense data */
894                 if (snslen2 > 0x0c) {
895                         u8 *s = (u8 *)rq->data_buf;
896
897                         esas2r_trace_enter();
898
899                         /* Report LUNS data has changed */
900                         if (s[0x0c] == 0x3f && s[0x0d] == 0x0E) {
901                                 esas2r_trace("rq->target_id: %d",
902                                              rq->target_id);
903                                 esas2r_target_state_changed(a, rq->target_id,
904                                                             TS_LUN_CHANGE);
905                         }
906
907                         esas2r_trace("add_sense_key=%x", s[0x0c]);
908                         esas2r_trace("add_sense_qual=%x", s[0x0d]);
909                         esas2r_trace_exit();
910                 }
911         }
912
913         rq->sense_len = snslen;
914 }
915
916
917 void esas2r_complete_request(struct esas2r_adapter *a,
918                              struct esas2r_request *rq)
919 {
920         if (rq->vrq->scsi.function == VDA_FUNC_FLASH
921             && rq->vrq->flash.sub_func == VDA_FLASH_COMMIT)
922                 clear_bit(AF_FLASHING, &a->flags);
923
924         /* See if we setup a callback to do special processing */
925
926         if (rq->interrupt_cb) {
927                 (*rq->interrupt_cb)(a, rq);
928
929                 if (rq->req_stat == RS_PENDING) {
930                         esas2r_start_request(a, rq);
931                         return;
932                 }
933         }
934
935         if (likely(rq->vrq->scsi.function == VDA_FUNC_SCSI)
936             && unlikely(rq->req_stat != RS_SUCCESS)) {
937                 esas2r_check_req_rsp_sense(a, rq);
938                 esas2r_log_request_failure(a, rq);
939         }
940
941         (*rq->comp_cb)(a, rq);
942 }