fb7ea0d9a734dad8de9cbc66c6a80c7bab958b23
[kvmfornfv.git] / ioc3.c
1 /*
2  * SGI IOC3 master driver and IRQ demuxer
3  *
4  * Copyright (c) 2005 Stanislaw Skowronek <skylark@linux-mips.org>
5  * Heavily based on similar work by:
6  *   Brent Casavant <bcasavan@sgi.com> - IOC4 master driver
7  *   Pat Gefre <pfg@sgi.com> - IOC3 serial port IRQ demuxer
8  */
9
10 #include <linux/errno.h>
11 #include <linux/module.h>
12 #include <linux/pci.h>
13 #include <linux/dma-mapping.h>
14 #include <linux/interrupt.h>
15 #include <linux/spinlock.h>
16 #include <linux/delay.h>
17 #include <linux/ioc3.h>
18 #include <linux/rwsem.h>
19 #include <linux/slab.h>
20
21 #define IOC3_PCI_SIZE 0x100000
22
23 static LIST_HEAD(ioc3_devices);
24 static int ioc3_counter;
25 static DECLARE_RWSEM(ioc3_devices_rwsem);
26
27 static struct ioc3_submodule *ioc3_submodules[IOC3_MAX_SUBMODULES];
28 static struct ioc3_submodule *ioc3_ethernet;
29 static DEFINE_RWLOCK(ioc3_submodules_lock);
30
31 /* NIC probing code */
32
33 #define GPCR_MLAN_EN    0x00200000      /* enable MCR to pin 8 */
34
35 static inline unsigned mcr_pack(unsigned pulse, unsigned sample)
36 {
37         return (pulse << 10) | (sample << 2);
38 }
39
40 static int nic_wait(struct ioc3_driver_data *idd)
41 {
42         unsigned mcr;
43
44         do {
45                 mcr = readl(&idd->vma->mcr);
46         } while (!(mcr & 2));
47
48         return mcr & 1;
49 }
50
51 static int nic_reset(struct ioc3_driver_data *idd)
52 {
53         int presence;
54         unsigned long flags;
55
56         local_irq_save(flags);
57         writel(mcr_pack(500, 65), &idd->vma->mcr);
58         presence = nic_wait(idd);
59         local_irq_restore(flags);
60
61         udelay(500);
62
63         return presence;
64 }
65
66 static int nic_read_bit(struct ioc3_driver_data *idd)
67 {
68         int result;
69         unsigned long flags;
70
71         local_irq_save(flags);
72         writel(mcr_pack(6, 13), &idd->vma->mcr);
73         result = nic_wait(idd);
74         local_irq_restore(flags);
75
76         udelay(500);
77
78         return result;
79 }
80
81 static void nic_write_bit(struct ioc3_driver_data *idd, int bit)
82 {
83         if (bit)
84                 writel(mcr_pack(6, 110), &idd->vma->mcr);
85         else
86                 writel(mcr_pack(80, 30), &idd->vma->mcr);
87
88         nic_wait(idd);
89 }
90
91 static unsigned nic_read_byte(struct ioc3_driver_data *idd)
92 {
93         unsigned result = 0;
94         int i;
95
96         for (i = 0; i < 8; i++)
97                 result = (result >> 1) | (nic_read_bit(idd) << 7);
98
99         return result;
100 }
101
102 static void nic_write_byte(struct ioc3_driver_data *idd, int byte)
103 {
104         int i, bit;
105
106         for (i = 8; i; i--) {
107                 bit = byte & 1;
108                 byte >>= 1;
109
110                 nic_write_bit(idd, bit);
111         }
112 }
113
114 static unsigned long
115 nic_find(struct ioc3_driver_data *idd, int *last, unsigned long addr)
116 {
117         int a, b, index, disc;
118
119         nic_reset(idd);
120
121         /* Search ROM.  */
122         nic_write_byte(idd, 0xF0);
123
124         /* Algorithm from ``Book of iButton Standards''.  */
125         for (index = 0, disc = 0; index < 64; index++) {
126                 a = nic_read_bit(idd);
127                 b = nic_read_bit(idd);
128
129                 if (a && b) {
130                         printk(KERN_WARNING "IOC3 NIC search failed.\n");
131                         *last = 0;
132                         return 0;
133                 }
134
135                 if (!a && !b) {
136                         if (index == *last) {
137                                 addr |= 1UL << index;
138                         } else if (index > *last) {
139                                 addr &= ~(1UL << index);
140                                 disc = index;
141                         } else if ((addr & (1UL << index)) == 0)
142                                 disc = index;
143                         nic_write_bit(idd, (addr>>index)&1);
144                         continue;
145                 } else {
146                         if (a)
147                                 addr |= 1UL << index;
148                         else
149                                 addr &= ~(1UL << index);
150                         nic_write_bit(idd, a);
151                         continue;
152                 }
153         }
154         *last = disc;
155         return addr;
156 }
157
158 static void nic_addr(struct ioc3_driver_data *idd, unsigned long addr)
159 {
160         int index;
161
162         nic_reset(idd);
163         nic_write_byte(idd, 0xF0);
164         for (index = 0; index < 64; index++) {
165                 nic_read_bit(idd);
166                 nic_read_bit(idd);
167                 nic_write_bit(idd, (addr>>index)&1);
168         }
169 }
170
171 static void crc16_byte(unsigned int *crc, unsigned char db)
172 {
173         int i;
174
175         for(i=0;i<8;i++) {
176                 *crc <<= 1;
177                 if((db^(*crc>>16)) & 1)
178                         *crc ^= 0x8005;
179                 db >>= 1;
180         }
181         *crc &= 0xFFFF;
182 }
183
184 static unsigned int crc16_area(unsigned char *dbs, int size, unsigned int crc)
185 {
186         while(size--)
187                 crc16_byte(&crc, *(dbs++));
188         return crc;
189 }
190
191 static void crc8_byte(unsigned int *crc, unsigned char db)
192 {
193         int i,f;
194
195         for(i=0;i<8;i++) {
196                 f = (*crc ^ db) & 1;
197                 *crc >>= 1;
198                 db >>= 1;
199                 if(f)
200                         *crc ^= 0x8c;
201         }
202         *crc &= 0xff;
203 }
204
205 static unsigned int crc8_addr(unsigned long addr)
206 {
207         int i;
208         unsigned int crc = 0x00;
209
210         for(i=0;i<8;i++)
211                 crc8_byte(&crc, addr>>(i<<3));
212         return crc;
213 }
214
215 static void
216 read_redir_page(struct ioc3_driver_data *idd, unsigned long addr, int page,
217                         unsigned char *redir, unsigned char *data)
218 {
219         int loops = 16, i;
220
221         while(redir[page] != 0xFF) {
222                 page = redir[page]^0xFF;
223                 loops--;
224                 if(loops<0) {
225                         printk(KERN_ERR "IOC3: NIC circular redirection\n");
226                         return;
227                 }
228         }
229         loops = 3;
230         while(loops>0) {
231                 nic_addr(idd, addr);
232                 nic_write_byte(idd, 0xF0);
233                 nic_write_byte(idd, (page << 5) & 0xE0);
234                 nic_write_byte(idd, (page >> 3) & 0x1F);
235                 for(i=0;i<0x20;i++)
236                         data[i] = nic_read_byte(idd);
237                 if(crc16_area(data, 0x20, 0x0000) == 0x800d)
238                         return;
239                 loops--;
240         }
241         printk(KERN_ERR "IOC3: CRC error in data page\n");
242         for(i=0;i<0x20;i++)
243                 data[i] = 0x00;
244 }
245
246 static void
247 read_redir_map(struct ioc3_driver_data *idd, unsigned long addr,
248                                          unsigned char *redir)
249 {
250         int i,j,loops = 3,crc_ok;
251         unsigned int crc;
252
253         while(loops>0) {
254                 crc_ok = 1;
255                 nic_addr(idd, addr);
256                 nic_write_byte(idd, 0xAA);
257                 nic_write_byte(idd, 0x00);
258                 nic_write_byte(idd, 0x01);
259                 for(i=0;i<64;i+=8) {
260                         for(j=0;j<8;j++)
261                                 redir[i+j] = nic_read_byte(idd);
262                         crc = crc16_area(redir+i, 8, (i==0)?0x8707:0x0000);
263                         crc16_byte(&crc, nic_read_byte(idd));
264                         crc16_byte(&crc, nic_read_byte(idd));
265                         if(crc != 0x800d)
266                                 crc_ok = 0;
267                 }
268                 if(crc_ok)
269                         return;
270                 loops--;
271         }
272         printk(KERN_ERR "IOC3: CRC error in redirection page\n");
273         for(i=0;i<64;i++)
274                 redir[i] = 0xFF;
275 }
276
277 static void read_nic(struct ioc3_driver_data *idd, unsigned long addr)
278 {
279         unsigned char redir[64];
280         unsigned char data[64],part[32];
281         int i,j;
282
283         /* read redirections */
284         read_redir_map(idd, addr, redir);
285         /* read data pages */
286         read_redir_page(idd, addr, 0, redir, data);
287         read_redir_page(idd, addr, 1, redir, data+32);
288         /* assemble the part # */
289         j=0;
290         for(i=0;i<19;i++)
291                 if(data[i+11] != ' ')
292                         part[j++] = data[i+11];
293         for(i=0;i<6;i++)
294                 if(data[i+32] != ' ')
295                         part[j++] = data[i+32];
296         part[j] = 0;
297         /* skip Octane power supplies */
298         if(!strncmp(part, "060-0035-", 9))
299                 return;
300         if(!strncmp(part, "060-0038-", 9))
301                 return;
302         strcpy(idd->nic_part, part);
303         /* assemble the serial # */
304         j=0;
305         for(i=0;i<10;i++)
306                 if(data[i+1] != ' ')
307                         idd->nic_serial[j++] = data[i+1];
308         idd->nic_serial[j] = 0;
309 }
310
311 static void read_mac(struct ioc3_driver_data *idd, unsigned long addr)
312 {
313         int i, loops = 3;
314         unsigned char data[13];
315
316         while(loops>0) {
317                 nic_addr(idd, addr);
318                 nic_write_byte(idd, 0xF0);
319                 nic_write_byte(idd, 0x00);
320                 nic_write_byte(idd, 0x00);
321                 nic_read_byte(idd);
322                 for(i=0;i<13;i++)
323                         data[i] = nic_read_byte(idd);
324                 if(crc16_area(data, 13, 0x0000) == 0x800d) {
325                         for(i=10;i>4;i--)
326                                 idd->nic_mac[10-i] = data[i];
327                         return;
328                 }
329                 loops--;
330         }
331         printk(KERN_ERR "IOC3: CRC error in MAC address\n");
332         for(i=0;i<6;i++)
333                 idd->nic_mac[i] = 0x00;
334 }
335
336 static void probe_nic(struct ioc3_driver_data *idd)
337 {
338         int save = 0, loops = 3;
339         unsigned long first, addr;
340
341         writel(GPCR_MLAN_EN, &idd->vma->gpcr_s);
342
343         while(loops>0) {
344                 idd->nic_part[0] = 0;
345                 idd->nic_serial[0] = 0;
346                 addr = first = nic_find(idd, &save, 0);
347                 if(!first)
348                         return;
349                 while(1) {
350                         if(crc8_addr(addr))
351                                 break;
352                         else {
353                                 switch(addr & 0xFF) {
354                                 case 0x0B:
355                                         read_nic(idd, addr);
356                                         break;
357                                 case 0x09:
358                                 case 0x89:
359                                 case 0x91:
360                                         read_mac(idd, addr);
361                                         break;
362                                 }
363                         }
364                         addr = nic_find(idd, &save, addr);
365                         if(addr == first)
366                                 return;
367                 }
368                 loops--;
369         }
370         printk(KERN_ERR "IOC3: CRC error in NIC address\n");
371 }
372
373 /* Interrupts */
374
375 static void write_ireg(struct ioc3_driver_data *idd, uint32_t val, int which)
376 {
377         unsigned long flags;
378
379         spin_lock_irqsave(&idd->ir_lock, flags);
380         switch (which) {
381         case IOC3_W_IES:
382                 writel(val, &idd->vma->sio_ies);
383                 break;
384         case IOC3_W_IEC:
385                 writel(val, &idd->vma->sio_iec);
386                 break;
387         }
388         spin_unlock_irqrestore(&idd->ir_lock, flags);
389 }
390 static inline uint32_t get_pending_intrs(struct ioc3_driver_data *idd)
391 {
392         unsigned long flag;
393         uint32_t intrs = 0;
394
395         spin_lock_irqsave(&idd->ir_lock, flag);
396         intrs = readl(&idd->vma->sio_ir);
397         intrs &= readl(&idd->vma->sio_ies);
398         spin_unlock_irqrestore(&idd->ir_lock, flag);
399         return intrs;
400 }
401
402 static irqreturn_t ioc3_intr_io(int irq, void *arg)
403 {
404         unsigned long flags;
405         struct ioc3_driver_data *idd = arg;
406         int handled = 1, id;
407         unsigned int pending;
408
409         read_lock_irqsave(&ioc3_submodules_lock, flags);
410
411         if(idd->dual_irq && readb(&idd->vma->eisr)) {
412                 /* send Ethernet IRQ to the driver */
413                 if(ioc3_ethernet && idd->active[ioc3_ethernet->id] &&
414                                                 ioc3_ethernet->intr) {
415                         handled = handled && !ioc3_ethernet->intr(ioc3_ethernet,
416                                                         idd, 0);
417                 }
418         }
419         pending = get_pending_intrs(idd);       /* look at the IO IRQs */
420
421         for(id=0;id<IOC3_MAX_SUBMODULES;id++) {
422                 if(idd->active[id] && ioc3_submodules[id]
423                                 && (pending & ioc3_submodules[id]->irq_mask)
424                                 && ioc3_submodules[id]->intr) {
425                         write_ireg(idd, ioc3_submodules[id]->irq_mask,
426                                                         IOC3_W_IEC);
427                         if(!ioc3_submodules[id]->intr(ioc3_submodules[id],
428                                    idd, pending & ioc3_submodules[id]->irq_mask))
429                                 pending &= ~ioc3_submodules[id]->irq_mask;
430                         if (ioc3_submodules[id]->reset_mask)
431                                 write_ireg(idd, ioc3_submodules[id]->irq_mask,
432                                                         IOC3_W_IES);
433                 }
434         }
435         read_unlock_irqrestore(&ioc3_submodules_lock, flags);
436         if(pending) {
437                 printk(KERN_WARNING
438                   "IOC3: Pending IRQs 0x%08x discarded and disabled\n",pending);
439                 write_ireg(idd, pending, IOC3_W_IEC);
440                 handled = 1;
441         }
442         return handled?IRQ_HANDLED:IRQ_NONE;
443 }
444
445 static irqreturn_t ioc3_intr_eth(int irq, void *arg)
446 {
447         unsigned long flags;
448         struct ioc3_driver_data *idd = (struct ioc3_driver_data *)arg;
449         int handled = 1;
450
451         if(!idd->dual_irq)
452                 return IRQ_NONE;
453         read_lock_irqsave(&ioc3_submodules_lock, flags);
454         if(ioc3_ethernet && idd->active[ioc3_ethernet->id]
455                                 && ioc3_ethernet->intr)
456                 handled = handled && !ioc3_ethernet->intr(ioc3_ethernet, idd, 0);
457         read_unlock_irqrestore(&ioc3_submodules_lock, flags);
458         return handled?IRQ_HANDLED:IRQ_NONE;
459 }
460
461 void ioc3_enable(struct ioc3_submodule *is,
462                                 struct ioc3_driver_data *idd, unsigned int irqs)
463 {
464         write_ireg(idd, irqs & is->irq_mask, IOC3_W_IES);
465 }
466
467 void ioc3_ack(struct ioc3_submodule *is, struct ioc3_driver_data *idd,
468                                 unsigned int irqs)
469 {
470         writel(irqs & is->irq_mask, &idd->vma->sio_ir);
471 }
472
473 void ioc3_disable(struct ioc3_submodule *is,
474                                 struct ioc3_driver_data *idd, unsigned int irqs)
475 {
476         write_ireg(idd, irqs & is->irq_mask, IOC3_W_IEC);
477 }
478
479 void ioc3_gpcr_set(struct ioc3_driver_data *idd, unsigned int val)
480 {
481         unsigned long flags;
482         spin_lock_irqsave(&idd->gpio_lock, flags);
483         writel(val, &idd->vma->gpcr_s);
484         spin_unlock_irqrestore(&idd->gpio_lock, flags);
485 }
486
487 /* Keep it simple, stupid! */
488 static int find_slot(void **tab, int max)
489 {
490         int i;
491         for(i=0;i<max;i++)
492                 if(!(tab[i]))
493                         return i;
494         return -1;
495 }
496
497 /* Register an IOC3 submodule */
498 int ioc3_register_submodule(struct ioc3_submodule *is)
499 {
500         struct ioc3_driver_data *idd;
501         int alloc_id;
502         unsigned long flags;
503
504         write_lock_irqsave(&ioc3_submodules_lock, flags);
505         alloc_id = find_slot((void **)ioc3_submodules, IOC3_MAX_SUBMODULES);
506         if(alloc_id != -1) {
507                 ioc3_submodules[alloc_id] = is;
508                 if(is->ethernet) {
509                         if(ioc3_ethernet==NULL)
510                                 ioc3_ethernet=is;
511                         else
512                                 printk(KERN_WARNING
513                                   "IOC3 Ethernet module already registered!\n");
514                 }
515         }
516         write_unlock_irqrestore(&ioc3_submodules_lock, flags);
517
518         if(alloc_id == -1) {
519                 printk(KERN_WARNING "Increase IOC3_MAX_SUBMODULES!\n");
520                 return -ENOMEM;
521         }
522
523         is->id=alloc_id;
524
525         /* Initialize submodule for each IOC3 */
526         if (!is->probe)
527                 return 0;
528
529         down_read(&ioc3_devices_rwsem);
530         list_for_each_entry(idd, &ioc3_devices, list) {
531                 /* set to 1 for IRQs in probe */
532                 idd->active[alloc_id] = 1;
533                 idd->active[alloc_id] = !is->probe(is, idd);
534         }
535         up_read(&ioc3_devices_rwsem);
536
537         return 0;
538 }
539
540 /* Unregister an IOC3 submodule */
541 void ioc3_unregister_submodule(struct ioc3_submodule *is)
542 {
543         struct ioc3_driver_data *idd;
544         unsigned long flags;
545
546         write_lock_irqsave(&ioc3_submodules_lock, flags);
547         if(ioc3_submodules[is->id]==is)
548                 ioc3_submodules[is->id]=NULL;
549         else
550                 printk(KERN_WARNING
551                         "IOC3 submodule %s has wrong ID.\n",is->name);
552         if(ioc3_ethernet==is)
553                 ioc3_ethernet = NULL;
554         write_unlock_irqrestore(&ioc3_submodules_lock, flags);
555
556         /* Remove submodule for each IOC3 */
557         down_read(&ioc3_devices_rwsem);
558         list_for_each_entry(idd, &ioc3_devices, list)
559                 if(idd->active[is->id]) {
560                         if(is->remove)
561                                 if(is->remove(is, idd))
562                                         printk(KERN_WARNING
563                                                "%s: IOC3 submodule %s remove failed "
564                                                "for pci_dev %s.\n",
565                                                __func__, module_name(is->owner),
566                                                pci_name(idd->pdev));
567                         idd->active[is->id] = 0;
568                         if(is->irq_mask)
569                                 write_ireg(idd, is->irq_mask, IOC3_W_IEC);
570                 }
571         up_read(&ioc3_devices_rwsem);
572 }
573
574 /*********************
575  * Device management *
576  *********************/
577
578 static char *ioc3_class_names[] = { "unknown", "IP27 BaseIO", "IP30 system",
579                         "MENET 1/2/3", "MENET 4", "CADduo", "Altix Serial" };
580
581 static int ioc3_class(struct ioc3_driver_data *idd)
582 {
583         int res = IOC3_CLASS_NONE;
584         /* NIC-based logic */
585         if(!strncmp(idd->nic_part, "030-0891-", 9))
586                 res = IOC3_CLASS_BASE_IP30;
587         if(!strncmp(idd->nic_part, "030-1155-", 9))
588                 res = IOC3_CLASS_CADDUO;
589         if(!strncmp(idd->nic_part, "030-1657-", 9))
590                 res = IOC3_CLASS_SERIAL;
591         if(!strncmp(idd->nic_part, "030-1664-", 9))
592                 res = IOC3_CLASS_SERIAL;
593         /* total random heuristics */
594 #ifdef CONFIG_SGI_IP27
595         if(!idd->nic_part[0])
596                 res = IOC3_CLASS_BASE_IP27;
597 #endif
598         /* print educational message */
599         printk(KERN_INFO "IOC3 part: [%s], serial: [%s] => class %s\n",
600                         idd->nic_part, idd->nic_serial, ioc3_class_names[res]);
601         return res;
602 }
603 /* Adds a new instance of an IOC3 card */
604 static int ioc3_probe(struct pci_dev *pdev, const struct pci_device_id *pci_id)
605 {
606         struct ioc3_driver_data *idd;
607         uint32_t pcmd;
608         int ret, id;
609
610         /* Enable IOC3 and take ownership of it */
611         if ((ret = pci_enable_device(pdev))) {
612                 printk(KERN_WARNING
613                        "%s: Failed to enable IOC3 device for pci_dev %s.\n",
614                        __func__, pci_name(pdev));
615                 goto out;
616         }
617         pci_set_master(pdev);
618
619 #ifdef USE_64BIT_DMA
620         ret = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
621         if (!ret) {
622                 ret = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64));
623                 if (ret < 0) {
624                         printk(KERN_WARNING "%s: Unable to obtain 64 bit DMA "
625                                "for consistent allocations\n",
626                                 __func__);
627                 }
628         }
629 #endif
630
631         /* Set up per-IOC3 data */
632         idd = kzalloc(sizeof(struct ioc3_driver_data), GFP_KERNEL);
633         if (!idd) {
634                 printk(KERN_WARNING
635                        "%s: Failed to allocate IOC3 data for pci_dev %s.\n",
636                        __func__, pci_name(pdev));
637                 ret = -ENODEV;
638                 goto out_idd;
639         }
640         spin_lock_init(&idd->ir_lock);
641         spin_lock_init(&idd->gpio_lock);
642         idd->pdev = pdev;
643
644         /* Map all IOC3 registers.  These are shared between subdevices
645          * so the main IOC3 module manages them.
646          */
647         idd->pma = pci_resource_start(pdev, 0);
648         if (!idd->pma) {
649                 printk(KERN_WARNING
650                        "%s: Unable to find IOC3 resource "
651                        "for pci_dev %s.\n",
652                        __func__, pci_name(pdev));
653                 ret = -ENODEV;
654                 goto out_pci;
655         }
656         if (!request_mem_region(idd->pma, IOC3_PCI_SIZE, "ioc3")) {
657                 printk(KERN_WARNING
658                        "%s: Unable to request IOC3 region "
659                        "for pci_dev %s.\n",
660                        __func__, pci_name(pdev));
661                 ret = -ENODEV;
662                 goto out_pci;
663         }
664         idd->vma = ioremap(idd->pma, IOC3_PCI_SIZE);
665         if (!idd->vma) {
666                 printk(KERN_WARNING
667                        "%s: Unable to remap IOC3 region "
668                        "for pci_dev %s.\n",
669                        __func__, pci_name(pdev));
670                 ret = -ENODEV;
671                 goto out_misc_region;
672         }
673
674         /* Track PCI-device specific data */
675         pci_set_drvdata(pdev, idd);
676         down_write(&ioc3_devices_rwsem);
677         list_add_tail(&idd->list, &ioc3_devices);
678         idd->id = ioc3_counter++;
679         up_write(&ioc3_devices_rwsem);
680
681         idd->gpdr_shadow = readl(&idd->vma->gpdr);
682
683         /* Read IOC3 NIC contents */
684         probe_nic(idd);
685
686         /* Detect IOC3 class */
687         idd->class = ioc3_class(idd);
688
689         /* Initialize IOC3 */
690        pci_read_config_dword(pdev, PCI_COMMAND, &pcmd);
691        pci_write_config_dword(pdev, PCI_COMMAND,
692                                pcmd | PCI_COMMAND_MEMORY |
693                                PCI_COMMAND_PARITY | PCI_COMMAND_SERR |
694                                PCI_SCR_DROP_MODE_EN);
695
696         write_ireg(idd, ~0, IOC3_W_IEC);
697         writel(~0, &idd->vma->sio_ir);
698
699         /* Set up IRQs */
700         if(idd->class == IOC3_CLASS_BASE_IP30
701                                 || idd->class == IOC3_CLASS_BASE_IP27) {
702                 writel(0, &idd->vma->eier);
703                 writel(~0, &idd->vma->eisr);
704
705                 idd->dual_irq = 1;
706                 if (!request_irq(pdev->irq, ioc3_intr_eth, IRQF_SHARED,
707                                  "ioc3-eth", (void *)idd)) {
708                         idd->irq_eth = pdev->irq;
709                 } else {
710                         printk(KERN_WARNING
711                                "%s : request_irq fails for IRQ 0x%x\n ",
712                                __func__, pdev->irq);
713                 }
714                 if (!request_irq(pdev->irq+2, ioc3_intr_io, IRQF_SHARED,
715                                  "ioc3-io", (void *)idd)) {
716                         idd->irq_io = pdev->irq+2;
717                 } else {
718                         printk(KERN_WARNING
719                                "%s : request_irq fails for IRQ 0x%x\n ",
720                                __func__, pdev->irq+2);
721                 }
722         } else {
723                 if (!request_irq(pdev->irq, ioc3_intr_io, IRQF_SHARED,
724                                  "ioc3", (void *)idd)) {
725                         idd->irq_io = pdev->irq;
726                 } else {
727                         printk(KERN_WARNING
728                                "%s : request_irq fails for IRQ 0x%x\n ",
729                                __func__, pdev->irq);
730                 }
731         }
732
733         /* Add this IOC3 to all submodules */
734         for(id=0;id<IOC3_MAX_SUBMODULES;id++)
735                 if(ioc3_submodules[id] && ioc3_submodules[id]->probe) {
736                         idd->active[id] = 1;
737                         idd->active[id] = !ioc3_submodules[id]->probe
738                                                 (ioc3_submodules[id], idd);
739                 }
740
741         printk(KERN_INFO "IOC3 Master Driver loaded for %s\n", pci_name(pdev));
742
743         return 0;
744
745 out_misc_region:
746         release_mem_region(idd->pma, IOC3_PCI_SIZE);
747 out_pci:
748         kfree(idd);
749 out_idd:
750         pci_disable_device(pdev);
751 out:
752         return ret;
753 }
754
755 /* Removes a particular instance of an IOC3 card. */
756 static void ioc3_remove(struct pci_dev *pdev)
757 {
758         int id;
759         struct ioc3_driver_data *idd;
760
761         idd = pci_get_drvdata(pdev);
762
763         /* Remove this IOC3 from all submodules */
764         for(id=0;id<IOC3_MAX_SUBMODULES;id++)
765                 if(idd->active[id]) {
766                         if(ioc3_submodules[id] && ioc3_submodules[id]->remove)
767                                 if(ioc3_submodules[id]->remove(ioc3_submodules[id],
768                                                                 idd))
769                                         printk(KERN_WARNING
770                                                "%s: IOC3 submodule 0x%s remove failed "
771                                                "for pci_dev %s.\n",
772                                                 __func__,
773                                                 module_name(ioc3_submodules[id]->owner),
774                                                 pci_name(pdev));
775                         idd->active[id] = 0;
776                 }
777
778         /* Clear and disable all IRQs */
779         write_ireg(idd, ~0, IOC3_W_IEC);
780         writel(~0, &idd->vma->sio_ir);
781
782         /* Release resources */
783         free_irq(idd->irq_io, (void *)idd);
784         if(idd->dual_irq)
785                 free_irq(idd->irq_eth, (void *)idd);
786         iounmap(idd->vma);
787         release_mem_region(idd->pma, IOC3_PCI_SIZE);
788
789         /* Disable IOC3 and relinquish */
790         pci_disable_device(pdev);
791
792         /* Remove and free driver data */
793         down_write(&ioc3_devices_rwsem);
794         list_del(&idd->list);
795         up_write(&ioc3_devices_rwsem);
796         kfree(idd);
797 }
798
799 static struct pci_device_id ioc3_id_table[] = {
800         {PCI_VENDOR_ID_SGI, PCI_DEVICE_ID_SGI_IOC3, PCI_ANY_ID, PCI_ANY_ID},
801         {0}
802 };
803
804 static struct pci_driver ioc3_driver = {
805         .name = "IOC3",
806         .id_table = ioc3_id_table,
807         .probe = ioc3_probe,
808         .remove = ioc3_remove,
809 };
810
811 MODULE_DEVICE_TABLE(pci, ioc3_id_table);
812
813 /*********************
814  * Module management *
815  *********************/
816
817 /* Module load */
818 static int __init ioc3_init(void)
819 {
820         if (ia64_platform_is("sn2"))
821                 return pci_register_driver(&ioc3_driver);
822         return -ENODEV;
823 }
824
825 /* Module unload */
826 static void __exit ioc3_exit(void)
827 {
828         pci_unregister_driver(&ioc3_driver);
829 }
830
831 module_init(ioc3_init);
832 module_exit(ioc3_exit);
833
834 MODULE_AUTHOR("Stanislaw Skowronek <skylark@linux-mips.org>");
835 MODULE_DESCRIPTION("PCI driver for SGI IOC3");
836 MODULE_LICENSE("GPL");
837
838 EXPORT_SYMBOL_GPL(ioc3_register_submodule);
839 EXPORT_SYMBOL_GPL(ioc3_unregister_submodule);
840 EXPORT_SYMBOL_GPL(ioc3_ack);
841 EXPORT_SYMBOL_GPL(ioc3_gpcr_set);
842 EXPORT_SYMBOL_GPL(ioc3_disable);
843 EXPORT_SYMBOL_GPL(ioc3_enable);