kernel/drivers/tty/serial/bfin_uart.c

   1 /*
   2  * Blackfin On-Chip Serial Driver
   3  *
   4  * Copyright 2006-2011 Analog Devices Inc.
   5  *
   6  * Enter bugs at http://blackfin.uclinux.org/
   7  *
   8  * Licensed under the GPL-2 or later.
   9  */
  10
  11 #if defined(CONFIG_SERIAL_BFIN_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
  12 #define SUPPORT_SYSRQ
  13 #endif
  14
  15 #define DRIVER_NAME "bfin-uart"
  16 #define pr_fmt(fmt) DRIVER_NAME ": " fmt
  17
  18 #include <linux/module.h>
  19 #include <linux/ioport.h>
  20 #include <linux/gfp.h>
  21 #include <linux/io.h>
  22 #include <linux/init.h>
  23 #include <linux/console.h>
  24 #include <linux/sysrq.h>
  25 #include <linux/platform_device.h>
  26 #include <linux/tty.h>
  27 #include <linux/tty_flip.h>
  28 #include <linux/serial_core.h>
  29 #include <linux/gpio.h>
  30 #include <linux/irq.h>
  31 #include <linux/kgdb.h>
  32 #include <linux/slab.h>
  33 #include <linux/dma-mapping.h>
  34
  35 #include <asm/portmux.h>
  36 #include <asm/cacheflush.h>
  37 #include <asm/dma.h>
  38 #include <asm/bfin_serial.h>
  39
  40 #ifdef CONFIG_SERIAL_BFIN_MODULE
  41 # undef CONFIG_EARLY_PRINTK
  42 #endif
  43
  44 /* UART name and device definitions */
  45 #define BFIN_SERIAL_DEV_NAME    "ttyBF"
  46 #define BFIN_SERIAL_MAJOR       204
  47 #define BFIN_SERIAL_MINOR       64
  48
  49 static struct bfin_serial_port *bfin_serial_ports[BFIN_UART_NR_PORTS];
  50
  51 #if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
  52         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
  53
  54 # ifndef CONFIG_SERIAL_BFIN_PIO
  55 #  error KGDB only support UART in PIO mode.
  56 # endif
  57
  58 static int kgdboc_port_line;
  59 static int kgdboc_break_enabled;
  60 #endif
  61 /*
  62  * Setup for console. Argument comes from the menuconfig
  63  */
  64 #define DMA_RX_XCOUNT           512
  65 #define DMA_RX_YCOUNT           (PAGE_SIZE / DMA_RX_XCOUNT)
  66
  67 #define DMA_RX_FLUSH_JIFFIES    (HZ / 50)
  68
  69 #ifdef CONFIG_SERIAL_BFIN_DMA
  70 static void bfin_serial_dma_tx_chars(struct bfin_serial_port *uart);
  71 #else
  72 static void bfin_serial_tx_chars(struct bfin_serial_port *uart);
  73 #endif
  74
  75 static void bfin_serial_reset_irda(struct uart_port *port);
  76
  77 #if defined(CONFIG_SERIAL_BFIN_CTSRTS) || \
  78         defined(CONFIG_SERIAL_BFIN_HARD_CTSRTS)
  79 static unsigned int bfin_serial_get_mctrl(struct uart_port *port)
  80 {
  81         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
  82         if (uart->cts_pin < 0)
  83                 return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
  84
  85         /* CTS PIN is negative assertive. */
  86         if (UART_GET_CTS(uart))
  87                 return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
  88         else
  89                 return TIOCM_DSR | TIOCM_CAR;
  90 }
  91
  92 static void bfin_serial_set_mctrl(struct uart_port *port, unsigned int mctrl)
  93 {
  94         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
  95         if (uart->rts_pin < 0)
  96                 return;
  97
  98         /* RTS PIN is negative assertive. */
  99         if (mctrl & TIOCM_RTS)
 100                 UART_ENABLE_RTS(uart);
 101         else
 102                 UART_DISABLE_RTS(uart);
 103 }
 104
 105 /*
 106  * Handle any change of modem status signal.
 107  */
 108 static irqreturn_t bfin_serial_mctrl_cts_int(int irq, void *dev_id)
 109 {
 110         struct bfin_serial_port *uart = dev_id;
 111         struct uart_port *uport = &uart->port;
 112         unsigned int status = bfin_serial_get_mctrl(uport);
 113 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
 114
 115         UART_CLEAR_SCTS(uart);
 116         if (uport->hw_stopped) {
 117                 if (status) {
 118                         uport->hw_stopped = 0;
 119                         uart_write_wakeup(uport);
 120                 }
 121         } else {
 122                 if (!status)
 123                         uport->hw_stopped = 1;
 124         }
 125 #else
 126         uart_handle_cts_change(uport, status & TIOCM_CTS);
 127 #endif
 128
 129         return IRQ_HANDLED;
 130 }
 131 #else
 132 static unsigned int bfin_serial_get_mctrl(struct uart_port *port)
 133 {
 134         return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
 135 }
 136
 137 static void bfin_serial_set_mctrl(struct uart_port *port, unsigned int mctrl)
 138 {
 139 }
 140 #endif
 141
 142 /*
 143  * interrupts are disabled on entry
 144  */
 145 static void bfin_serial_stop_tx(struct uart_port *port)
 146 {
 147         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 148 #ifdef CONFIG_SERIAL_BFIN_DMA
 149         struct circ_buf *xmit = &uart->port.state->xmit;
 150 #endif
 151
 152         while (!(UART_GET_LSR(uart) & TEMT))
 153                 cpu_relax();
 154
 155 #ifdef CONFIG_SERIAL_BFIN_DMA
 156         disable_dma(uart->tx_dma_channel);
 157         xmit->tail = (xmit->tail + uart->tx_count) & (UART_XMIT_SIZE - 1);
 158         uart->port.icount.tx += uart->tx_count;
 159         uart->tx_count = 0;
 160         uart->tx_done = 1;
 161 #else
 162 #if defined(CONFIG_BF54x) || defined(CONFIG_BF60x)
 163         /* Clear TFI bit */
 164         UART_PUT_LSR(uart, TFI);
 165 #endif
 166         UART_CLEAR_IER(uart, ETBEI);
 167 #endif
 168 }
 169
 170 /*
 171  * port is locked and interrupts are disabled
 172  */
 173 static void bfin_serial_start_tx(struct uart_port *port)
 174 {
 175         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 176         struct tty_struct *tty = uart->port.state->port.tty;
 177
 178         /*
 179          * To avoid losting RX interrupt, we reset IR function
 180          * before sending data.
 181          */
 182         if (tty->termios.c_line == N_IRDA)
 183                 bfin_serial_reset_irda(port);
 184
 185 #ifdef CONFIG_SERIAL_BFIN_DMA
 186         if (uart->tx_done)
 187                 bfin_serial_dma_tx_chars(uart);
 188 #else
 189         UART_SET_IER(uart, ETBEI);
 190         bfin_serial_tx_chars(uart);
 191 #endif
 192 }
 193
 194 /*
 195  * Interrupts are enabled
 196  */
 197 static void bfin_serial_stop_rx(struct uart_port *port)
 198 {
 199         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 200
 201         UART_CLEAR_IER(uart, ERBFI);
 202 }
 203
 204 #if ANOMALY_05000363 && defined(CONFIG_SERIAL_BFIN_PIO)
 205 # define UART_GET_ANOMALY_THRESHOLD(uart)    ((uart)->anomaly_threshold)
 206 # define UART_SET_ANOMALY_THRESHOLD(uart, v) ((uart)->anomaly_threshold = (v))
 207 #else
 208 # define UART_GET_ANOMALY_THRESHOLD(uart)    0
 209 # define UART_SET_ANOMALY_THRESHOLD(uart, v)
 210 #endif
 211
 212 #ifdef CONFIG_SERIAL_BFIN_PIO
 213 static void bfin_serial_rx_chars(struct bfin_serial_port *uart)
 214 {
 215         unsigned int status, ch, flg;
 216         static struct timeval anomaly_start = { .tv_sec = 0 };
 217
 218         status = UART_GET_LSR(uart);
 219         UART_CLEAR_LSR(uart);
 220
 221         ch = UART_GET_CHAR(uart);
 222         uart->port.icount.rx++;
 223
 224 #if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
 225         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
 226         if (kgdb_connected && kgdboc_port_line == uart->port.line
 227                 && kgdboc_break_enabled)
 228                 if (ch == 0x3) {/* Ctrl + C */
 229                         kgdb_breakpoint();
 230                         return;
 231                 }
 232
 233         if (!uart->port.state)
 234                 return;
 235 #endif
 236         if (ANOMALY_05000363) {
 237                 /* The BF533 (and BF561) family of processors have a nice anomaly
 238                  * where they continuously generate characters for a "single" break.
 239                  * We have to basically ignore this flood until the "next" valid
 240                  * character comes across.  Due to the nature of the flood, it is
 241                  * not possible to reliably catch bytes that are sent too quickly
 242                  * after this break.  So application code talking to the Blackfin
 243                  * which sends a break signal must allow at least 1.5 character
 244                  * times after the end of the break for things to stabilize.  This
 245                  * timeout was picked as it must absolutely be larger than 1
 246                  * character time +/- some percent.  So 1.5 sounds good.  All other
 247                  * Blackfin families operate properly.  Woo.
 248                  */
 249                 if (anomaly_start.tv_sec) {
 250                         struct timeval curr;
 251                         suseconds_t usecs;
 252
 253                         if ((~ch & (~ch + 1)) & 0xff)
 254                                 goto known_good_char;
 255
 256                         do_gettimeofday(&curr);
 257                         if (curr.tv_sec - anomaly_start.tv_sec > 1)
 258                                 goto known_good_char;
 259
 260                         usecs = 0;
 261                         if (curr.tv_sec != anomaly_start.tv_sec)
 262                                 usecs += USEC_PER_SEC;
 263                         usecs += curr.tv_usec - anomaly_start.tv_usec;
 264
 265                         if (usecs > UART_GET_ANOMALY_THRESHOLD(uart))
 266                                 goto known_good_char;
 267
 268                         if (ch)
 269                                 anomaly_start.tv_sec = 0;
 270                         else
 271                                 anomaly_start = curr;
 272
 273                         return;
 274
 275  known_good_char:
 276                         status &= ~BI;
 277                         anomaly_start.tv_sec = 0;
 278                 }
 279         }
 280
 281         if (status & BI) {
 282                 if (ANOMALY_05000363)
 283                         if (bfin_revid() < 5)
 284                                 do_gettimeofday(&anomaly_start);
 285                 uart->port.icount.brk++;
 286                 if (uart_handle_break(&uart->port))
 287                         goto ignore_char;
 288                 status &= ~(PE | FE);
 289         }
 290         if (status & PE)
 291                 uart->port.icount.parity++;
 292         if (status & OE)
 293                 uart->port.icount.overrun++;
 294         if (status & FE)
 295                 uart->port.icount.frame++;
 296
 297         status &= uart->port.read_status_mask;
 298
 299         if (status & BI)
 300                 flg = TTY_BREAK;
 301         else if (status & PE)
 302                 flg = TTY_PARITY;
 303         else if (status & FE)
 304                 flg = TTY_FRAME;
 305         else
 306                 flg = TTY_NORMAL;
 307
 308         if (uart_handle_sysrq_char(&uart->port, ch))
 309                 goto ignore_char;
 310
 311         uart_insert_char(&uart->port, status, OE, ch, flg);
 312
 313  ignore_char:
 314         tty_flip_buffer_push(&uart->port.state->port);
 315 }
 316
 317 static void bfin_serial_tx_chars(struct bfin_serial_port *uart)
 318 {
 319         struct circ_buf *xmit = &uart->port.state->xmit;
 320
 321         if (uart_circ_empty(xmit) || uart_tx_stopped(&uart->port)) {
 322 #if defined(CONFIG_BF54x) || defined(CONFIG_BF60x)
 323                 /* Clear TFI bit */
 324                 UART_PUT_LSR(uart, TFI);
 325 #endif
 326                 /* Anomaly notes:
 327                  *  05000215 -  we always clear ETBEI within last UART TX
 328                  *              interrupt to end a string. It is always set
 329                  *              when start a new tx.
 330                  */
 331                 UART_CLEAR_IER(uart, ETBEI);
 332                 return;
 333         }
 334
 335         if (uart->port.x_char) {
 336                 UART_PUT_CHAR(uart, uart->port.x_char);
 337                 uart->port.icount.tx++;
 338                 uart->port.x_char = 0;
 339         }
 340
 341         while ((UART_GET_LSR(uart) & THRE) && xmit->tail != xmit->head) {
 342                 UART_PUT_CHAR(uart, xmit->buf[xmit->tail]);
 343                 xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
 344                 uart->port.icount.tx++;
 345         }
 346
 347         if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 348                 uart_write_wakeup(&uart->port);
 349 }
 350
 351 static irqreturn_t bfin_serial_rx_int(int irq, void *dev_id)
 352 {
 353         struct bfin_serial_port *uart = dev_id;
 354
 355         while (UART_GET_LSR(uart) & DR)
 356                 bfin_serial_rx_chars(uart);
 357
 358         return IRQ_HANDLED;
 359 }
 360
 361 static irqreturn_t bfin_serial_tx_int(int irq, void *dev_id)
 362 {
 363         struct bfin_serial_port *uart = dev_id;
 364
 365         spin_lock(&uart->port.lock);
 366         if (UART_GET_LSR(uart) & THRE)
 367                 bfin_serial_tx_chars(uart);
 368         spin_unlock(&uart->port.lock);
 369
 370         return IRQ_HANDLED;
 371 }
 372 #endif
 373
 374 #ifdef CONFIG_SERIAL_BFIN_DMA
 375 static void bfin_serial_dma_tx_chars(struct bfin_serial_port *uart)
 376 {
 377         struct circ_buf *xmit = &uart->port.state->xmit;
 378
 379         uart->tx_done = 0;
 380
 381         if (uart_circ_empty(xmit) || uart_tx_stopped(&uart->port)) {
 382                 uart->tx_count = 0;
 383                 uart->tx_done = 1;
 384                 return;
 385         }
 386
 387         if (uart->port.x_char) {
 388                 UART_PUT_CHAR(uart, uart->port.x_char);
 389                 uart->port.icount.tx++;
 390                 uart->port.x_char = 0;
 391         }
 392
 393         uart->tx_count = CIRC_CNT(xmit->head, xmit->tail, UART_XMIT_SIZE);
 394         if (uart->tx_count > (UART_XMIT_SIZE - xmit->tail))
 395                 uart->tx_count = UART_XMIT_SIZE - xmit->tail;
 396         blackfin_dcache_flush_range((unsigned long)(xmit->buf+xmit->tail),
 397                                         (unsigned long)(xmit->buf+xmit->tail+uart->tx_count));
 398         set_dma_config(uart->tx_dma_channel,
 399                 set_bfin_dma_config(DIR_READ, DMA_FLOW_STOP,
 400                         INTR_ON_BUF,
 401                         DIMENSION_LINEAR,
 402                         DATA_SIZE_8,
 403                         DMA_SYNC_RESTART));
 404         set_dma_start_addr(uart->tx_dma_channel, (unsigned long)(xmit->buf+xmit->tail));
 405         set_dma_x_count(uart->tx_dma_channel, uart->tx_count);
 406         set_dma_x_modify(uart->tx_dma_channel, 1);
 407         SSYNC();
 408         enable_dma(uart->tx_dma_channel);
 409
 410         UART_SET_IER(uart, ETBEI);
 411 }
 412
 413 static void bfin_serial_dma_rx_chars(struct bfin_serial_port *uart)
 414 {
 415         int i, flg, status;
 416
 417         status = UART_GET_LSR(uart);
 418         UART_CLEAR_LSR(uart);
 419
 420         uart->port.icount.rx +=
 421                 CIRC_CNT(uart->rx_dma_buf.head, uart->rx_dma_buf.tail,
 422                 UART_XMIT_SIZE);
 423
 424         if (status & BI) {
 425                 uart->port.icount.brk++;
 426                 if (uart_handle_break(&uart->port))
 427                         goto dma_ignore_char;
 428                 status &= ~(PE | FE);
 429         }
 430         if (status & PE)
 431                 uart->port.icount.parity++;
 432         if (status & OE)
 433                 uart->port.icount.overrun++;
 434         if (status & FE)
 435                 uart->port.icount.frame++;
 436
 437         status &= uart->port.read_status_mask;
 438
 439         if (status & BI)
 440                 flg = TTY_BREAK;
 441         else if (status & PE)
 442                 flg = TTY_PARITY;
 443         else if (status & FE)
 444                 flg = TTY_FRAME;
 445         else
 446                 flg = TTY_NORMAL;
 447
 448         for (i = uart->rx_dma_buf.tail; ; i++) {
 449                 if (i >= UART_XMIT_SIZE)
 450                         i = 0;
 451                 if (i == uart->rx_dma_buf.head)
 452                         break;
 453                 if (!uart_handle_sysrq_char(&uart->port, uart->rx_dma_buf.buf[i]))
 454                         uart_insert_char(&uart->port, status, OE,
 455                                 uart->rx_dma_buf.buf[i], flg);
 456         }
 457
 458  dma_ignore_char:
 459         tty_flip_buffer_push(&uart->port.state->port);
 460 }
 461
 462 void bfin_serial_rx_dma_timeout(struct bfin_serial_port *uart)
 463 {
 464         int x_pos, pos;
 465         unsigned long flags;
 466
 467         dma_disable_irq_nosync(uart->rx_dma_channel);
 468         spin_lock_irqsave(&uart->rx_lock, flags);
 469
 470         /* 2D DMA RX buffer ring is used. Because curr_y_count and
 471          * curr_x_count can't be read as an atomic operation,
 472          * curr_y_count should be read before curr_x_count. When
 473          * curr_x_count is read, curr_y_count may already indicate
 474          * next buffer line. But, the position calculated here is
 475          * still indicate the old line. The wrong position data may
 476          * be smaller than current buffer tail, which cause garbages
 477          * are received if it is not prohibit.
 478          */
 479         uart->rx_dma_nrows = get_dma_curr_ycount(uart->rx_dma_channel);
 480         x_pos = get_dma_curr_xcount(uart->rx_dma_channel);
 481         uart->rx_dma_nrows = DMA_RX_YCOUNT - uart->rx_dma_nrows;
 482         if (uart->rx_dma_nrows == DMA_RX_YCOUNT || x_pos == 0)
 483                 uart->rx_dma_nrows = 0;
 484         x_pos = DMA_RX_XCOUNT - x_pos;
 485         if (x_pos == DMA_RX_XCOUNT)
 486                 x_pos = 0;
 487
 488         pos = uart->rx_dma_nrows * DMA_RX_XCOUNT + x_pos;
 489         /* Ignore receiving data if new position is in the same line of
 490          * current buffer tail and small.
 491          */
 492         if (pos > uart->rx_dma_buf.tail ||
 493                 uart->rx_dma_nrows < (uart->rx_dma_buf.tail/DMA_RX_XCOUNT)) {
 494                 uart->rx_dma_buf.head = pos;
 495                 bfin_serial_dma_rx_chars(uart);
 496                 uart->rx_dma_buf.tail = uart->rx_dma_buf.head;
 497         }
 498
 499         spin_unlock_irqrestore(&uart->rx_lock, flags);
 500         dma_enable_irq(uart->rx_dma_channel);
 501
 502         mod_timer(&(uart->rx_dma_timer), jiffies + DMA_RX_FLUSH_JIFFIES);
 503 }
 504
 505 static irqreturn_t bfin_serial_dma_tx_int(int irq, void *dev_id)
 506 {
 507         struct bfin_serial_port *uart = dev_id;
 508         struct circ_buf *xmit = &uart->port.state->xmit;
 509
 510         spin_lock(&uart->port.lock);
 511         if (!(get_dma_curr_irqstat(uart->tx_dma_channel)&DMA_RUN)) {
 512                 disable_dma(uart->tx_dma_channel);
 513                 clear_dma_irqstat(uart->tx_dma_channel);
 514                 /* Anomaly notes:
 515                  *  05000215 -  we always clear ETBEI within last UART TX
 516                  *              interrupt to end a string. It is always set
 517                  *              when start a new tx.
 518                  */
 519                 UART_CLEAR_IER(uart, ETBEI);
 520                 uart->port.icount.tx += uart->tx_count;
 521                 if (!(xmit->tail == 0 && xmit->head == 0)) {
 522                         xmit->tail = (xmit->tail + uart->tx_count) & (UART_XMIT_SIZE - 1);
 523
 524                         if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 525                                 uart_write_wakeup(&uart->port);
 526                 }
 527
 528                 bfin_serial_dma_tx_chars(uart);
 529         }
 530
 531         spin_unlock(&uart->port.lock);
 532         return IRQ_HANDLED;
 533 }
 534
 535 static irqreturn_t bfin_serial_dma_rx_int(int irq, void *dev_id)
 536 {
 537         struct bfin_serial_port *uart = dev_id;
 538         unsigned int irqstat;
 539         int x_pos, pos;
 540
 541         spin_lock(&uart->rx_lock);
 542         irqstat = get_dma_curr_irqstat(uart->rx_dma_channel);
 543         clear_dma_irqstat(uart->rx_dma_channel);
 544
 545         uart->rx_dma_nrows = get_dma_curr_ycount(uart->rx_dma_channel);
 546         x_pos = get_dma_curr_xcount(uart->rx_dma_channel);
 547         uart->rx_dma_nrows = DMA_RX_YCOUNT - uart->rx_dma_nrows;
 548         if (uart->rx_dma_nrows == DMA_RX_YCOUNT || x_pos == 0)
 549                 uart->rx_dma_nrows = 0;
 550
 551         pos = uart->rx_dma_nrows * DMA_RX_XCOUNT;
 552         if (pos > uart->rx_dma_buf.tail ||
 553                 uart->rx_dma_nrows < (uart->rx_dma_buf.tail/DMA_RX_XCOUNT)) {
 554                 uart->rx_dma_buf.head = pos;
 555                 bfin_serial_dma_rx_chars(uart);
 556                 uart->rx_dma_buf.tail = uart->rx_dma_buf.head;
 557         }
 558
 559         spin_unlock(&uart->rx_lock);
 560
 561         return IRQ_HANDLED;
 562 }
 563 #endif
 564
 565 /*
 566  * Return TIOCSER_TEMT when transmitter is not busy.
 567  */
 568 static unsigned int bfin_serial_tx_empty(struct uart_port *port)
 569 {
 570         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 571         unsigned int lsr;
 572
 573         lsr = UART_GET_LSR(uart);
 574         if (lsr & TEMT)
 575                 return TIOCSER_TEMT;
 576         else
 577                 return 0;
 578 }
 579
 580 static void bfin_serial_break_ctl(struct uart_port *port, int break_state)
 581 {
 582         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 583         u32 lcr = UART_GET_LCR(uart);
 584         if (break_state)
 585                 lcr |= SB;
 586         else
 587                 lcr &= ~SB;
 588         UART_PUT_LCR(uart, lcr);
 589         SSYNC();
 590 }
 591
 592 static int bfin_serial_startup(struct uart_port *port)
 593 {
 594         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 595
 596 #ifdef CONFIG_SERIAL_BFIN_DMA
 597         dma_addr_t dma_handle;
 598
 599         if (request_dma(uart->rx_dma_channel, "BFIN_UART_RX") < 0) {
 600                 printk(KERN_NOTICE "Unable to attach Blackfin UART RX DMA channel\n");
 601                 return -EBUSY;
 602         }
 603
 604         if (request_dma(uart->tx_dma_channel, "BFIN_UART_TX") < 0) {
 605                 printk(KERN_NOTICE "Unable to attach Blackfin UART TX DMA channel\n");
 606                 free_dma(uart->rx_dma_channel);
 607                 return -EBUSY;
 608         }
 609
 610         set_dma_callback(uart->rx_dma_channel, bfin_serial_dma_rx_int, uart);
 611         set_dma_callback(uart->tx_dma_channel, bfin_serial_dma_tx_int, uart);
 612
 613         uart->rx_dma_buf.buf = (unsigned char *)dma_alloc_coherent(NULL, PAGE_SIZE, &dma_handle, GFP_DMA);
 614         uart->rx_dma_buf.head = 0;
 615         uart->rx_dma_buf.tail = 0;
 616         uart->rx_dma_nrows = 0;
 617
 618         set_dma_config(uart->rx_dma_channel,
 619                 set_bfin_dma_config(DIR_WRITE, DMA_FLOW_AUTO,
 620                                 INTR_ON_ROW, DIMENSION_2D,
 621                                 DATA_SIZE_8,
 622                                 DMA_SYNC_RESTART));
 623         set_dma_x_count(uart->rx_dma_channel, DMA_RX_XCOUNT);
 624         set_dma_x_modify(uart->rx_dma_channel, 1);
 625         set_dma_y_count(uart->rx_dma_channel, DMA_RX_YCOUNT);
 626         set_dma_y_modify(uart->rx_dma_channel, 1);
 627         set_dma_start_addr(uart->rx_dma_channel, (unsigned long)uart->rx_dma_buf.buf);
 628         enable_dma(uart->rx_dma_channel);
 629
 630         uart->rx_dma_timer.data = (unsigned long)(uart);
 631         uart->rx_dma_timer.function = (void *)bfin_serial_rx_dma_timeout;
 632         uart->rx_dma_timer.expires = jiffies + DMA_RX_FLUSH_JIFFIES;
 633         add_timer(&(uart->rx_dma_timer));
 634 #else
 635 # if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
 636         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
 637         if (kgdboc_port_line == uart->port.line && kgdboc_break_enabled)
 638                 kgdboc_break_enabled = 0;
 639         else {
 640 # endif
 641         if (request_irq(uart->rx_irq, bfin_serial_rx_int, 0,
 642              "BFIN_UART_RX", uart)) {
 643                 printk(KERN_NOTICE "Unable to attach BlackFin UART RX interrupt\n");
 644                 return -EBUSY;
 645         }
 646
 647         if (request_irq
 648             (uart->tx_irq, bfin_serial_tx_int, 0,
 649              "BFIN_UART_TX", uart)) {
 650                 printk(KERN_NOTICE "Unable to attach BlackFin UART TX interrupt\n");
 651                 free_irq(uart->rx_irq, uart);
 652                 return -EBUSY;
 653         }
 654
 655 # ifdef CONFIG_BF54x
 656         {
 657                 /*
 658                  * UART2 and UART3 on BF548 share interrupt PINs and DMA
 659                  * controllers with SPORT2 and SPORT3. UART rx and tx
 660                  * interrupts are generated in PIO mode only when configure
 661                  * their peripheral mapping registers properly, which means
 662                  * request corresponding DMA channels in PIO mode as well.
 663                  */
 664                 unsigned uart_dma_ch_rx, uart_dma_ch_tx;
 665
 666                 switch (uart->rx_irq) {
 667                 case IRQ_UART3_RX:
 668                         uart_dma_ch_rx = CH_UART3_RX;
 669                         uart_dma_ch_tx = CH_UART3_TX;
 670                         break;
 671                 case IRQ_UART2_RX:
 672                         uart_dma_ch_rx = CH_UART2_RX;
 673                         uart_dma_ch_tx = CH_UART2_TX;
 674                         break;
 675                 default:
 676                         uart_dma_ch_rx = uart_dma_ch_tx = 0;
 677                         break;
 678                 }
 679
 680                 if (uart_dma_ch_rx &&
 681                         request_dma(uart_dma_ch_rx, "BFIN_UART_RX") < 0) {
 682                         printk(KERN_NOTICE"Fail to attach UART interrupt\n");
 683                         free_irq(uart->rx_irq, uart);
 684                         free_irq(uart->tx_irq, uart);
 685                         return -EBUSY;
 686                 }
 687                 if (uart_dma_ch_tx &&
 688                         request_dma(uart_dma_ch_tx, "BFIN_UART_TX") < 0) {
 689                         printk(KERN_NOTICE "Fail to attach UART interrupt\n");
 690                         free_dma(uart_dma_ch_rx);
 691                         free_irq(uart->rx_irq, uart);
 692                         free_irq(uart->tx_irq, uart);
 693                         return -EBUSY;
 694                 }
 695         }
 696 # endif
 697 # if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
 698         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
 699         }
 700 # endif
 701 #endif
 702
 703 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
 704         if (uart->cts_pin >= 0) {
 705                 if (request_irq(gpio_to_irq(uart->cts_pin),
 706                         bfin_serial_mctrl_cts_int,
 707                         IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING |
 708                         0, "BFIN_UART_CTS", uart)) {
 709                         uart->cts_pin = -1;
 710                         pr_info("Unable to attach BlackFin UART CTS interrupt. So, disable it.\n");
 711                 }
 712         }
 713         if (uart->rts_pin >= 0) {
 714                 if (gpio_request(uart->rts_pin, DRIVER_NAME)) {
 715                         pr_info("fail to request RTS PIN at GPIO_%d\n", uart->rts_pin);
 716                         uart->rts_pin = -1;
 717                 } else
 718                         gpio_direction_output(uart->rts_pin, 0);
 719         }
 720 #endif
 721 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
 722         if (uart->cts_pin >= 0) {
 723                 if (request_irq(uart->status_irq, bfin_serial_mctrl_cts_int,
 724                         0, "BFIN_UART_MODEM_STATUS", uart)) {
 725                         uart->cts_pin = -1;
 726                         dev_info(port->dev, "Unable to attach BlackFin UART Modem Status interrupt.\n");
 727                 }
 728
 729                 /* CTS RTS PINs are negative assertive. */
 730                 UART_PUT_MCR(uart, UART_GET_MCR(uart) | ACTS);
 731                 UART_SET_IER(uart, EDSSI);
 732         }
 733 #endif
 734
 735         UART_SET_IER(uart, ERBFI);
 736         return 0;
 737 }
 738
 739 static void bfin_serial_shutdown(struct uart_port *port)
 740 {
 741         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 742
 743 #ifdef CONFIG_SERIAL_BFIN_DMA
 744         disable_dma(uart->tx_dma_channel);
 745         free_dma(uart->tx_dma_channel);
 746         disable_dma(uart->rx_dma_channel);
 747         free_dma(uart->rx_dma_channel);
 748         del_timer(&(uart->rx_dma_timer));
 749         dma_free_coherent(NULL, PAGE_SIZE, uart->rx_dma_buf.buf, 0);
 750 #else
 751 #ifdef CONFIG_BF54x
 752         switch (uart->port.irq) {
 753         case IRQ_UART3_RX:
 754                 free_dma(CH_UART3_RX);
 755                 free_dma(CH_UART3_TX);
 756                 break;
 757         case IRQ_UART2_RX:
 758                 free_dma(CH_UART2_RX);
 759                 free_dma(CH_UART2_TX);
 760                 break;
 761         default:
 762                 break;
 763         }
 764 #endif
 765         free_irq(uart->rx_irq, uart);
 766         free_irq(uart->tx_irq, uart);
 767 #endif
 768
 769 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
 770         if (uart->cts_pin >= 0)
 771                 free_irq(gpio_to_irq(uart->cts_pin), uart);
 772         if (uart->rts_pin >= 0)
 773                 gpio_free(uart->rts_pin);
 774 #endif
 775 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
 776         if (uart->cts_pin >= 0)
 777                 free_irq(uart->status_irq, uart);
 778 #endif
 779 }
 780
 781 static void
 782 bfin_serial_set_termios(struct uart_port *port, struct ktermios *termios,
 783                    struct ktermios *old)
 784 {
 785         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 786         unsigned long flags;
 787         unsigned int baud, quot;
 788         unsigned int ier, lcr = 0;
 789         unsigned long timeout;
 790
 791 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
 792         if (old == NULL && uart->cts_pin != -1)
 793                 termios->c_cflag |= CRTSCTS;
 794         else if (uart->cts_pin == -1)
 795                 termios->c_cflag &= ~CRTSCTS;
 796 #endif
 797
 798         switch (termios->c_cflag & CSIZE) {
 799         case CS8:
 800                 lcr = WLS(8);
 801                 break;
 802         case CS7:
 803                 lcr = WLS(7);
 804                 break;
 805         case CS6:
 806                 lcr = WLS(6);
 807                 break;
 808         case CS5:
 809                 lcr = WLS(5);
 810                 break;
 811         default:
 812                 printk(KERN_ERR "%s: word length not supported\n",
 813                         __func__);
 814         }
 815
 816         /* Anomaly notes:
 817          *  05000231 -  STOP bit is always set to 1 whatever the user is set.
 818          */
 819         if (termios->c_cflag & CSTOPB) {
 820                 if (ANOMALY_05000231)
 821                         printk(KERN_WARNING "STOP bits other than 1 is not "
 822                                 "supported in case of anomaly 05000231.\n");
 823                 else
 824                         lcr |= STB;
 825         }
 826         if (termios->c_cflag & PARENB)
 827                 lcr |= PEN;
 828         if (!(termios->c_cflag & PARODD))
 829                 lcr |= EPS;
 830         if (termios->c_cflag & CMSPAR)
 831                 lcr |= STP;
 832
 833         spin_lock_irqsave(&uart->port.lock, flags);
 834
 835         port->read_status_mask = OE;
 836         if (termios->c_iflag & INPCK)
 837                 port->read_status_mask |= (FE | PE);
 838         if (termios->c_iflag & (IGNBRK | BRKINT | PARMRK))
 839                 port->read_status_mask |= BI;
 840
 841         /*
 842          * Characters to ignore
 843          */
 844         port->ignore_status_mask = 0;
 845         if (termios->c_iflag & IGNPAR)
 846                 port->ignore_status_mask |= FE | PE;
 847         if (termios->c_iflag & IGNBRK) {
 848                 port->ignore_status_mask |= BI;
 849                 /*
 850                  * If we're ignoring parity and break indicators,
 851                  * ignore overruns too (for real raw support).
 852                  */
 853                 if (termios->c_iflag & IGNPAR)
 854                         port->ignore_status_mask |= OE;
 855         }
 856
 857         baud = uart_get_baud_rate(port, termios, old, 0, port->uartclk/16);
 858         quot = uart_get_divisor(port, baud);
 859
 860         /* If discipline is not IRDA, apply ANOMALY_05000230 */
 861         if (termios->c_line != N_IRDA)
 862                 quot -= ANOMALY_05000230;
 863
 864         UART_SET_ANOMALY_THRESHOLD(uart, USEC_PER_SEC / baud * 15);
 865
 866         /* Wait till the transfer buffer is empty */
 867         timeout = jiffies + msecs_to_jiffies(10);
 868         while (UART_GET_GCTL(uart) & UCEN && !(UART_GET_LSR(uart) & TEMT))
 869                 if (time_after(jiffies, timeout)) {
 870                         dev_warn(port->dev, "timeout waiting for TX buffer empty\n");
 871                         break;
 872                 }
 873
 874         /* Disable UART */
 875         ier = UART_GET_IER(uart);
 876         UART_PUT_GCTL(uart, UART_GET_GCTL(uart) & ~UCEN);
 877         UART_DISABLE_INTS(uart);
 878
 879         /* Set DLAB in LCR to Access CLK */
 880         UART_SET_DLAB(uart);
 881
 882         UART_PUT_CLK(uart, quot);
 883         SSYNC();
 884
 885         /* Clear DLAB in LCR to Access THR RBR IER */
 886         UART_CLEAR_DLAB(uart);
 887
 888         UART_PUT_LCR(uart, (UART_GET_LCR(uart) & ~LCR_MASK) | lcr);
 889
 890         /* Enable UART */
 891         UART_ENABLE_INTS(uart, ier);
 892         UART_PUT_GCTL(uart, UART_GET_GCTL(uart) | UCEN);
 893
 894         /* Port speed changed, update the per-port timeout. */
 895         uart_update_timeout(port, termios->c_cflag, baud);
 896
 897         spin_unlock_irqrestore(&uart->port.lock, flags);
 898 }
 899
 900 static const char *bfin_serial_type(struct uart_port *port)
 901 {
 902         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 903
 904         return uart->port.type == PORT_BFIN ? "BFIN-UART" : NULL;
 905 }
 906
 907 /*
 908  * Release the memory region(s) being used by 'port'.
 909  */
 910 static void bfin_serial_release_port(struct uart_port *port)
 911 {
 912 }
 913
 914 /*
 915  * Request the memory region(s) being used by 'port'.
 916  */
 917 static int bfin_serial_request_port(struct uart_port *port)
 918 {
 919         return 0;
 920 }
 921
 922 /*
 923  * Configure/autoconfigure the port.
 924  */
 925 static void bfin_serial_config_port(struct uart_port *port, int flags)
 926 {
 927         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 928
 929         if (flags & UART_CONFIG_TYPE &&
 930             bfin_serial_request_port(&uart->port) == 0)
 931                 uart->port.type = PORT_BFIN;
 932 }
 933
 934 /*
 935  * Verify the new serial_struct (for TIOCSSERIAL).
 936  * The only change we allow are to the flags and type, and
 937  * even then only between PORT_BFIN and PORT_UNKNOWN
 938  */
 939 static int
 940 bfin_serial_verify_port(struct uart_port *port, struct serial_struct *ser)
 941 {
 942         return 0;
 943 }
 944
 945 /*
 946  * Enable the IrDA function if tty->ldisc.num is N_IRDA.
 947  * In other cases, disable IrDA function.
 948  */
 949 static void bfin_serial_set_ldisc(struct uart_port *port,
 950                                   struct ktermios *termios)
 951 {
 952         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 953         unsigned int val;
 954
 955         switch (termios->c_line) {
 956         case N_IRDA:
 957                 val = UART_GET_GCTL(uart);
 958                 val |= (UMOD_IRDA | RPOLC);
 959                 UART_PUT_GCTL(uart, val);
 960                 break;
 961         default:
 962                 val = UART_GET_GCTL(uart);
 963                 val &= ~(UMOD_MASK | RPOLC);
 964                 UART_PUT_GCTL(uart, val);
 965         }
 966 }
 967
 968 static void bfin_serial_reset_irda(struct uart_port *port)
 969 {
 970         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 971         unsigned int val;
 972
 973         val = UART_GET_GCTL(uart);
 974         val &= ~(UMOD_MASK | RPOLC);
 975         UART_PUT_GCTL(uart, val);
 976         SSYNC();
 977         val |= (UMOD_IRDA | RPOLC);
 978         UART_PUT_GCTL(uart, val);
 979         SSYNC();
 980 }
 981
 982 #ifdef CONFIG_CONSOLE_POLL
 983 /* Anomaly notes:
 984  *  05000099 -  Because we only use THRE in poll_put and DR in poll_get,
 985  *              losing other bits of UART_LSR is not a problem here.
 986  */
 987 static void bfin_serial_poll_put_char(struct uart_port *port, unsigned char chr)
 988 {
 989         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
 990
 991         while (!(UART_GET_LSR(uart) & THRE))
 992                 cpu_relax();
 993
 994         UART_CLEAR_DLAB(uart);
 995         UART_PUT_CHAR(uart, (unsigned char)chr);
 996 }
 997
 998 static int bfin_serial_poll_get_char(struct uart_port *port)
 999 {
1000         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
1001         unsigned char chr;
1002
1003         while (!(UART_GET_LSR(uart) & DR))
1004                 cpu_relax();
1005
1006         UART_CLEAR_DLAB(uart);
1007         chr = UART_GET_CHAR(uart);
1008
1009         return chr;
1010 }
1011 #endif
1012
1013 static struct uart_ops bfin_serial_pops = {
1014         .tx_empty       = bfin_serial_tx_empty,
1015         .set_mctrl      = bfin_serial_set_mctrl,
1016         .get_mctrl      = bfin_serial_get_mctrl,
1017         .stop_tx        = bfin_serial_stop_tx,
1018         .start_tx       = bfin_serial_start_tx,
1019         .stop_rx        = bfin_serial_stop_rx,
1020         .break_ctl      = bfin_serial_break_ctl,
1021         .startup        = bfin_serial_startup,
1022         .shutdown       = bfin_serial_shutdown,
1023         .set_termios    = bfin_serial_set_termios,
1024         .set_ldisc      = bfin_serial_set_ldisc,
1025         .type           = bfin_serial_type,
1026         .release_port   = bfin_serial_release_port,
1027         .request_port   = bfin_serial_request_port,
1028         .config_port    = bfin_serial_config_port,
1029         .verify_port    = bfin_serial_verify_port,
1030 #ifdef CONFIG_CONSOLE_POLL
1031         .poll_put_char  = bfin_serial_poll_put_char,
1032         .poll_get_char  = bfin_serial_poll_get_char,
1033 #endif
1034 };
1035
1036 #if defined(CONFIG_SERIAL_BFIN_CONSOLE) || defined(CONFIG_EARLY_PRINTK)
1037 /*
1038  * If the port was already initialised (eg, by a boot loader),
1039  * try to determine the current setup.
1040  */
1041 static void __init
1042 bfin_serial_console_get_options(struct bfin_serial_port *uart, int *baud,
1043                            int *parity, int *bits)
1044 {
1045         unsigned int status;
1046
1047         status = UART_GET_IER(uart) & (ERBFI | ETBEI);
1048         if (status == (ERBFI | ETBEI)) {
1049                 /* ok, the port was enabled */
1050                 u32 lcr, clk;
1051
1052                 lcr = UART_GET_LCR(uart);
1053
1054                 *parity = 'n';
1055                 if (lcr & PEN) {
1056                         if (lcr & EPS)
1057                                 *parity = 'e';
1058                         else
1059                                 *parity = 'o';
1060                 }
1061                 *bits = ((lcr & WLS_MASK) >> WLS_OFFSET) + 5;
1062
1063                 /* Set DLAB in LCR to Access CLK */
1064                 UART_SET_DLAB(uart);
1065
1066                 clk = UART_GET_CLK(uart);
1067
1068                 /* Clear DLAB in LCR to Access THR RBR IER */
1069                 UART_CLEAR_DLAB(uart);
1070
1071                 *baud = get_sclk() / (16*clk);
1072         }
1073         pr_debug("%s:baud = %d, parity = %c, bits= %d\n", __func__, *baud, *parity, *bits);
1074 }
1075
1076 static struct uart_driver bfin_serial_reg;
1077
1078 static void bfin_serial_console_putchar(struct uart_port *port, int ch)
1079 {
1080         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
1081         while (!(UART_GET_LSR(uart) & THRE))
1082                 barrier();
1083         UART_PUT_CHAR(uart, ch);
1084 }
1085
1086 #endif /* defined (CONFIG_SERIAL_BFIN_CONSOLE) ||
1087                  defined (CONFIG_EARLY_PRINTK) */
1088
1089 #ifdef CONFIG_SERIAL_BFIN_CONSOLE
1090 #define CLASS_BFIN_CONSOLE      "bfin-console"
1091 /*
1092  * Interrupts are disabled on entering
1093  */
1094 static void
1095 bfin_serial_console_write(struct console *co, const char *s, unsigned int count)
1096 {
1097         struct bfin_serial_port *uart = bfin_serial_ports[co->index];
1098         unsigned long flags;
1099
1100         spin_lock_irqsave(&uart->port.lock, flags);
1101         uart_console_write(&uart->port, s, count, bfin_serial_console_putchar);
1102         spin_unlock_irqrestore(&uart->port.lock, flags);
1103
1104 }
1105
1106 static int __init
1107 bfin_serial_console_setup(struct console *co, char *options)
1108 {
1109         struct bfin_serial_port *uart;
1110         int baud = 57600;
1111         int bits = 8;
1112         int parity = 'n';
1113 # if defined(CONFIG_SERIAL_BFIN_CTSRTS) || \
1114         defined(CONFIG_SERIAL_BFIN_HARD_CTSRTS)
1115         int flow = 'r';
1116 # else
1117         int flow = 'n';
1118 # endif
1119
1120         /*
1121          * Check whether an invalid uart number has been specified, and
1122          * if so, search for the first available port that does have
1123          * console support.
1124          */
1125         if (co->index < 0 || co->index >= BFIN_UART_NR_PORTS)
1126                 return -ENODEV;
1127
1128         uart = bfin_serial_ports[co->index];
1129         if (!uart)
1130                 return -ENODEV;
1131
1132         if (options)
1133                 uart_parse_options(options, &baud, &parity, &bits, &flow);
1134         else
1135                 bfin_serial_console_get_options(uart, &baud, &parity, &bits);
1136
1137         return uart_set_options(&uart->port, co, baud, parity, bits, flow);
1138 }
1139
1140 static struct console bfin_serial_console = {
1141         .name           = BFIN_SERIAL_DEV_NAME,
1142         .write          = bfin_serial_console_write,
1143         .device         = uart_console_device,
1144         .setup          = bfin_serial_console_setup,
1145         .flags          = CON_PRINTBUFFER,
1146         .index          = -1,
1147         .data           = &bfin_serial_reg,
1148 };
1149 #define BFIN_SERIAL_CONSOLE     (&bfin_serial_console)
1150 #else
1151 #define BFIN_SERIAL_CONSOLE     NULL
1152 #endif /* CONFIG_SERIAL_BFIN_CONSOLE */
1153
1154 #ifdef  CONFIG_EARLY_PRINTK
1155 static struct bfin_serial_port bfin_earlyprintk_port;
1156 #define CLASS_BFIN_EARLYPRINTK  "bfin-earlyprintk"
1157
1158 /*
1159  * Interrupts are disabled on entering
1160  */
1161 static void
1162 bfin_earlyprintk_console_write(struct console *co, const char *s, unsigned int count)
1163 {
1164         unsigned long flags;
1165
1166         if (bfin_earlyprintk_port.port.line != co->index)
1167                 return;
1168
1169         spin_lock_irqsave(&bfin_earlyprintk_port.port.lock, flags);
1170         uart_console_write(&bfin_earlyprintk_port.port, s, count,
1171                 bfin_serial_console_putchar);
1172         spin_unlock_irqrestore(&bfin_earlyprintk_port.port.lock, flags);
1173 }
1174
1175 /*
1176  * This should have a .setup or .early_setup in it, but then things get called
1177  * without the command line options, and the baud rate gets messed up - so
1178  * don't let the common infrastructure play with things. (see calls to setup
1179  * & earlysetup in ./kernel/printk.c:register_console()
1180  */
1181 static struct console bfin_early_serial_console __initdata = {
1182         .name = "early_BFuart",
1183         .write = bfin_earlyprintk_console_write,
1184         .device = uart_console_device,
1185         .flags = CON_PRINTBUFFER,
1186         .index = -1,
1187         .data  = &bfin_serial_reg,
1188 };
1189 #endif
1190
1191 static struct uart_driver bfin_serial_reg = {
1192         .owner                  = THIS_MODULE,
1193         .driver_name            = DRIVER_NAME,
1194         .dev_name               = BFIN_SERIAL_DEV_NAME,
1195         .major                  = BFIN_SERIAL_MAJOR,
1196         .minor                  = BFIN_SERIAL_MINOR,
1197         .nr                     = BFIN_UART_NR_PORTS,
1198         .cons                   = BFIN_SERIAL_CONSOLE,
1199 };
1200
1201 static int bfin_serial_suspend(struct platform_device *pdev, pm_message_t state)
1202 {
1203         struct bfin_serial_port *uart = platform_get_drvdata(pdev);
1204
1205         return uart_suspend_port(&bfin_serial_reg, &uart->port);
1206 }
1207
1208 static int bfin_serial_resume(struct platform_device *pdev)
1209 {
1210         struct bfin_serial_port *uart = platform_get_drvdata(pdev);
1211
1212         return uart_resume_port(&bfin_serial_reg, &uart->port);
1213 }
1214
1215 static int bfin_serial_probe(struct platform_device *pdev)
1216 {
1217         struct resource *res;
1218         struct bfin_serial_port *uart = NULL;
1219         int ret = 0;
1220
1221         if (pdev->id < 0 || pdev->id >= BFIN_UART_NR_PORTS) {
1222                 dev_err(&pdev->dev, "Wrong bfin uart platform device id.\n");
1223                 return -ENOENT;
1224         }
1225
1226         if (bfin_serial_ports[pdev->id] == NULL) {
1227
1228                 uart = kzalloc(sizeof(*uart), GFP_KERNEL);
1229                 if (!uart) {
1230                         dev_err(&pdev->dev,
1231                                 "fail to malloc bfin_serial_port\n");
1232                         return -ENOMEM;
1233                 }
1234                 bfin_serial_ports[pdev->id] = uart;
1235
1236 #ifdef CONFIG_EARLY_PRINTK
1237                 if (!(bfin_earlyprintk_port.port.membase
1238                         && bfin_earlyprintk_port.port.line == pdev->id)) {
1239                         /*
1240                          * If the peripheral PINs of current port is allocated
1241                          * in earlyprintk probe stage, don't do it again.
1242                          */
1243 #endif
1244                 ret = peripheral_request_list(
1245                         dev_get_platdata(&pdev->dev),
1246                         DRIVER_NAME);
1247                 if (ret) {
1248                         dev_err(&pdev->dev,
1249                                 "fail to request bfin serial peripherals\n");
1250                         goto out_error_free_mem;
1251                 }
1252 #ifdef CONFIG_EARLY_PRINTK
1253                 }
1254 #endif
1255
1256                 spin_lock_init(&uart->port.lock);
1257                 uart->port.uartclk   = get_sclk();
1258                 uart->port.fifosize  = BFIN_UART_TX_FIFO_SIZE;
1259                 uart->port.ops       = &bfin_serial_pops;
1260                 uart->port.line      = pdev->id;
1261                 uart->port.iotype    = UPIO_MEM;
1262                 uart->port.flags     = UPF_BOOT_AUTOCONF;
1263
1264                 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1265                 if (res == NULL) {
1266                         dev_err(&pdev->dev, "Cannot get IORESOURCE_MEM\n");
1267                         ret = -ENOENT;
1268                         goto out_error_free_peripherals;
1269                 }
1270
1271                 uart->port.membase = ioremap(res->start, resource_size(res));
1272                 if (!uart->port.membase) {
1273                         dev_err(&pdev->dev, "Cannot map uart IO\n");
1274                         ret = -ENXIO;
1275                         goto out_error_free_peripherals;
1276                 }
1277                 uart->port.mapbase = res->start;
1278
1279                 uart->tx_irq = platform_get_irq(pdev, 0);
1280                 if (uart->tx_irq < 0) {
1281                         dev_err(&pdev->dev, "No uart TX IRQ specified\n");
1282                         ret = -ENOENT;
1283                         goto out_error_unmap;
1284                 }
1285
1286                 uart->rx_irq = platform_get_irq(pdev, 1);
1287                 if (uart->rx_irq < 0) {
1288                         dev_err(&pdev->dev, "No uart RX IRQ specified\n");
1289                         ret = -ENOENT;
1290                         goto out_error_unmap;
1291                 }
1292                 uart->port.irq = uart->rx_irq;
1293
1294                 uart->status_irq = platform_get_irq(pdev, 2);
1295                 if (uart->status_irq < 0) {
1296                         dev_err(&pdev->dev, "No uart status IRQ specified\n");
1297                         ret = -ENOENT;
1298                         goto out_error_unmap;
1299                 }
1300
1301 #ifdef CONFIG_SERIAL_BFIN_DMA
1302                 spin_lock_init(&uart->rx_lock);
1303                 uart->tx_done       = 1;
1304                 uart->tx_count      = 0;
1305
1306                 res = platform_get_resource(pdev, IORESOURCE_DMA, 0);
1307                 if (res == NULL) {
1308                         dev_err(&pdev->dev, "No uart TX DMA channel specified\n");
1309                         ret = -ENOENT;
1310                         goto out_error_unmap;
1311                 }
1312                 uart->tx_dma_channel = res->start;
1313
1314                 res = platform_get_resource(pdev, IORESOURCE_DMA, 1);
1315                 if (res == NULL) {
1316                         dev_err(&pdev->dev, "No uart RX DMA channel specified\n");
1317                         ret = -ENOENT;
1318                         goto out_error_unmap;
1319                 }
1320                 uart->rx_dma_channel = res->start;
1321
1322                 init_timer(&(uart->rx_dma_timer));
1323 #endif
1324
1325 #if defined(CONFIG_SERIAL_BFIN_CTSRTS) || \
1326         defined(CONFIG_SERIAL_BFIN_HARD_CTSRTS)
1327                 res = platform_get_resource(pdev, IORESOURCE_IO, 0);
1328                 if (res == NULL)
1329                         uart->cts_pin = -1;
1330                 else
1331                         uart->cts_pin = res->start;
1332
1333                 res = platform_get_resource(pdev, IORESOURCE_IO, 1);
1334                 if (res == NULL)
1335                         uart->rts_pin = -1;
1336                 else
1337                         uart->rts_pin = res->start;
1338 #endif
1339         }
1340
1341 #ifdef CONFIG_SERIAL_BFIN_CONSOLE
1342         if (!is_early_platform_device(pdev)) {
1343 #endif
1344                 uart = bfin_serial_ports[pdev->id];
1345                 uart->port.dev = &pdev->dev;
1346                 dev_set_drvdata(&pdev->dev, uart);
1347                 ret = uart_add_one_port(&bfin_serial_reg, &uart->port);
1348 #ifdef CONFIG_SERIAL_BFIN_CONSOLE
1349         }
1350 #endif
1351
1352         if (!ret)
1353                 return 0;
1354
1355         if (uart) {
1356 out_error_unmap:
1357                 iounmap(uart->port.membase);
1358 out_error_free_peripherals:
1359                 peripheral_free_list(dev_get_platdata(&pdev->dev));
1360 out_error_free_mem:
1361                 kfree(uart);
1362                 bfin_serial_ports[pdev->id] = NULL;
1363         }
1364
1365         return ret;
1366 }
1367
1368 static int bfin_serial_remove(struct platform_device *pdev)
1369 {
1370         struct bfin_serial_port *uart = platform_get_drvdata(pdev);
1371
1372         dev_set_drvdata(&pdev->dev, NULL);
1373
1374         if (uart) {
1375                 uart_remove_one_port(&bfin_serial_reg, &uart->port);
1376                 iounmap(uart->port.membase);
1377                 peripheral_free_list(dev_get_platdata(&pdev->dev));
1378                 kfree(uart);
1379                 bfin_serial_ports[pdev->id] = NULL;
1380         }
1381
1382         return 0;
1383 }
1384
1385 static struct platform_driver bfin_serial_driver = {
1386         .probe          = bfin_serial_probe,
1387         .remove         = bfin_serial_remove,
1388         .suspend        = bfin_serial_suspend,
1389         .resume         = bfin_serial_resume,
1390         .driver         = {
1391                 .name   = DRIVER_NAME,
1392         },
1393 };
1394
1395 #if defined(CONFIG_SERIAL_BFIN_CONSOLE)
1396 static struct early_platform_driver early_bfin_serial_driver __initdata = {
1397         .class_str = CLASS_BFIN_CONSOLE,
1398         .pdrv = &bfin_serial_driver,
1399         .requested_id = EARLY_PLATFORM_ID_UNSET,
1400 };
1401
1402 static int __init bfin_serial_rs_console_init(void)
1403 {
1404         early_platform_driver_register(&early_bfin_serial_driver, DRIVER_NAME);
1405
1406         early_platform_driver_probe(CLASS_BFIN_CONSOLE, BFIN_UART_NR_PORTS, 0);
1407
1408         register_console(&bfin_serial_console);
1409
1410         return 0;
1411 }
1412 console_initcall(bfin_serial_rs_console_init);
1413 #endif
1414
1415 #ifdef CONFIG_EARLY_PRINTK
1416 /*
1417  * Memory can't be allocated dynamically during earlyprink init stage.
1418  * So, do individual probe for earlyprink with a static uart port variable.
1419  */
1420 static int bfin_earlyprintk_probe(struct platform_device *pdev)
1421 {
1422         struct resource *res;
1423         int ret;
1424
1425         if (pdev->id < 0 || pdev->id >= BFIN_UART_NR_PORTS) {
1426                 dev_err(&pdev->dev, "Wrong earlyprintk platform device id.\n");
1427                 return -ENOENT;
1428         }
1429
1430         ret = peripheral_request_list(dev_get_platdata(&pdev->dev),
1431                                         DRIVER_NAME);
1432         if (ret) {
1433                 dev_err(&pdev->dev,
1434                                 "fail to request bfin serial peripherals\n");
1435                         return ret;
1436         }
1437
1438         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1439         if (res == NULL) {
1440                 dev_err(&pdev->dev, "Cannot get IORESOURCE_MEM\n");
1441                 ret = -ENOENT;
1442                 goto out_error_free_peripherals;
1443         }
1444
1445         bfin_earlyprintk_port.port.membase = ioremap(res->start,
1446                                                      resource_size(res));
1447         if (!bfin_earlyprintk_port.port.membase) {
1448                 dev_err(&pdev->dev, "Cannot map uart IO\n");
1449                 ret = -ENXIO;
1450                 goto out_error_free_peripherals;
1451         }
1452         bfin_earlyprintk_port.port.mapbase = res->start;
1453         bfin_earlyprintk_port.port.line = pdev->id;
1454         bfin_earlyprintk_port.port.uartclk = get_sclk();
1455         bfin_earlyprintk_port.port.fifosize  = BFIN_UART_TX_FIFO_SIZE;
1456         spin_lock_init(&bfin_earlyprintk_port.port.lock);
1457
1458         return 0;
1459
1460 out_error_free_peripherals:
1461         peripheral_free_list(dev_get_platdata(&pdev->dev));
1462
1463         return ret;
1464 }
1465
1466 static struct platform_driver bfin_earlyprintk_driver = {
1467         .probe          = bfin_earlyprintk_probe,
1468         .driver         = {
1469                 .name   = DRIVER_NAME,
1470                 .owner  = THIS_MODULE,
1471         },
1472 };
1473
1474 static struct early_platform_driver early_bfin_earlyprintk_driver __initdata = {
1475         .class_str = CLASS_BFIN_EARLYPRINTK,
1476         .pdrv = &bfin_earlyprintk_driver,
1477         .requested_id = EARLY_PLATFORM_ID_UNSET,
1478 };
1479
1480 struct console __init *bfin_earlyserial_init(unsigned int port,
1481                                                 unsigned int cflag)
1482 {
1483         struct ktermios t;
1484         char port_name[20];
1485
1486         if (port < 0 || port >= BFIN_UART_NR_PORTS)
1487                 return NULL;
1488
1489         /*
1490          * Only probe resource of the given port in earlyprintk boot arg.
1491          * The expected port id should be indicated in port name string.
1492          */
1493         snprintf(port_name, 20, DRIVER_NAME ".%d", port);
1494         early_platform_driver_register(&early_bfin_earlyprintk_driver,
1495                 port_name);
1496         early_platform_driver_probe(CLASS_BFIN_EARLYPRINTK, 1, 0);
1497
1498         if (!bfin_earlyprintk_port.port.membase)
1499                 return NULL;
1500
1501 #ifdef CONFIG_SERIAL_BFIN_CONSOLE
1502         /*
1503          * If we are using early serial, don't let the normal console rewind
1504          * log buffer, since that causes things to be printed multiple times
1505          */
1506         bfin_serial_console.flags &= ~CON_PRINTBUFFER;
1507 #endif
1508
1509         bfin_early_serial_console.index = port;
1510         t.c_cflag = cflag;
1511         t.c_iflag = 0;
1512         t.c_oflag = 0;
1513         t.c_lflag = ICANON;
1514         t.c_line = port;
1515         bfin_serial_set_termios(&bfin_earlyprintk_port.port, &t, &t);
1516
1517         return &bfin_early_serial_console;
1518 }
1519 #endif /* CONFIG_EARLY_PRINTK */
1520
1521 static int __init bfin_serial_init(void)
1522 {
1523         int ret;
1524
1525         pr_info("Blackfin serial driver\n");
1526
1527         ret = uart_register_driver(&bfin_serial_reg);
1528         if (ret) {
1529                 pr_err("failed to register %s:%d\n",
1530                         bfin_serial_reg.driver_name, ret);
1531         }
1532
1533         ret = platform_driver_register(&bfin_serial_driver);
1534         if (ret) {
1535                 pr_err("fail to register bfin uart\n");
1536                 uart_unregister_driver(&bfin_serial_reg);
1537         }
1538
1539         return ret;
1540 }
1541
1542 static void __exit bfin_serial_exit(void)
1543 {
1544         platform_driver_unregister(&bfin_serial_driver);
1545         uart_unregister_driver(&bfin_serial_reg);
1546 }
1547
1548
1549 module_init(bfin_serial_init);
1550 module_exit(bfin_serial_exit);
1551
1552 MODULE_AUTHOR("Sonic Zhang, Aubrey Li");
1553 MODULE_DESCRIPTION("Blackfin generic serial port driver");
1554 MODULE_LICENSE("GPL");
1555 MODULE_ALIAS_CHARDEV_MAJOR(BFIN_SERIAL_MAJOR);
1556 MODULE_ALIAS("platform:bfin-uart");