kernel/drivers/usb/renesas_usbhs/mod_gadget.c

   1 /*
   2  * Renesas USB driver
   3  *
   4  * Copyright (C) 2011 Renesas Solutions Corp.
   5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   6  *
   7  * This program is distributed in the hope that it will be useful,
   8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
   9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  10  * GNU General Public License for more details.
  11  *
  12  * You should have received a copy of the GNU General Public License
  13  * along with this program; if not, write to the Free Software
  14  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  15  *
  16  */
  17 #include <linux/delay.h>
  18 #include <linux/dma-mapping.h>
  19 #include <linux/io.h>
  20 #include <linux/module.h>
  21 #include <linux/platform_device.h>
  22 #include <linux/usb/ch9.h>
  23 #include <linux/usb/gadget.h>
  24 #include <linux/usb/otg.h>
  25 #include "common.h"
  26
  27 /*
  28  *              struct
  29  */
  30 struct usbhsg_request {
  31         struct usb_request      req;
  32         struct usbhs_pkt        pkt;
  33 };
  34
  35 #define EP_NAME_SIZE 8
  36 struct usbhsg_gpriv;
  37 struct usbhsg_uep {
  38         struct usb_ep            ep;
  39         struct usbhs_pipe       *pipe;
  40
  41         char ep_name[EP_NAME_SIZE];
  42
  43         struct usbhsg_gpriv *gpriv;
  44 };
  45
  46 struct usbhsg_gpriv {
  47         struct usb_gadget        gadget;
  48         struct usbhs_mod         mod;
  49
  50         struct usbhsg_uep       *uep;
  51         int                      uep_size;
  52
  53         struct usb_gadget_driver        *driver;
  54         struct usb_phy          *transceiver;
  55         bool                     vbus_active;
  56
  57         u32     status;
  58 #define USBHSG_STATUS_STARTED           (1 << 0)
  59 #define USBHSG_STATUS_REGISTERD         (1 << 1)
  60 #define USBHSG_STATUS_WEDGE             (1 << 2)
  61 #define USBHSG_STATUS_SELF_POWERED      (1 << 3)
  62 #define USBHSG_STATUS_SOFT_CONNECT      (1 << 4)
  63 };
  64
  65 struct usbhsg_recip_handle {
  66         char *name;
  67         int (*device)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  68                       struct usb_ctrlrequest *ctrl);
  69         int (*interface)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  70                          struct usb_ctrlrequest *ctrl);
  71         int (*endpoint)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  72                         struct usb_ctrlrequest *ctrl);
  73 };
  74
  75 /*
  76  *              macro
  77  */
  78 #define usbhsg_priv_to_gpriv(priv)                      \
  79         container_of(                                   \
  80                 usbhs_mod_get(priv, USBHS_GADGET),      \
  81                 struct usbhsg_gpriv, mod)
  82
  83 #define __usbhsg_for_each_uep(start, pos, g, i) \
  84         for ((i) = start;                                       \
  85              ((i) < (g)->uep_size) && ((pos) = (g)->uep + (i)); \
  86              (i)++)
  87
  88 #define usbhsg_for_each_uep(pos, gpriv, i)      \
  89         __usbhsg_for_each_uep(1, pos, gpriv, i)
  90
  91 #define usbhsg_for_each_uep_with_dcp(pos, gpriv, i)     \
  92         __usbhsg_for_each_uep(0, pos, gpriv, i)
  93
  94 #define usbhsg_gadget_to_gpriv(g)\
  95         container_of(g, struct usbhsg_gpriv, gadget)
  96
  97 #define usbhsg_req_to_ureq(r)\
  98         container_of(r, struct usbhsg_request, req)
  99
 100 #define usbhsg_ep_to_uep(e)             container_of(e, struct usbhsg_uep, ep)
 101 #define usbhsg_gpriv_to_dev(gp)         usbhs_priv_to_dev((gp)->mod.priv)
 102 #define usbhsg_gpriv_to_priv(gp)        ((gp)->mod.priv)
 103 #define usbhsg_gpriv_to_dcp(gp)         ((gp)->uep)
 104 #define usbhsg_gpriv_to_nth_uep(gp, i)  ((gp)->uep + i)
 105 #define usbhsg_uep_to_gpriv(u)          ((u)->gpriv)
 106 #define usbhsg_uep_to_pipe(u)           ((u)->pipe)
 107 #define usbhsg_pipe_to_uep(p)           ((p)->mod_private)
 108 #define usbhsg_is_dcp(u)                ((u) == usbhsg_gpriv_to_dcp((u)->gpriv))
 109
 110 #define usbhsg_ureq_to_pkt(u)           (&(u)->pkt)
 111 #define usbhsg_pkt_to_ureq(i)   \
 112         container_of(i, struct usbhsg_request, pkt)
 113
 114 #define usbhsg_is_not_connected(gp) ((gp)->gadget.speed == USB_SPEED_UNKNOWN)
 115
 116 /* status */
 117 #define usbhsg_status_init(gp)   do {(gp)->status = 0; } while (0)
 118 #define usbhsg_status_set(gp, b) (gp->status |=  b)
 119 #define usbhsg_status_clr(gp, b) (gp->status &= ~b)
 120 #define usbhsg_status_has(gp, b) (gp->status &   b)
 121
 122 /*
 123  *              queue push/pop
 124  */
 125 static void __usbhsg_queue_pop(struct usbhsg_uep *uep,
 126                                struct usbhsg_request *ureq,
 127                                int status)
 128 {
 129         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 130         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 131         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 132         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 133
 134         if (pipe)
 135                 dev_dbg(dev, "pipe %d : queue pop\n", usbhs_pipe_number(pipe));
 136
 137         ureq->req.status = status;
 138         spin_unlock(usbhs_priv_to_lock(priv));
 139         usb_gadget_giveback_request(&uep->ep, &ureq->req);
 140         spin_lock(usbhs_priv_to_lock(priv));
 141 }
 142
 143 static void usbhsg_queue_pop(struct usbhsg_uep *uep,
 144                              struct usbhsg_request *ureq,
 145                              int status)
 146 {
 147         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 148         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 149         unsigned long flags;
 150
 151         usbhs_lock(priv, flags);
 152         __usbhsg_queue_pop(uep, ureq, status);
 153         usbhs_unlock(priv, flags);
 154 }
 155
 156 static void usbhsg_queue_done(struct usbhs_priv *priv, struct usbhs_pkt *pkt)
 157 {
 158         struct usbhs_pipe *pipe = pkt->pipe;
 159         struct usbhsg_uep *uep = usbhsg_pipe_to_uep(pipe);
 160         struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 161         unsigned long flags;
 162
 163         ureq->req.actual = pkt->actual;
 164
 165         usbhs_lock(priv, flags);
 166         if (uep)
 167                 __usbhsg_queue_pop(uep, ureq, 0);
 168         usbhs_unlock(priv, flags);
 169 }
 170
 171 static void usbhsg_queue_push(struct usbhsg_uep *uep,
 172                               struct usbhsg_request *ureq)
 173 {
 174         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 175         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 176         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 177         struct usbhs_pkt *pkt = usbhsg_ureq_to_pkt(ureq);
 178         struct usb_request *req = &ureq->req;
 179
 180         req->actual = 0;
 181         req->status = -EINPROGRESS;
 182         usbhs_pkt_push(pipe, pkt, usbhsg_queue_done,
 183                        req->buf, req->length, req->zero, -1);
 184         usbhs_pkt_start(pipe);
 185
 186         dev_dbg(dev, "pipe %d : queue push (%d)\n",
 187                 usbhs_pipe_number(pipe),
 188                 req->length);
 189 }
 190
 191 /*
 192  *              dma map/unmap
 193  */
 194 static int usbhsg_dma_map_ctrl(struct usbhs_pkt *pkt, int map)
 195 {
 196         struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 197         struct usb_request *req = &ureq->req;
 198         struct usbhs_pipe *pipe = pkt->pipe;
 199         struct usbhsg_uep *uep = usbhsg_pipe_to_uep(pipe);
 200         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 201         enum dma_data_direction dir;
 202         int ret = 0;
 203
 204         dir = usbhs_pipe_is_dir_host(pipe);
 205
 206         if (map) {
 207                 /* it can not use scatter/gather */
 208                 WARN_ON(req->num_sgs);
 209
 210                 ret = usb_gadget_map_request(&gpriv->gadget, req, dir);
 211                 if (ret < 0)
 212                         return ret;
 213
 214                 pkt->dma = req->dma;
 215         } else {
 216                 usb_gadget_unmap_request(&gpriv->gadget, req, dir);
 217         }
 218
 219         return ret;
 220 }
 221
 222 /*
 223  *              USB_TYPE_STANDARD / clear feature functions
 224  */
 225 static int usbhsg_recip_handler_std_control_done(struct usbhs_priv *priv,
 226                                                  struct usbhsg_uep *uep,
 227                                                  struct usb_ctrlrequest *ctrl)
 228 {
 229         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 230         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 231         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 232
 233         usbhs_dcp_control_transfer_done(pipe);
 234
 235         return 0;
 236 }
 237
 238 static int usbhsg_recip_handler_std_clear_endpoint(struct usbhs_priv *priv,
 239                                                    struct usbhsg_uep *uep,
 240                                                    struct usb_ctrlrequest *ctrl)
 241 {
 242         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 243         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 244
 245         if (!usbhsg_status_has(gpriv, USBHSG_STATUS_WEDGE)) {
 246                 usbhs_pipe_disable(pipe);
 247                 usbhs_pipe_sequence_data0(pipe);
 248                 usbhs_pipe_enable(pipe);
 249         }
 250
 251         usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 252
 253         usbhs_pkt_start(pipe);
 254
 255         return 0;
 256 }
 257
 258 static struct usbhsg_recip_handle req_clear_feature = {
 259         .name           = "clear feature",
 260         .device         = usbhsg_recip_handler_std_control_done,
 261         .interface      = usbhsg_recip_handler_std_control_done,
 262         .endpoint       = usbhsg_recip_handler_std_clear_endpoint,
 263 };
 264
 265 /*
 266  *              USB_TYPE_STANDARD / set feature functions
 267  */
 268 static int usbhsg_recip_handler_std_set_device(struct usbhs_priv *priv,
 269                                                  struct usbhsg_uep *uep,
 270                                                  struct usb_ctrlrequest *ctrl)
 271 {
 272         switch (le16_to_cpu(ctrl->wValue)) {
 273         case USB_DEVICE_TEST_MODE:
 274                 usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 275                 udelay(100);
 276                 usbhs_sys_set_test_mode(priv, le16_to_cpu(ctrl->wIndex >> 8));
 277                 break;
 278         default:
 279                 usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 280                 break;
 281         }
 282
 283         return 0;
 284 }
 285
 286 static int usbhsg_recip_handler_std_set_endpoint(struct usbhs_priv *priv,
 287                                                  struct usbhsg_uep *uep,
 288                                                  struct usb_ctrlrequest *ctrl)
 289 {
 290         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 291
 292         usbhs_pipe_stall(pipe);
 293
 294         usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 295
 296         return 0;
 297 }
 298
 299 static struct usbhsg_recip_handle req_set_feature = {
 300         .name           = "set feature",
 301         .device         = usbhsg_recip_handler_std_set_device,
 302         .interface      = usbhsg_recip_handler_std_control_done,
 303         .endpoint       = usbhsg_recip_handler_std_set_endpoint,
 304 };
 305
 306 /*
 307  *              USB_TYPE_STANDARD / get status functions
 308  */
 309 static void __usbhsg_recip_send_complete(struct usb_ep *ep,
 310                                          struct usb_request *req)
 311 {
 312         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 313
 314         /* free allocated recip-buffer/usb_request */
 315         kfree(ureq->pkt.buf);
 316         usb_ep_free_request(ep, req);
 317 }
 318
 319 static void __usbhsg_recip_send_status(struct usbhsg_gpriv *gpriv,
 320                                        unsigned short status)
 321 {
 322         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 323         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 324         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 325         struct usb_request *req;
 326         unsigned short *buf;
 327
 328         /* alloc new usb_request for recip */
 329         req = usb_ep_alloc_request(&dcp->ep, GFP_ATOMIC);
 330         if (!req) {
 331                 dev_err(dev, "recip request allocation fail\n");
 332                 return;
 333         }
 334
 335         /* alloc recip data buffer */
 336         buf = kmalloc(sizeof(*buf), GFP_ATOMIC);
 337         if (!buf) {
 338                 usb_ep_free_request(&dcp->ep, req);
 339                 dev_err(dev, "recip data allocation fail\n");
 340                 return;
 341         }
 342
 343         /* recip data is status */
 344         *buf = cpu_to_le16(status);
 345
 346         /* allocated usb_request/buffer will be freed */
 347         req->complete   = __usbhsg_recip_send_complete;
 348         req->buf        = buf;
 349         req->length     = sizeof(*buf);
 350         req->zero       = 0;
 351
 352         /* push packet */
 353         pipe->handler = &usbhs_fifo_pio_push_handler;
 354         usbhsg_queue_push(dcp, usbhsg_req_to_ureq(req));
 355 }
 356
 357 static int usbhsg_recip_handler_std_get_device(struct usbhs_priv *priv,
 358                                                struct usbhsg_uep *uep,
 359                                                struct usb_ctrlrequest *ctrl)
 360 {
 361         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 362         unsigned short status = 0;
 363
 364         if (usbhsg_status_has(gpriv, USBHSG_STATUS_SELF_POWERED))
 365                 status = 1 << USB_DEVICE_SELF_POWERED;
 366
 367         __usbhsg_recip_send_status(gpriv, status);
 368
 369         return 0;
 370 }
 371
 372 static int usbhsg_recip_handler_std_get_interface(struct usbhs_priv *priv,
 373                                                   struct usbhsg_uep *uep,
 374                                                   struct usb_ctrlrequest *ctrl)
 375 {
 376         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 377         unsigned short status = 0;
 378
 379         __usbhsg_recip_send_status(gpriv, status);
 380
 381         return 0;
 382 }
 383
 384 static int usbhsg_recip_handler_std_get_endpoint(struct usbhs_priv *priv,
 385                                                  struct usbhsg_uep *uep,
 386                                                  struct usb_ctrlrequest *ctrl)
 387 {
 388         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 389         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 390         unsigned short status = 0;
 391
 392         if (usbhs_pipe_is_stall(pipe))
 393                 status = 1 << USB_ENDPOINT_HALT;
 394
 395         __usbhsg_recip_send_status(gpriv, status);
 396
 397         return 0;
 398 }
 399
 400 static struct usbhsg_recip_handle req_get_status = {
 401         .name           = "get status",
 402         .device         = usbhsg_recip_handler_std_get_device,
 403         .interface      = usbhsg_recip_handler_std_get_interface,
 404         .endpoint       = usbhsg_recip_handler_std_get_endpoint,
 405 };
 406
 407 /*
 408  *              USB_TYPE handler
 409  */
 410 static int usbhsg_recip_run_handle(struct usbhs_priv *priv,
 411                                    struct usbhsg_recip_handle *handler,
 412                                    struct usb_ctrlrequest *ctrl)
 413 {
 414         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 415         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 416         struct usbhsg_uep *uep;
 417         struct usbhs_pipe *pipe;
 418         int recip = ctrl->bRequestType & USB_RECIP_MASK;
 419         int nth = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
 420         int ret = 0;
 421         int (*func)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
 422                     struct usb_ctrlrequest *ctrl);
 423         char *msg;
 424
 425         uep = usbhsg_gpriv_to_nth_uep(gpriv, nth);
 426         pipe = usbhsg_uep_to_pipe(uep);
 427         if (!pipe) {
 428                 dev_err(dev, "wrong recip request\n");
 429                 return -EINVAL;
 430         }
 431
 432         switch (recip) {
 433         case USB_RECIP_DEVICE:
 434                 msg     = "DEVICE";
 435                 func    = handler->device;
 436                 break;
 437         case USB_RECIP_INTERFACE:
 438                 msg     = "INTERFACE";
 439                 func    = handler->interface;
 440                 break;
 441         case USB_RECIP_ENDPOINT:
 442                 msg     = "ENDPOINT";
 443                 func    = handler->endpoint;
 444                 break;
 445         default:
 446                 dev_warn(dev, "unsupported RECIP(%d)\n", recip);
 447                 func = NULL;
 448                 ret = -EINVAL;
 449         }
 450
 451         if (func) {
 452                 dev_dbg(dev, "%s (pipe %d :%s)\n", handler->name, nth, msg);
 453                 ret = func(priv, uep, ctrl);
 454         }
 455
 456         return ret;
 457 }
 458
 459 /*
 460  *              irq functions
 461  *
 462  * it will be called from usbhs_interrupt
 463  */
 464 static int usbhsg_irq_dev_state(struct usbhs_priv *priv,
 465                                 struct usbhs_irq_state *irq_state)
 466 {
 467         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 468         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 469
 470         gpriv->gadget.speed = usbhs_bus_get_speed(priv);
 471
 472         dev_dbg(dev, "state = %x : speed : %d\n",
 473                 usbhs_status_get_device_state(irq_state),
 474                 gpriv->gadget.speed);
 475
 476         return 0;
 477 }
 478
 479 static int usbhsg_irq_ctrl_stage(struct usbhs_priv *priv,
 480                                  struct usbhs_irq_state *irq_state)
 481 {
 482         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 483         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 484         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 485         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 486         struct usb_ctrlrequest ctrl;
 487         struct usbhsg_recip_handle *recip_handler = NULL;
 488         int stage = usbhs_status_get_ctrl_stage(irq_state);
 489         int ret = 0;
 490
 491         dev_dbg(dev, "stage = %d\n", stage);
 492
 493         /*
 494          * see Manual
 495          *
 496          *  "Operation"
 497          *  - "Interrupt Function"
 498          *    - "Control Transfer Stage Transition Interrupt"
 499          *      - Fig. "Control Transfer Stage Transitions"
 500          */
 501
 502         switch (stage) {
 503         case READ_DATA_STAGE:
 504                 pipe->handler = &usbhs_fifo_pio_push_handler;
 505                 break;
 506         case WRITE_DATA_STAGE:
 507                 pipe->handler = &usbhs_fifo_pio_pop_handler;
 508                 break;
 509         case NODATA_STATUS_STAGE:
 510                 pipe->handler = &usbhs_ctrl_stage_end_handler;
 511                 break;
 512         case READ_STATUS_STAGE:
 513         case WRITE_STATUS_STAGE:
 514                 usbhs_dcp_control_transfer_done(pipe);
 515         default:
 516                 return ret;
 517         }
 518
 519         /*
 520          * get usb request
 521          */
 522         usbhs_usbreq_get_val(priv, &ctrl);
 523
 524         switch (ctrl.bRequestType & USB_TYPE_MASK) {
 525         case USB_TYPE_STANDARD:
 526                 switch (ctrl.bRequest) {
 527                 case USB_REQ_CLEAR_FEATURE:
 528                         recip_handler = &req_clear_feature;
 529                         break;
 530                 case USB_REQ_SET_FEATURE:
 531                         recip_handler = &req_set_feature;
 532                         break;
 533                 case USB_REQ_GET_STATUS:
 534                         recip_handler = &req_get_status;
 535                         break;
 536                 }
 537         }
 538
 539         /*
 540          * setup stage / run recip
 541          */
 542         if (recip_handler)
 543                 ret = usbhsg_recip_run_handle(priv, recip_handler, &ctrl);
 544         else
 545                 ret = gpriv->driver->setup(&gpriv->gadget, &ctrl);
 546
 547         if (ret < 0)
 548                 usbhs_pipe_stall(pipe);
 549
 550         return ret;
 551 }
 552
 553 /*
 554  *
 555  *              usb_dcp_ops
 556  *
 557  */
 558 static int usbhsg_pipe_disable(struct usbhsg_uep *uep)
 559 {
 560         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 561         struct usbhs_pkt *pkt;
 562
 563         while (1) {
 564                 pkt = usbhs_pkt_pop(pipe, NULL);
 565                 if (!pkt)
 566                         break;
 567
 568                 usbhsg_queue_pop(uep, usbhsg_pkt_to_ureq(pkt), -ECONNRESET);
 569         }
 570
 571         usbhs_pipe_disable(pipe);
 572
 573         return 0;
 574 }
 575
 576 /*
 577  *
 578  *              usb_ep_ops
 579  *
 580  */
 581 static int usbhsg_ep_enable(struct usb_ep *ep,
 582                          const struct usb_endpoint_descriptor *desc)
 583 {
 584         struct usbhsg_uep *uep   = usbhsg_ep_to_uep(ep);
 585         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 586         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 587         struct usbhs_pipe *pipe;
 588         int ret = -EIO;
 589         unsigned long flags;
 590
 591         usbhs_lock(priv, flags);
 592
 593         /*
 594          * if it already have pipe,
 595          * nothing to do
 596          */
 597         if (uep->pipe) {
 598                 usbhs_pipe_clear(uep->pipe);
 599                 usbhs_pipe_sequence_data0(uep->pipe);
 600                 ret = 0;
 601                 goto usbhsg_ep_enable_end;
 602         }
 603
 604         pipe = usbhs_pipe_malloc(priv,
 605                                  usb_endpoint_type(desc),
 606                                  usb_endpoint_dir_in(desc));
 607         if (pipe) {
 608                 uep->pipe               = pipe;
 609                 pipe->mod_private       = uep;
 610
 611                 /* set epnum / maxp */
 612                 usbhs_pipe_config_update(pipe, 0,
 613                                          usb_endpoint_num(desc),
 614                                          usb_endpoint_maxp(desc));
 615
 616                 /*
 617                  * usbhs_fifo_dma_push/pop_handler try to
 618                  * use dmaengine if possible.
 619                  * It will use pio handler if impossible.
 620                  */
 621                 if (usb_endpoint_dir_in(desc)) {
 622                         pipe->handler = &usbhs_fifo_dma_push_handler;
 623                 } else {
 624                         pipe->handler = &usbhs_fifo_dma_pop_handler;
 625                         usbhs_xxxsts_clear(priv, BRDYSTS,
 626                                            usbhs_pipe_number(pipe));
 627                 }
 628
 629                 ret = 0;
 630         }
 631
 632 usbhsg_ep_enable_end:
 633         usbhs_unlock(priv, flags);
 634
 635         return ret;
 636 }
 637
 638 static int usbhsg_ep_disable(struct usb_ep *ep)
 639 {
 640         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 641         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 642
 643         if (!pipe)
 644                 return -EINVAL;
 645
 646         usbhsg_pipe_disable(uep);
 647         usbhs_pipe_free(pipe);
 648
 649         uep->pipe->mod_private  = NULL;
 650         uep->pipe               = NULL;
 651
 652         return 0;
 653 }
 654
 655 static struct usb_request *usbhsg_ep_alloc_request(struct usb_ep *ep,
 656                                                    gfp_t gfp_flags)
 657 {
 658         struct usbhsg_request *ureq;
 659
 660         ureq = kzalloc(sizeof *ureq, gfp_flags);
 661         if (!ureq)
 662                 return NULL;
 663
 664         usbhs_pkt_init(usbhsg_ureq_to_pkt(ureq));
 665
 666         return &ureq->req;
 667 }
 668
 669 static void usbhsg_ep_free_request(struct usb_ep *ep,
 670                                    struct usb_request *req)
 671 {
 672         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 673
 674         WARN_ON(!list_empty(&ureq->pkt.node));
 675         kfree(ureq);
 676 }
 677
 678 static int usbhsg_ep_queue(struct usb_ep *ep, struct usb_request *req,
 679                           gfp_t gfp_flags)
 680 {
 681         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 682         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 683         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 684         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 685
 686         /* param check */
 687         if (usbhsg_is_not_connected(gpriv)      ||
 688             unlikely(!gpriv->driver)            ||
 689             unlikely(!pipe))
 690                 return -ESHUTDOWN;
 691
 692         usbhsg_queue_push(uep, ureq);
 693
 694         return 0;
 695 }
 696
 697 static int usbhsg_ep_dequeue(struct usb_ep *ep, struct usb_request *req)
 698 {
 699         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 700         struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 701         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 702
 703         if (pipe)
 704                 usbhs_pkt_pop(pipe, usbhsg_ureq_to_pkt(ureq));
 705
 706         /*
 707          * To dequeue a request, this driver should call the usbhsg_queue_pop()
 708          * even if the pipe is NULL.
 709          */
 710         usbhsg_queue_pop(uep, ureq, -ECONNRESET);
 711
 712         return 0;
 713 }
 714
 715 static int __usbhsg_ep_set_halt_wedge(struct usb_ep *ep, int halt, int wedge)
 716 {
 717         struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 718         struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 719         struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 720         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 721         struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 722         unsigned long flags;
 723
 724         usbhsg_pipe_disable(uep);
 725
 726         dev_dbg(dev, "set halt %d (pipe %d)\n",
 727                 halt, usbhs_pipe_number(pipe));
 728
 729         /********************  spin lock ********************/
 730         usbhs_lock(priv, flags);
 731
 732         if (halt)
 733                 usbhs_pipe_stall(pipe);
 734         else
 735                 usbhs_pipe_disable(pipe);
 736
 737         if (halt && wedge)
 738                 usbhsg_status_set(gpriv, USBHSG_STATUS_WEDGE);
 739         else
 740                 usbhsg_status_clr(gpriv, USBHSG_STATUS_WEDGE);
 741
 742         usbhs_unlock(priv, flags);
 743         /********************  spin unlock ******************/
 744
 745         return 0;
 746 }
 747
 748 static int usbhsg_ep_set_halt(struct usb_ep *ep, int value)
 749 {
 750         return __usbhsg_ep_set_halt_wedge(ep, value, 0);
 751 }
 752
 753 static int usbhsg_ep_set_wedge(struct usb_ep *ep)
 754 {
 755         return __usbhsg_ep_set_halt_wedge(ep, 1, 1);
 756 }
 757
 758 static struct usb_ep_ops usbhsg_ep_ops = {
 759         .enable         = usbhsg_ep_enable,
 760         .disable        = usbhsg_ep_disable,
 761
 762         .alloc_request  = usbhsg_ep_alloc_request,
 763         .free_request   = usbhsg_ep_free_request,
 764
 765         .queue          = usbhsg_ep_queue,
 766         .dequeue        = usbhsg_ep_dequeue,
 767
 768         .set_halt       = usbhsg_ep_set_halt,
 769         .set_wedge      = usbhsg_ep_set_wedge,
 770 };
 771
 772 /*
 773  *              pullup control
 774  */
 775 static int usbhsg_can_pullup(struct usbhs_priv *priv)
 776 {
 777         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 778
 779         return gpriv->driver &&
 780                usbhsg_status_has(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 781 }
 782
 783 static void usbhsg_update_pullup(struct usbhs_priv *priv)
 784 {
 785         if (usbhsg_can_pullup(priv))
 786                 usbhs_sys_function_pullup(priv, 1);
 787         else
 788                 usbhs_sys_function_pullup(priv, 0);
 789 }
 790
 791 /*
 792  *              usb module start/end
 793  */
 794 static int usbhsg_try_start(struct usbhs_priv *priv, u32 status)
 795 {
 796         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 797         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 798         struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 799         struct device *dev = usbhs_priv_to_dev(priv);
 800         unsigned long flags;
 801         int ret = 0;
 802
 803         /********************  spin lock ********************/
 804         usbhs_lock(priv, flags);
 805
 806         usbhsg_status_set(gpriv, status);
 807         if (!(usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 808               usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD)))
 809                 ret = -1; /* not ready */
 810
 811         usbhs_unlock(priv, flags);
 812         /********************  spin unlock ********************/
 813
 814         if (ret < 0)
 815                 return 0; /* not ready is not error */
 816
 817         /*
 818          * enable interrupt and systems if ready
 819          */
 820         dev_dbg(dev, "start gadget\n");
 821
 822         /*
 823          * pipe initialize and enable DCP
 824          */
 825         usbhs_fifo_init(priv);
 826         usbhs_pipe_init(priv,
 827                         usbhsg_dma_map_ctrl);
 828
 829         /* dcp init instead of usbhsg_ep_enable() */
 830         dcp->pipe               = usbhs_dcp_malloc(priv);
 831         dcp->pipe->mod_private  = dcp;
 832         usbhs_pipe_config_update(dcp->pipe, 0, 0, 64);
 833
 834         /*
 835          * system config enble
 836          * - HI speed
 837          * - function
 838          * - usb module
 839          */
 840         usbhs_sys_function_ctrl(priv, 1);
 841         usbhsg_update_pullup(priv);
 842
 843         /*
 844          * enable irq callback
 845          */
 846         mod->irq_dev_state      = usbhsg_irq_dev_state;
 847         mod->irq_ctrl_stage     = usbhsg_irq_ctrl_stage;
 848         usbhs_irq_callback_update(priv, mod);
 849
 850         return 0;
 851 }
 852
 853 static int usbhsg_try_stop(struct usbhs_priv *priv, u32 status)
 854 {
 855         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 856         struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 857         struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 858         struct device *dev = usbhs_priv_to_dev(priv);
 859         unsigned long flags;
 860         int ret = 0;
 861
 862         /********************  spin lock ********************/
 863         usbhs_lock(priv, flags);
 864
 865         usbhsg_status_clr(gpriv, status);
 866         if (!usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 867             !usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD))
 868                 ret = -1; /* already done */
 869
 870         usbhs_unlock(priv, flags);
 871         /********************  spin unlock ********************/
 872
 873         if (ret < 0)
 874                 return 0; /* already done is not error */
 875
 876         /*
 877          * disable interrupt and systems if 1st try
 878          */
 879         usbhs_fifo_quit(priv);
 880
 881         /* disable all irq */
 882         mod->irq_dev_state      = NULL;
 883         mod->irq_ctrl_stage     = NULL;
 884         usbhs_irq_callback_update(priv, mod);
 885
 886         gpriv->gadget.speed = USB_SPEED_UNKNOWN;
 887
 888         /* disable sys */
 889         usbhs_sys_set_test_mode(priv, 0);
 890         usbhs_sys_function_ctrl(priv, 0);
 891
 892         usbhsg_ep_disable(&dcp->ep);
 893
 894         dev_dbg(dev, "stop gadget\n");
 895
 896         return 0;
 897 }
 898
 899 /*
 900  * VBUS provided by the PHY
 901  */
 902 static int usbhsm_phy_get_vbus(struct platform_device *pdev)
 903 {
 904         struct usbhs_priv *priv = usbhs_pdev_to_priv(pdev);
 905         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 906
 907         return  gpriv->vbus_active;
 908 }
 909
 910 static void usbhs_mod_phy_mode(struct usbhs_priv *priv)
 911 {
 912         struct usbhs_mod_info *info = &priv->mod_info;
 913
 914         info->irq_vbus          = NULL;
 915         priv->pfunc.get_vbus    = usbhsm_phy_get_vbus;
 916
 917         usbhs_irq_callback_update(priv, NULL);
 918 }
 919
 920 /*
 921  *
 922  *              linux usb function
 923  *
 924  */
 925 static int usbhsg_gadget_start(struct usb_gadget *gadget,
 926                 struct usb_gadget_driver *driver)
 927 {
 928         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 929         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 930         struct device *dev = usbhs_priv_to_dev(priv);
 931         int ret;
 932
 933         if (!driver             ||
 934             !driver->setup      ||
 935             driver->max_speed < USB_SPEED_FULL)
 936                 return -EINVAL;
 937
 938         /* connect to bus through transceiver */
 939         if (!IS_ERR_OR_NULL(gpriv->transceiver)) {
 940                 ret = otg_set_peripheral(gpriv->transceiver->otg,
 941                                         &gpriv->gadget);
 942                 if (ret) {
 943                         dev_err(dev, "%s: can't bind to transceiver\n",
 944                                 gpriv->gadget.name);
 945                         return ret;
 946                 }
 947
 948                 /* get vbus using phy versions */
 949                 usbhs_mod_phy_mode(priv);
 950         }
 951
 952         /* first hook up the driver ... */
 953         gpriv->driver = driver;
 954
 955         return usbhsg_try_start(priv, USBHSG_STATUS_REGISTERD);
 956 }
 957
 958 static int usbhsg_gadget_stop(struct usb_gadget *gadget)
 959 {
 960         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 961         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 962
 963         usbhsg_try_stop(priv, USBHSG_STATUS_REGISTERD);
 964
 965         if (!IS_ERR_OR_NULL(gpriv->transceiver))
 966                 otg_set_peripheral(gpriv->transceiver->otg, NULL);
 967
 968         gpriv->driver = NULL;
 969
 970         return 0;
 971 }
 972
 973 /*
 974  *              usb gadget ops
 975  */
 976 static int usbhsg_get_frame(struct usb_gadget *gadget)
 977 {
 978         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 979         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 980
 981         return usbhs_frame_get_num(priv);
 982 }
 983
 984 static int usbhsg_pullup(struct usb_gadget *gadget, int is_on)
 985 {
 986         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 987         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 988         unsigned long flags;
 989
 990         usbhs_lock(priv, flags);
 991         if (is_on)
 992                 usbhsg_status_set(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 993         else
 994                 usbhsg_status_clr(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 995         usbhsg_update_pullup(priv);
 996         usbhs_unlock(priv, flags);
 997
 998         return 0;
 999 }
1000
1001 static int usbhsg_set_selfpowered(struct usb_gadget *gadget, int is_self)
1002 {
1003         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
1004
1005         if (is_self)
1006                 usbhsg_status_set(gpriv, USBHSG_STATUS_SELF_POWERED);
1007         else
1008                 usbhsg_status_clr(gpriv, USBHSG_STATUS_SELF_POWERED);
1009
1010         gadget->is_selfpowered = (is_self != 0);
1011
1012         return 0;
1013 }
1014
1015 static int usbhsg_vbus_session(struct usb_gadget *gadget, int is_active)
1016 {
1017         struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
1018         struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
1019         struct platform_device *pdev = usbhs_priv_to_pdev(priv);
1020
1021         gpriv->vbus_active = !!is_active;
1022
1023         renesas_usbhs_call_notify_hotplug(pdev);
1024
1025         return 0;
1026 }
1027
1028 static const struct usb_gadget_ops usbhsg_gadget_ops = {
1029         .get_frame              = usbhsg_get_frame,
1030         .set_selfpowered        = usbhsg_set_selfpowered,
1031         .udc_start              = usbhsg_gadget_start,
1032         .udc_stop               = usbhsg_gadget_stop,
1033         .pullup                 = usbhsg_pullup,
1034         .vbus_session           = usbhsg_vbus_session,
1035 };
1036
1037 static int usbhsg_start(struct usbhs_priv *priv)
1038 {
1039         return usbhsg_try_start(priv, USBHSG_STATUS_STARTED);
1040 }
1041
1042 static int usbhsg_stop(struct usbhs_priv *priv)
1043 {
1044         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
1045
1046         /* cable disconnect */
1047         if (gpriv->driver &&
1048             gpriv->driver->disconnect)
1049                 gpriv->driver->disconnect(&gpriv->gadget);
1050
1051         return usbhsg_try_stop(priv, USBHSG_STATUS_STARTED);
1052 }
1053
1054 int usbhs_mod_gadget_probe(struct usbhs_priv *priv)
1055 {
1056         struct usbhsg_gpriv *gpriv;
1057         struct usbhsg_uep *uep;
1058         struct device *dev = usbhs_priv_to_dev(priv);
1059         int pipe_size = usbhs_get_dparam(priv, pipe_size);
1060         int i;
1061         int ret;
1062
1063         gpriv = kzalloc(sizeof(struct usbhsg_gpriv), GFP_KERNEL);
1064         if (!gpriv) {
1065                 dev_err(dev, "Could not allocate gadget priv\n");
1066                 return -ENOMEM;
1067         }
1068
1069         uep = kzalloc(sizeof(struct usbhsg_uep) * pipe_size, GFP_KERNEL);
1070         if (!uep) {
1071                 dev_err(dev, "Could not allocate ep\n");
1072                 ret = -ENOMEM;
1073                 goto usbhs_mod_gadget_probe_err_gpriv;
1074         }
1075
1076         gpriv->transceiver = usb_get_phy(USB_PHY_TYPE_UNDEFINED);
1077         dev_info(dev, "%stransceiver found\n",
1078                  !IS_ERR(gpriv->transceiver) ? "" : "no ");
1079
1080         /*
1081          * CAUTION
1082          *
1083          * There is no guarantee that it is possible to access usb module here.
1084          * Don't accesses to it.
1085          * The accesse will be enable after "usbhsg_start"
1086          */
1087
1088         /*
1089          * register itself
1090          */
1091         usbhs_mod_register(priv, &gpriv->mod, USBHS_GADGET);
1092
1093         /* init gpriv */
1094         gpriv->mod.name         = "gadget";
1095         gpriv->mod.start        = usbhsg_start;
1096         gpriv->mod.stop         = usbhsg_stop;
1097         gpriv->uep              = uep;
1098         gpriv->uep_size         = pipe_size;
1099         usbhsg_status_init(gpriv);
1100
1101         /*
1102          * init gadget
1103          */
1104         gpriv->gadget.dev.parent        = dev;
1105         gpriv->gadget.name              = "renesas_usbhs_udc";
1106         gpriv->gadget.ops               = &usbhsg_gadget_ops;
1107         gpriv->gadget.max_speed         = USB_SPEED_HIGH;
1108
1109         INIT_LIST_HEAD(&gpriv->gadget.ep_list);
1110
1111         /*
1112          * init usb_ep
1113          */
1114         usbhsg_for_each_uep_with_dcp(uep, gpriv, i) {
1115                 uep->gpriv      = gpriv;
1116                 uep->pipe       = NULL;
1117                 snprintf(uep->ep_name, EP_NAME_SIZE, "ep%d", i);
1118
1119                 uep->ep.name            = uep->ep_name;
1120                 uep->ep.ops             = &usbhsg_ep_ops;
1121                 INIT_LIST_HEAD(&uep->ep.ep_list);
1122
1123                 /* init DCP */
1124                 if (usbhsg_is_dcp(uep)) {
1125                         gpriv->gadget.ep0 = &uep->ep;
1126                         usb_ep_set_maxpacket_limit(&uep->ep, 64);
1127                         uep->ep.caps.type_control = true;
1128                 }
1129                 /* init normal pipe */
1130                 else {
1131                         usb_ep_set_maxpacket_limit(&uep->ep, 512);
1132                         uep->ep.caps.type_iso = true;
1133                         uep->ep.caps.type_bulk = true;
1134                         uep->ep.caps.type_int = true;
1135                         list_add_tail(&uep->ep.ep_list, &gpriv->gadget.ep_list);
1136                 }
1137                 uep->ep.caps.dir_in = true;
1138                 uep->ep.caps.dir_out = true;
1139         }
1140
1141         ret = usb_add_gadget_udc(dev, &gpriv->gadget);
1142         if (ret)
1143                 goto err_add_udc;
1144
1145
1146         dev_info(dev, "gadget probed\n");
1147
1148         return 0;
1149
1150 err_add_udc:
1151         kfree(gpriv->uep);
1152
1153 usbhs_mod_gadget_probe_err_gpriv:
1154         kfree(gpriv);
1155
1156         return ret;
1157 }
1158
1159 void usbhs_mod_gadget_remove(struct usbhs_priv *priv)
1160 {
1161         struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
1162
1163         usb_del_gadget_udc(&gpriv->gadget);
1164
1165         kfree(gpriv->uep);
1166         kfree(gpriv);
1167 }