kernel/drivers/gpu/ipu-v3/ipu-cpmem.c

   1 /*
   2  * Copyright (C) 2012 Mentor Graphics Inc.
   3  * Copyright 2005-2012 Freescale Semiconductor, Inc. All Rights Reserved.
   4  *
   5  * The code contained herein is licensed under the GNU General Public
   6  * License. You may obtain a copy of the GNU General Public License
   7  * Version 2 or later at the following locations:
   8  *
   9  * http://www.opensource.org/licenses/gpl-license.html
  10  * http://www.gnu.org/copyleft/gpl.html
  11  */
  12 #include <linux/types.h>
  13 #include <linux/bitrev.h>
  14 #include <linux/io.h>
  15 #include <drm/drm_fourcc.h>
  16 #include "ipu-prv.h"
  17
  18 struct ipu_cpmem_word {
  19         u32 data[5];
  20         u32 res[3];
  21 };
  22
  23 struct ipu_ch_param {
  24         struct ipu_cpmem_word word[2];
  25 };
  26
  27 struct ipu_cpmem {
  28         struct ipu_ch_param __iomem *base;
  29         u32 module;
  30         spinlock_t lock;
  31         int use_count;
  32         struct ipu_soc *ipu;
  33 };
  34
  35 #define IPU_CPMEM_WORD(word, ofs, size) ((((word) * 160 + (ofs)) << 8) | (size))
  36
  37 #define IPU_FIELD_UBO           IPU_CPMEM_WORD(0, 46, 22)
  38 #define IPU_FIELD_VBO           IPU_CPMEM_WORD(0, 68, 22)
  39 #define IPU_FIELD_IOX           IPU_CPMEM_WORD(0, 90, 4)
  40 #define IPU_FIELD_RDRW          IPU_CPMEM_WORD(0, 94, 1)
  41 #define IPU_FIELD_SO            IPU_CPMEM_WORD(0, 113, 1)
  42 #define IPU_FIELD_SLY           IPU_CPMEM_WORD(1, 102, 14)
  43 #define IPU_FIELD_SLUV          IPU_CPMEM_WORD(1, 128, 14)
  44
  45 #define IPU_FIELD_XV            IPU_CPMEM_WORD(0, 0, 10)
  46 #define IPU_FIELD_YV            IPU_CPMEM_WORD(0, 10, 9)
  47 #define IPU_FIELD_XB            IPU_CPMEM_WORD(0, 19, 13)
  48 #define IPU_FIELD_YB            IPU_CPMEM_WORD(0, 32, 12)
  49 #define IPU_FIELD_NSB_B         IPU_CPMEM_WORD(0, 44, 1)
  50 #define IPU_FIELD_CF            IPU_CPMEM_WORD(0, 45, 1)
  51 #define IPU_FIELD_SX            IPU_CPMEM_WORD(0, 46, 12)
  52 #define IPU_FIELD_SY            IPU_CPMEM_WORD(0, 58, 11)
  53 #define IPU_FIELD_NS            IPU_CPMEM_WORD(0, 69, 10)
  54 #define IPU_FIELD_SDX           IPU_CPMEM_WORD(0, 79, 7)
  55 #define IPU_FIELD_SM            IPU_CPMEM_WORD(0, 86, 10)
  56 #define IPU_FIELD_SCC           IPU_CPMEM_WORD(0, 96, 1)
  57 #define IPU_FIELD_SCE           IPU_CPMEM_WORD(0, 97, 1)
  58 #define IPU_FIELD_SDY           IPU_CPMEM_WORD(0, 98, 7)
  59 #define IPU_FIELD_SDRX          IPU_CPMEM_WORD(0, 105, 1)
  60 #define IPU_FIELD_SDRY          IPU_CPMEM_WORD(0, 106, 1)
  61 #define IPU_FIELD_BPP           IPU_CPMEM_WORD(0, 107, 3)
  62 #define IPU_FIELD_DEC_SEL       IPU_CPMEM_WORD(0, 110, 2)
  63 #define IPU_FIELD_DIM           IPU_CPMEM_WORD(0, 112, 1)
  64 #define IPU_FIELD_BNDM          IPU_CPMEM_WORD(0, 114, 3)
  65 #define IPU_FIELD_BM            IPU_CPMEM_WORD(0, 117, 2)
  66 #define IPU_FIELD_ROT           IPU_CPMEM_WORD(0, 119, 1)
  67 #define IPU_FIELD_ROT_HF_VF     IPU_CPMEM_WORD(0, 119, 3)
  68 #define IPU_FIELD_HF            IPU_CPMEM_WORD(0, 120, 1)
  69 #define IPU_FIELD_VF            IPU_CPMEM_WORD(0, 121, 1)
  70 #define IPU_FIELD_THE           IPU_CPMEM_WORD(0, 122, 1)
  71 #define IPU_FIELD_CAP           IPU_CPMEM_WORD(0, 123, 1)
  72 #define IPU_FIELD_CAE           IPU_CPMEM_WORD(0, 124, 1)
  73 #define IPU_FIELD_FW            IPU_CPMEM_WORD(0, 125, 13)
  74 #define IPU_FIELD_FH            IPU_CPMEM_WORD(0, 138, 12)
  75 #define IPU_FIELD_EBA0          IPU_CPMEM_WORD(1, 0, 29)
  76 #define IPU_FIELD_EBA1          IPU_CPMEM_WORD(1, 29, 29)
  77 #define IPU_FIELD_ILO           IPU_CPMEM_WORD(1, 58, 20)
  78 #define IPU_FIELD_NPB           IPU_CPMEM_WORD(1, 78, 7)
  79 #define IPU_FIELD_PFS           IPU_CPMEM_WORD(1, 85, 4)
  80 #define IPU_FIELD_ALU           IPU_CPMEM_WORD(1, 89, 1)
  81 #define IPU_FIELD_ALBM          IPU_CPMEM_WORD(1, 90, 3)
  82 #define IPU_FIELD_ID            IPU_CPMEM_WORD(1, 93, 2)
  83 #define IPU_FIELD_TH            IPU_CPMEM_WORD(1, 95, 7)
  84 #define IPU_FIELD_SL            IPU_CPMEM_WORD(1, 102, 14)
  85 #define IPU_FIELD_WID0          IPU_CPMEM_WORD(1, 116, 3)
  86 #define IPU_FIELD_WID1          IPU_CPMEM_WORD(1, 119, 3)
  87 #define IPU_FIELD_WID2          IPU_CPMEM_WORD(1, 122, 3)
  88 #define IPU_FIELD_WID3          IPU_CPMEM_WORD(1, 125, 3)
  89 #define IPU_FIELD_OFS0          IPU_CPMEM_WORD(1, 128, 5)
  90 #define IPU_FIELD_OFS1          IPU_CPMEM_WORD(1, 133, 5)
  91 #define IPU_FIELD_OFS2          IPU_CPMEM_WORD(1, 138, 5)
  92 #define IPU_FIELD_OFS3          IPU_CPMEM_WORD(1, 143, 5)
  93 #define IPU_FIELD_SXYS          IPU_CPMEM_WORD(1, 148, 1)
  94 #define IPU_FIELD_CRE           IPU_CPMEM_WORD(1, 149, 1)
  95 #define IPU_FIELD_DEC_SEL2      IPU_CPMEM_WORD(1, 150, 1)
  96
  97 static inline struct ipu_ch_param __iomem *
  98 ipu_get_cpmem(struct ipuv3_channel *ch)
  99 {
 100         struct ipu_cpmem *cpmem = ch->ipu->cpmem_priv;
 101
 102         return cpmem->base + ch->num;
 103 }
 104
 105 static void ipu_ch_param_write_field(struct ipuv3_channel *ch, u32 wbs, u32 v)
 106 {
 107         struct ipu_ch_param __iomem *base = ipu_get_cpmem(ch);
 108         u32 bit = (wbs >> 8) % 160;
 109         u32 size = wbs & 0xff;
 110         u32 word = (wbs >> 8) / 160;
 111         u32 i = bit / 32;
 112         u32 ofs = bit % 32;
 113         u32 mask = (1 << size) - 1;
 114         u32 val;
 115
 116         pr_debug("%s %d %d %d\n", __func__, word, bit , size);
 117
 118         val = readl(&base->word[word].data[i]);
 119         val &= ~(mask << ofs);
 120         val |= v << ofs;
 121         writel(val, &base->word[word].data[i]);
 122
 123         if ((bit + size - 1) / 32 > i) {
 124                 val = readl(&base->word[word].data[i + 1]);
 125                 val &= ~(mask >> (ofs ? (32 - ofs) : 0));
 126                 val |= v >> (ofs ? (32 - ofs) : 0);
 127                 writel(val, &base->word[word].data[i + 1]);
 128         }
 129 }
 130
 131 static u32 ipu_ch_param_read_field(struct ipuv3_channel *ch, u32 wbs)
 132 {
 133         struct ipu_ch_param __iomem *base = ipu_get_cpmem(ch);
 134         u32 bit = (wbs >> 8) % 160;
 135         u32 size = wbs & 0xff;
 136         u32 word = (wbs >> 8) / 160;
 137         u32 i = bit / 32;
 138         u32 ofs = bit % 32;
 139         u32 mask = (1 << size) - 1;
 140         u32 val = 0;
 141
 142         pr_debug("%s %d %d %d\n", __func__, word, bit , size);
 143
 144         val = (readl(&base->word[word].data[i]) >> ofs) & mask;
 145
 146         if ((bit + size - 1) / 32 > i) {
 147                 u32 tmp;
 148
 149                 tmp = readl(&base->word[word].data[i + 1]);
 150                 tmp &= mask >> (ofs ? (32 - ofs) : 0);
 151                 val |= tmp << (ofs ? (32 - ofs) : 0);
 152         }
 153
 154         return val;
 155 }
 156
 157 /*
 158  * The V4L2 spec defines packed RGB formats in memory byte order, which from
 159  * point of view of the IPU corresponds to little-endian words with the first
 160  * component in the least significant bits.
 161  * The DRM pixel formats and IPU internal representation are ordered the other
 162  * way around, with the first named component ordered at the most significant
 163  * bits. Further, V4L2 formats are not well defined:
 164  *     http://linuxtv.org/downloads/v4l-dvb-apis/packed-rgb.html
 165  * We choose the interpretation which matches GStreamer behavior.
 166  */
 167 static int v4l2_pix_fmt_to_drm_fourcc(u32 pixelformat)
 168 {
 169         switch (pixelformat) {
 170         case V4L2_PIX_FMT_RGB565:
 171                 /*
 172                  * Here we choose the 'corrected' interpretation of RGBP, a
 173                  * little-endian 16-bit word with the red component at the most
 174                  * significant bits:
 175                  * g[2:0]b[4:0] r[4:0]g[5:3] <=> [16:0] R:G:B
 176                  */
 177                 return DRM_FORMAT_RGB565;
 178         case V4L2_PIX_FMT_BGR24:
 179                 /* B G R <=> [24:0] R:G:B */
 180                 return DRM_FORMAT_RGB888;
 181         case V4L2_PIX_FMT_RGB24:
 182                 /* R G B <=> [24:0] B:G:R */
 183                 return DRM_FORMAT_BGR888;
 184         case V4L2_PIX_FMT_BGR32:
 185                 /* B G R A <=> [32:0] A:B:G:R */
 186                 return DRM_FORMAT_XRGB8888;
 187         case V4L2_PIX_FMT_RGB32:
 188                 /* R G B A <=> [32:0] A:B:G:R */
 189                 return DRM_FORMAT_XBGR8888;
 190         case V4L2_PIX_FMT_UYVY:
 191                 return DRM_FORMAT_UYVY;
 192         case V4L2_PIX_FMT_YUYV:
 193                 return DRM_FORMAT_YUYV;
 194         case V4L2_PIX_FMT_YUV420:
 195                 return DRM_FORMAT_YUV420;
 196         case V4L2_PIX_FMT_YUV422P:
 197                 return DRM_FORMAT_YUV422;
 198         case V4L2_PIX_FMT_YVU420:
 199                 return DRM_FORMAT_YVU420;
 200         case V4L2_PIX_FMT_NV12:
 201                 return DRM_FORMAT_NV12;
 202         case V4L2_PIX_FMT_NV16:
 203                 return DRM_FORMAT_NV16;
 204         }
 205
 206         return -EINVAL;
 207 }
 208
 209 void ipu_cpmem_zero(struct ipuv3_channel *ch)
 210 {
 211         struct ipu_ch_param __iomem *p = ipu_get_cpmem(ch);
 212         void __iomem *base = p;
 213         int i;
 214
 215         for (i = 0; i < sizeof(*p) / sizeof(u32); i++)
 216                 writel(0, base + i * sizeof(u32));
 217 }
 218 EXPORT_SYMBOL_GPL(ipu_cpmem_zero);
 219
 220 void ipu_cpmem_set_resolution(struct ipuv3_channel *ch, int xres, int yres)
 221 {
 222         ipu_ch_param_write_field(ch, IPU_FIELD_FW, xres - 1);
 223         ipu_ch_param_write_field(ch, IPU_FIELD_FH, yres - 1);
 224 }
 225 EXPORT_SYMBOL_GPL(ipu_cpmem_set_resolution);
 226
 227 void ipu_cpmem_set_stride(struct ipuv3_channel *ch, int stride)
 228 {
 229         ipu_ch_param_write_field(ch, IPU_FIELD_SLY, stride - 1);
 230 }
 231 EXPORT_SYMBOL_GPL(ipu_cpmem_set_stride);
 232
 233 void ipu_cpmem_set_high_priority(struct ipuv3_channel *ch)
 234 {
 235         struct ipu_soc *ipu = ch->ipu;
 236         u32 val;
 237
 238         if (ipu->ipu_type == IPUV3EX)
 239                 ipu_ch_param_write_field(ch, IPU_FIELD_ID, 1);
 240
 241         val = ipu_idmac_read(ipu, IDMAC_CHA_PRI(ch->num));
 242         val |= 1 << (ch->num % 32);
 243         ipu_idmac_write(ipu, val, IDMAC_CHA_PRI(ch->num));
 244 };
 245 EXPORT_SYMBOL_GPL(ipu_cpmem_set_high_priority);
 246
 247 void ipu_cpmem_set_buffer(struct ipuv3_channel *ch, int bufnum, dma_addr_t buf)
 248 {
 249         if (bufnum)
 250                 ipu_ch_param_write_field(ch, IPU_FIELD_EBA1, buf >> 3);
 251         else
 252                 ipu_ch_param_write_field(ch, IPU_FIELD_EBA0, buf >> 3);
 253 }
 254 EXPORT_SYMBOL_GPL(ipu_cpmem_set_buffer);
 255
 256 void ipu_cpmem_interlaced_scan(struct ipuv3_channel *ch, int stride)
 257 {
 258         ipu_ch_param_write_field(ch, IPU_FIELD_SO, 1);
 259         ipu_ch_param_write_field(ch, IPU_FIELD_ILO, stride / 8);
 260         ipu_ch_param_write_field(ch, IPU_FIELD_SLY, (stride * 2) - 1);
 261 };
 262 EXPORT_SYMBOL_GPL(ipu_cpmem_interlaced_scan);
 263
 264 void ipu_cpmem_set_axi_id(struct ipuv3_channel *ch, u32 id)
 265 {
 266         id &= 0x3;
 267         ipu_ch_param_write_field(ch, IPU_FIELD_ID, id);
 268 }
 269 EXPORT_SYMBOL_GPL(ipu_cpmem_set_axi_id);
 270
 271 void ipu_cpmem_set_burstsize(struct ipuv3_channel *ch, int burstsize)
 272 {
 273         ipu_ch_param_write_field(ch, IPU_FIELD_NPB, burstsize - 1);
 274 };
 275 EXPORT_SYMBOL_GPL(ipu_cpmem_set_burstsize);
 276
 277 void ipu_cpmem_set_block_mode(struct ipuv3_channel *ch)
 278 {
 279         ipu_ch_param_write_field(ch, IPU_FIELD_BM, 1);
 280 }
 281 EXPORT_SYMBOL_GPL(ipu_cpmem_set_block_mode);
 282
 283 void ipu_cpmem_set_rotation(struct ipuv3_channel *ch,
 284                             enum ipu_rotate_mode rot)
 285 {
 286         u32 temp_rot = bitrev8(rot) >> 5;
 287
 288         ipu_ch_param_write_field(ch, IPU_FIELD_ROT_HF_VF, temp_rot);
 289 }
 290 EXPORT_SYMBOL_GPL(ipu_cpmem_set_rotation);
 291
 292 int ipu_cpmem_set_format_rgb(struct ipuv3_channel *ch,
 293                              const struct ipu_rgb *rgb)
 294 {
 295         int bpp = 0, npb = 0, ro, go, bo, to;
 296
 297         ro = rgb->bits_per_pixel - rgb->red.length - rgb->red.offset;
 298         go = rgb->bits_per_pixel - rgb->green.length - rgb->green.offset;
 299         bo = rgb->bits_per_pixel - rgb->blue.length - rgb->blue.offset;
 300         to = rgb->bits_per_pixel - rgb->transp.length - rgb->transp.offset;
 301
 302         ipu_ch_param_write_field(ch, IPU_FIELD_WID0, rgb->red.length - 1);
 303         ipu_ch_param_write_field(ch, IPU_FIELD_OFS0, ro);
 304         ipu_ch_param_write_field(ch, IPU_FIELD_WID1, rgb->green.length - 1);
 305         ipu_ch_param_write_field(ch, IPU_FIELD_OFS1, go);
 306         ipu_ch_param_write_field(ch, IPU_FIELD_WID2, rgb->blue.length - 1);
 307         ipu_ch_param_write_field(ch, IPU_FIELD_OFS2, bo);
 308
 309         if (rgb->transp.length) {
 310                 ipu_ch_param_write_field(ch, IPU_FIELD_WID3,
 311                                 rgb->transp.length - 1);
 312                 ipu_ch_param_write_field(ch, IPU_FIELD_OFS3, to);
 313         } else {
 314                 ipu_ch_param_write_field(ch, IPU_FIELD_WID3, 7);
 315                 ipu_ch_param_write_field(ch, IPU_FIELD_OFS3,
 316                                 rgb->bits_per_pixel);
 317         }
 318
 319         switch (rgb->bits_per_pixel) {
 320         case 32:
 321                 bpp = 0;
 322                 npb = 15;
 323                 break;
 324         case 24:
 325                 bpp = 1;
 326                 npb = 19;
 327                 break;
 328         case 16:
 329                 bpp = 3;
 330                 npb = 31;
 331                 break;
 332         case 8:
 333                 bpp = 5;
 334                 npb = 63;
 335                 break;
 336         default:
 337                 return -EINVAL;
 338         }
 339         ipu_ch_param_write_field(ch, IPU_FIELD_BPP, bpp);
 340         ipu_ch_param_write_field(ch, IPU_FIELD_NPB, npb);
 341         ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 7); /* rgb mode */
 342
 343         return 0;
 344 }
 345 EXPORT_SYMBOL_GPL(ipu_cpmem_set_format_rgb);
 346
 347 int ipu_cpmem_set_format_passthrough(struct ipuv3_channel *ch, int width)
 348 {
 349         int bpp = 0, npb = 0;
 350
 351         switch (width) {
 352         case 32:
 353                 bpp = 0;
 354                 npb = 15;
 355                 break;
 356         case 24:
 357                 bpp = 1;
 358                 npb = 19;
 359                 break;
 360         case 16:
 361                 bpp = 3;
 362                 npb = 31;
 363                 break;
 364         case 8:
 365                 bpp = 5;
 366                 npb = 63;
 367                 break;
 368         default:
 369                 return -EINVAL;
 370         }
 371
 372         ipu_ch_param_write_field(ch, IPU_FIELD_BPP, bpp);
 373         ipu_ch_param_write_field(ch, IPU_FIELD_NPB, npb);
 374         ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 6); /* raw mode */
 375
 376         return 0;
 377 }
 378 EXPORT_SYMBOL_GPL(ipu_cpmem_set_format_passthrough);
 379
 380 void ipu_cpmem_set_yuv_interleaved(struct ipuv3_channel *ch, u32 pixel_format)
 381 {
 382         switch (pixel_format) {
 383         case V4L2_PIX_FMT_UYVY:
 384                 ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3); /* bits/pixel */
 385                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0xA);/* pix fmt */
 386                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);/* burst size */
 387                 break;
 388         case V4L2_PIX_FMT_YUYV:
 389                 ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3); /* bits/pixel */
 390                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0x8);/* pix fmt */
 391                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);/* burst size */
 392                 break;
 393         }
 394 }
 395 EXPORT_SYMBOL_GPL(ipu_cpmem_set_yuv_interleaved);
 396
 397 void ipu_cpmem_set_yuv_planar_full(struct ipuv3_channel *ch,
 398                                    u32 pixel_format, int stride,
 399                                    int u_offset, int v_offset)
 400 {
 401         switch (pixel_format) {
 402         case V4L2_PIX_FMT_YUV420:
 403         case V4L2_PIX_FMT_YUV422P:
 404                 ipu_ch_param_write_field(ch, IPU_FIELD_SLUV, (stride / 2) - 1);
 405                 ipu_ch_param_write_field(ch, IPU_FIELD_UBO, u_offset / 8);
 406                 ipu_ch_param_write_field(ch, IPU_FIELD_VBO, v_offset / 8);
 407                 break;
 408         case V4L2_PIX_FMT_YVU420:
 409                 ipu_ch_param_write_field(ch, IPU_FIELD_SLUV, (stride / 2) - 1);
 410                 ipu_ch_param_write_field(ch, IPU_FIELD_UBO, v_offset / 8);
 411                 ipu_ch_param_write_field(ch, IPU_FIELD_VBO, u_offset / 8);
 412                 break;
 413         case V4L2_PIX_FMT_NV12:
 414         case V4L2_PIX_FMT_NV16:
 415                 ipu_ch_param_write_field(ch, IPU_FIELD_SLUV, stride - 1);
 416                 ipu_ch_param_write_field(ch, IPU_FIELD_UBO, u_offset / 8);
 417                 ipu_ch_param_write_field(ch, IPU_FIELD_VBO, u_offset / 8);
 418                 break;
 419         }
 420 }
 421 EXPORT_SYMBOL_GPL(ipu_cpmem_set_yuv_planar_full);
 422
 423 void ipu_cpmem_set_yuv_planar(struct ipuv3_channel *ch,
 424                               u32 pixel_format, int stride, int height)
 425 {
 426         int u_offset, v_offset;
 427         int uv_stride = 0;
 428
 429         switch (pixel_format) {
 430         case V4L2_PIX_FMT_YUV420:
 431         case V4L2_PIX_FMT_YVU420:
 432                 uv_stride = stride / 2;
 433                 u_offset = stride * height;
 434                 v_offset = u_offset + (uv_stride * height / 2);
 435                 ipu_cpmem_set_yuv_planar_full(ch, pixel_format, stride,
 436                                               u_offset, v_offset);
 437                 break;
 438         case V4L2_PIX_FMT_YUV422P:
 439                 uv_stride = stride / 2;
 440                 u_offset = stride * height;
 441                 v_offset = u_offset + (uv_stride * height);
 442                 ipu_cpmem_set_yuv_planar_full(ch, pixel_format, stride,
 443                                               u_offset, v_offset);
 444                 break;
 445         case V4L2_PIX_FMT_NV12:
 446         case V4L2_PIX_FMT_NV16:
 447                 u_offset = stride * height;
 448                 ipu_cpmem_set_yuv_planar_full(ch, pixel_format, stride,
 449                                               u_offset, 0);
 450                 break;
 451         }
 452 }
 453 EXPORT_SYMBOL_GPL(ipu_cpmem_set_yuv_planar);
 454
 455 static const struct ipu_rgb def_xrgb_32 = {
 456         .red    = { .offset = 16, .length = 8, },
 457         .green  = { .offset =  8, .length = 8, },
 458         .blue   = { .offset =  0, .length = 8, },
 459         .transp = { .offset = 24, .length = 8, },
 460         .bits_per_pixel = 32,
 461 };
 462
 463 static const struct ipu_rgb def_xbgr_32 = {
 464         .red    = { .offset =  0, .length = 8, },
 465         .green  = { .offset =  8, .length = 8, },
 466         .blue   = { .offset = 16, .length = 8, },
 467         .transp = { .offset = 24, .length = 8, },
 468         .bits_per_pixel = 32,
 469 };
 470
 471 static const struct ipu_rgb def_rgbx_32 = {
 472         .red    = { .offset = 24, .length = 8, },
 473         .green  = { .offset = 16, .length = 8, },
 474         .blue   = { .offset =  8, .length = 8, },
 475         .transp = { .offset =  0, .length = 8, },
 476         .bits_per_pixel = 32,
 477 };
 478
 479 static const struct ipu_rgb def_bgrx_32 = {
 480         .red    = { .offset =  8, .length = 8, },
 481         .green  = { .offset = 16, .length = 8, },
 482         .blue   = { .offset = 24, .length = 8, },
 483         .transp = { .offset =  0, .length = 8, },
 484         .bits_per_pixel = 32,
 485 };
 486
 487 static const struct ipu_rgb def_rgb_24 = {
 488         .red    = { .offset = 16, .length = 8, },
 489         .green  = { .offset =  8, .length = 8, },
 490         .blue   = { .offset =  0, .length = 8, },
 491         .transp = { .offset =  0, .length = 0, },
 492         .bits_per_pixel = 24,
 493 };
 494
 495 static const struct ipu_rgb def_bgr_24 = {
 496         .red    = { .offset =  0, .length = 8, },
 497         .green  = { .offset =  8, .length = 8, },
 498         .blue   = { .offset = 16, .length = 8, },
 499         .transp = { .offset =  0, .length = 0, },
 500         .bits_per_pixel = 24,
 501 };
 502
 503 static const struct ipu_rgb def_rgb_16 = {
 504         .red    = { .offset = 11, .length = 5, },
 505         .green  = { .offset =  5, .length = 6, },
 506         .blue   = { .offset =  0, .length = 5, },
 507         .transp = { .offset =  0, .length = 0, },
 508         .bits_per_pixel = 16,
 509 };
 510
 511 static const struct ipu_rgb def_bgr_16 = {
 512         .red    = { .offset =  0, .length = 5, },
 513         .green  = { .offset =  5, .length = 6, },
 514         .blue   = { .offset = 11, .length = 5, },
 515         .transp = { .offset =  0, .length = 0, },
 516         .bits_per_pixel = 16,
 517 };
 518
 519 static const struct ipu_rgb def_argb_16 = {
 520         .red    = { .offset = 10, .length = 5, },
 521         .green  = { .offset =  5, .length = 5, },
 522         .blue   = { .offset =  0, .length = 5, },
 523         .transp = { .offset = 15, .length = 1, },
 524         .bits_per_pixel = 16,
 525 };
 526
 527 static const struct ipu_rgb def_argb_16_4444 = {
 528         .red    = { .offset =  8, .length = 4, },
 529         .green  = { .offset =  4, .length = 4, },
 530         .blue   = { .offset =  0, .length = 4, },
 531         .transp = { .offset = 12, .length = 4, },
 532         .bits_per_pixel = 16,
 533 };
 534
 535 static const struct ipu_rgb def_abgr_16 = {
 536         .red    = { .offset =  0, .length = 5, },
 537         .green  = { .offset =  5, .length = 5, },
 538         .blue   = { .offset = 10, .length = 5, },
 539         .transp = { .offset = 15, .length = 1, },
 540         .bits_per_pixel = 16,
 541 };
 542
 543 static const struct ipu_rgb def_rgba_16 = {
 544         .red    = { .offset = 11, .length = 5, },
 545         .green  = { .offset =  6, .length = 5, },
 546         .blue   = { .offset =  1, .length = 5, },
 547         .transp = { .offset =  0, .length = 1, },
 548         .bits_per_pixel = 16,
 549 };
 550
 551 static const struct ipu_rgb def_bgra_16 = {
 552         .red    = { .offset =  1, .length = 5, },
 553         .green  = { .offset =  6, .length = 5, },
 554         .blue   = { .offset = 11, .length = 5, },
 555         .transp = { .offset =  0, .length = 1, },
 556         .bits_per_pixel = 16,
 557 };
 558
 559 #define Y_OFFSET(pix, x, y)     ((x) + pix->width * (y))
 560 #define U_OFFSET(pix, x, y)     ((pix->width * pix->height) +           \
 561                                  (pix->width * (y) / 4) + (x) / 2)
 562 #define V_OFFSET(pix, x, y)     ((pix->width * pix->height) +           \
 563                                  (pix->width * pix->height / 4) +       \
 564                                  (pix->width * (y) / 4) + (x) / 2)
 565 #define U2_OFFSET(pix, x, y)    ((pix->width * pix->height) +           \
 566                                  (pix->width * (y) / 2) + (x) / 2)
 567 #define V2_OFFSET(pix, x, y)    ((pix->width * pix->height) +           \
 568                                  (pix->width * pix->height / 2) +       \
 569                                  (pix->width * (y) / 2) + (x) / 2)
 570 #define UV_OFFSET(pix, x, y)    ((pix->width * pix->height) +   \
 571                                  (pix->width * (y) / 2) + (x))
 572 #define UV2_OFFSET(pix, x, y)   ((pix->width * pix->height) +   \
 573                                  (pix->width * y) + (x))
 574
 575 int ipu_cpmem_set_fmt(struct ipuv3_channel *ch, u32 drm_fourcc)
 576 {
 577         switch (drm_fourcc) {
 578         case DRM_FORMAT_YUV420:
 579         case DRM_FORMAT_YVU420:
 580                 /* pix format */
 581                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 2);
 582                 /* burst size */
 583                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 584                 break;
 585         case DRM_FORMAT_YUV422:
 586         case DRM_FORMAT_YVU422:
 587                 /* pix format */
 588                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 1);
 589                 /* burst size */
 590                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 591                 break;
 592         case DRM_FORMAT_NV12:
 593                 /* pix format */
 594                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 4);
 595                 /* burst size */
 596                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 597                 break;
 598         case DRM_FORMAT_NV16:
 599                 /* pix format */
 600                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 3);
 601                 /* burst size */
 602                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 603                 break;
 604         case DRM_FORMAT_UYVY:
 605                 /* bits/pixel */
 606                 ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3);
 607                 /* pix format */
 608                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0xA);
 609                 /* burst size */
 610                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 611                 break;
 612         case DRM_FORMAT_YUYV:
 613                 /* bits/pixel */
 614                 ipu_ch_param_write_field(ch, IPU_FIELD_BPP, 3);
 615                 /* pix format */
 616                 ipu_ch_param_write_field(ch, IPU_FIELD_PFS, 0x8);
 617                 /* burst size */
 618                 ipu_ch_param_write_field(ch, IPU_FIELD_NPB, 31);
 619                 break;
 620         case DRM_FORMAT_ABGR8888:
 621         case DRM_FORMAT_XBGR8888:
 622                 ipu_cpmem_set_format_rgb(ch, &def_xbgr_32);
 623                 break;
 624         case DRM_FORMAT_ARGB8888:
 625         case DRM_FORMAT_XRGB8888:
 626                 ipu_cpmem_set_format_rgb(ch, &def_xrgb_32);
 627                 break;
 628         case DRM_FORMAT_RGBA8888:
 629         case DRM_FORMAT_RGBX8888:
 630                 ipu_cpmem_set_format_rgb(ch, &def_rgbx_32);
 631                 break;
 632         case DRM_FORMAT_BGRA8888:
 633         case DRM_FORMAT_BGRX8888:
 634                 ipu_cpmem_set_format_rgb(ch, &def_bgrx_32);
 635                 break;
 636         case DRM_FORMAT_BGR888:
 637                 ipu_cpmem_set_format_rgb(ch, &def_bgr_24);
 638                 break;
 639         case DRM_FORMAT_RGB888:
 640                 ipu_cpmem_set_format_rgb(ch, &def_rgb_24);
 641                 break;
 642         case DRM_FORMAT_RGB565:
 643                 ipu_cpmem_set_format_rgb(ch, &def_rgb_16);
 644                 break;
 645         case DRM_FORMAT_BGR565:
 646                 ipu_cpmem_set_format_rgb(ch, &def_bgr_16);
 647                 break;
 648         case DRM_FORMAT_ARGB1555:
 649                 ipu_cpmem_set_format_rgb(ch, &def_argb_16);
 650                 break;
 651         case DRM_FORMAT_ABGR1555:
 652                 ipu_cpmem_set_format_rgb(ch, &def_abgr_16);
 653                 break;
 654         case DRM_FORMAT_RGBA5551:
 655                 ipu_cpmem_set_format_rgb(ch, &def_rgba_16);
 656                 break;
 657         case DRM_FORMAT_BGRA5551:
 658                 ipu_cpmem_set_format_rgb(ch, &def_bgra_16);
 659                 break;
 660         case DRM_FORMAT_ARGB4444:
 661                 ipu_cpmem_set_format_rgb(ch, &def_argb_16_4444);
 662                 break;
 663         default:
 664                 return -EINVAL;
 665         }
 666
 667         return 0;
 668 }
 669 EXPORT_SYMBOL_GPL(ipu_cpmem_set_fmt);
 670
 671 int ipu_cpmem_set_image(struct ipuv3_channel *ch, struct ipu_image *image)
 672 {
 673         struct v4l2_pix_format *pix = &image->pix;
 674         int offset, u_offset, v_offset;
 675
 676         pr_debug("%s: resolution: %dx%d stride: %d\n",
 677                  __func__, pix->width, pix->height,
 678                  pix->bytesperline);
 679
 680         ipu_cpmem_set_resolution(ch, image->rect.width, image->rect.height);
 681         ipu_cpmem_set_stride(ch, pix->bytesperline);
 682
 683         ipu_cpmem_set_fmt(ch, v4l2_pix_fmt_to_drm_fourcc(pix->pixelformat));
 684
 685         switch (pix->pixelformat) {
 686         case V4L2_PIX_FMT_YUV420:
 687         case V4L2_PIX_FMT_YVU420:
 688                 offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 689                 u_offset = U_OFFSET(pix, image->rect.left,
 690                                     image->rect.top) - offset;
 691                 v_offset = V_OFFSET(pix, image->rect.left,
 692                                     image->rect.top) - offset;
 693
 694                 ipu_cpmem_set_yuv_planar_full(ch, pix->pixelformat,
 695                                               pix->bytesperline,
 696                                               u_offset, v_offset);
 697                 break;
 698         case V4L2_PIX_FMT_YUV422P:
 699                 offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 700                 u_offset = U2_OFFSET(pix, image->rect.left,
 701                                      image->rect.top) - offset;
 702                 v_offset = V2_OFFSET(pix, image->rect.left,
 703                                      image->rect.top) - offset;
 704
 705                 ipu_cpmem_set_yuv_planar_full(ch, pix->pixelformat,
 706                                               pix->bytesperline,
 707                                               u_offset, v_offset);
 708                 break;
 709         case V4L2_PIX_FMT_NV12:
 710                 offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 711                 u_offset = UV_OFFSET(pix, image->rect.left,
 712                                      image->rect.top) - offset;
 713                 v_offset = 0;
 714
 715                 ipu_cpmem_set_yuv_planar_full(ch, pix->pixelformat,
 716                                               pix->bytesperline,
 717                                               u_offset, v_offset);
 718                 break;
 719         case V4L2_PIX_FMT_NV16:
 720                 offset = Y_OFFSET(pix, image->rect.left, image->rect.top);
 721                 u_offset = UV2_OFFSET(pix, image->rect.left,
 722                                       image->rect.top) - offset;
 723                 v_offset = 0;
 724
 725                 ipu_cpmem_set_yuv_planar_full(ch, pix->pixelformat,
 726                                               pix->bytesperline,
 727                                               u_offset, v_offset);
 728                 break;
 729         case V4L2_PIX_FMT_UYVY:
 730         case V4L2_PIX_FMT_YUYV:
 731         case V4L2_PIX_FMT_RGB565:
 732                 offset = image->rect.left * 2 +
 733                         image->rect.top * pix->bytesperline;
 734                 break;
 735         case V4L2_PIX_FMT_RGB32:
 736         case V4L2_PIX_FMT_BGR32:
 737                 offset = image->rect.left * 4 +
 738                         image->rect.top * pix->bytesperline;
 739                 break;
 740         case V4L2_PIX_FMT_RGB24:
 741         case V4L2_PIX_FMT_BGR24:
 742                 offset = image->rect.left * 3 +
 743                         image->rect.top * pix->bytesperline;
 744                 break;
 745         default:
 746                 return -EINVAL;
 747         }
 748
 749         ipu_cpmem_set_buffer(ch, 0, image->phys0 + offset);
 750         ipu_cpmem_set_buffer(ch, 1, image->phys1 + offset);
 751
 752         return 0;
 753 }
 754 EXPORT_SYMBOL_GPL(ipu_cpmem_set_image);
 755
 756 void ipu_cpmem_dump(struct ipuv3_channel *ch)
 757 {
 758         struct ipu_ch_param __iomem *p = ipu_get_cpmem(ch);
 759         struct ipu_soc *ipu = ch->ipu;
 760         int chno = ch->num;
 761
 762         dev_dbg(ipu->dev, "ch %d word 0 - %08X %08X %08X %08X %08X\n", chno,
 763                 readl(&p->word[0].data[0]),
 764                 readl(&p->word[0].data[1]),
 765                 readl(&p->word[0].data[2]),
 766                 readl(&p->word[0].data[3]),
 767                 readl(&p->word[0].data[4]));
 768         dev_dbg(ipu->dev, "ch %d word 1 - %08X %08X %08X %08X %08X\n", chno,
 769                 readl(&p->word[1].data[0]),
 770                 readl(&p->word[1].data[1]),
 771                 readl(&p->word[1].data[2]),
 772                 readl(&p->word[1].data[3]),
 773                 readl(&p->word[1].data[4]));
 774         dev_dbg(ipu->dev, "PFS 0x%x, ",
 775                  ipu_ch_param_read_field(ch, IPU_FIELD_PFS));
 776         dev_dbg(ipu->dev, "BPP 0x%x, ",
 777                 ipu_ch_param_read_field(ch, IPU_FIELD_BPP));
 778         dev_dbg(ipu->dev, "NPB 0x%x\n",
 779                  ipu_ch_param_read_field(ch, IPU_FIELD_NPB));
 780
 781         dev_dbg(ipu->dev, "FW %d, ",
 782                  ipu_ch_param_read_field(ch, IPU_FIELD_FW));
 783         dev_dbg(ipu->dev, "FH %d, ",
 784                  ipu_ch_param_read_field(ch, IPU_FIELD_FH));
 785         dev_dbg(ipu->dev, "EBA0 0x%x\n",
 786                  ipu_ch_param_read_field(ch, IPU_FIELD_EBA0) << 3);
 787         dev_dbg(ipu->dev, "EBA1 0x%x\n",
 788                  ipu_ch_param_read_field(ch, IPU_FIELD_EBA1) << 3);
 789         dev_dbg(ipu->dev, "Stride %d\n",
 790                  ipu_ch_param_read_field(ch, IPU_FIELD_SL));
 791         dev_dbg(ipu->dev, "scan_order %d\n",
 792                  ipu_ch_param_read_field(ch, IPU_FIELD_SO));
 793         dev_dbg(ipu->dev, "uv_stride %d\n",
 794                  ipu_ch_param_read_field(ch, IPU_FIELD_SLUV));
 795         dev_dbg(ipu->dev, "u_offset 0x%x\n",
 796                  ipu_ch_param_read_field(ch, IPU_FIELD_UBO) << 3);
 797         dev_dbg(ipu->dev, "v_offset 0x%x\n",
 798                  ipu_ch_param_read_field(ch, IPU_FIELD_VBO) << 3);
 799
 800         dev_dbg(ipu->dev, "Width0 %d+1, ",
 801                  ipu_ch_param_read_field(ch, IPU_FIELD_WID0));
 802         dev_dbg(ipu->dev, "Width1 %d+1, ",
 803                  ipu_ch_param_read_field(ch, IPU_FIELD_WID1));
 804         dev_dbg(ipu->dev, "Width2 %d+1, ",
 805                  ipu_ch_param_read_field(ch, IPU_FIELD_WID2));
 806         dev_dbg(ipu->dev, "Width3 %d+1, ",
 807                  ipu_ch_param_read_field(ch, IPU_FIELD_WID3));
 808         dev_dbg(ipu->dev, "Offset0 %d, ",
 809                  ipu_ch_param_read_field(ch, IPU_FIELD_OFS0));
 810         dev_dbg(ipu->dev, "Offset1 %d, ",
 811                  ipu_ch_param_read_field(ch, IPU_FIELD_OFS1));
 812         dev_dbg(ipu->dev, "Offset2 %d, ",
 813                  ipu_ch_param_read_field(ch, IPU_FIELD_OFS2));
 814         dev_dbg(ipu->dev, "Offset3 %d\n",
 815                  ipu_ch_param_read_field(ch, IPU_FIELD_OFS3));
 816 }
 817 EXPORT_SYMBOL_GPL(ipu_cpmem_dump);
 818
 819 int ipu_cpmem_init(struct ipu_soc *ipu, struct device *dev, unsigned long base)
 820 {
 821         struct ipu_cpmem *cpmem;
 822
 823         cpmem = devm_kzalloc(dev, sizeof(*cpmem), GFP_KERNEL);
 824         if (!cpmem)
 825                 return -ENOMEM;
 826
 827         ipu->cpmem_priv = cpmem;
 828
 829         spin_lock_init(&cpmem->lock);
 830         cpmem->base = devm_ioremap(dev, base, SZ_128K);
 831         if (!cpmem->base)
 832                 return -ENOMEM;
 833
 834         dev_dbg(dev, "CPMEM base: 0x%08lx remapped to %p\n",
 835                 base, cpmem->base);
 836         cpmem->ipu = ipu;
 837
 838         return 0;
 839 }
 840
 841 void ipu_cpmem_exit(struct ipu_soc *ipu)
 842 {
 843 }