// SPDX-License-Identifier: GPL-2.0-only /* * Copyright (C) Fuzhou Rockchip Electronics Co.Ltd * Author: Jacob Chen */ #include #include "rga-hw.h" #include "rga.h" enum e_rga_start_pos { LT = 0, LB = 1, RT = 2, RB = 3, }; struct rga_addr_offset { unsigned int y_off; unsigned int u_off; unsigned int v_off; }; struct rga_corners_addr_offset { struct rga_addr_offset left_top; struct rga_addr_offset right_top; struct rga_addr_offset left_bottom; struct rga_addr_offset right_bottom; }; static unsigned int rga_get_scaling(unsigned int src, unsigned int dst) { /* * The rga hw scaling factor is a normalized inverse of the * scaling factor. * For example: When source width is 100 and destination width is 200 * (scaling of 2x), then the hw factor is NC * 100 / 200. * The normalization factor (NC) is 2^16 = 0x10000. */ return (src > dst) ? ((dst << 16) / src) : ((src << 16) / dst); } static struct rga_corners_addr_offset rga_get_addr_offset(struct rga_frame *frm, unsigned int x, unsigned int y, unsigned int w, unsigned int h) { struct rga_corners_addr_offset offsets; struct rga_addr_offset *lt, *lb, *rt, *rb; unsigned int x_div = 0, y_div = 0, uv_stride = 0, pixel_width = 0, uv_factor = 0; lt = &offsets.left_top; lb = &offsets.left_bottom; rt = &offsets.right_top; rb = &offsets.right_bottom; x_div = frm->fmt->x_div; y_div = frm->fmt->y_div; uv_factor = frm->fmt->uv_factor; uv_stride = frm->stride / x_div; pixel_width = frm->stride / frm->width; lt->y_off = y * frm->stride + x * pixel_width; lt->u_off = frm->width * frm->height + (y / y_div) * uv_stride + x / x_div; lt->v_off = lt->u_off + frm->width * frm->height / uv_factor; lb->y_off = lt->y_off + (h - 1) * frm->stride; lb->u_off = lt->u_off + (h / y_div - 1) * uv_stride; lb->v_off = lt->v_off + (h / y_div - 1) * uv_stride; rt->y_off = lt->y_off + (w - 1) * pixel_width; rt->u_off = lt->u_off + w / x_div - 1; rt->v_off = lt->v_off + w / x_div - 1; rb->y_off = lb->y_off + (w - 1) * pixel_width; rb->u_off = lb->u_off + w / x_div - 1; rb->v_off = lb->v_off + w / x_div - 1; return offsets; } static struct rga_addr_offset *rga_lookup_draw_pos(struct rga_corners_addr_offset * offsets, u32 rotate_mode, u32 mirr_mode) { static enum e_rga_start_pos rot_mir_point_matrix[4][4] = { { LT, RT, LB, RB, }, { RT, LT, RB, LB, }, { RB, LB, RT, LT, }, { LB, RB, LT, RT, }, }; if (!offsets) return NULL; switch (rot_mir_point_matrix[rotate_mode][mirr_mode]) { case LT: return &offsets->left_top; case LB: return &offsets->left_bottom; case RT: return &offsets->right_top; case RB: return &offsets->right_bottom; } return NULL; } static void rga_cmd_set_src_addr(struct rga_ctx *ctx, void *mmu_pages) { struct rockchip_rga *rga = ctx->rga; u32 *dest = rga->cmdbuf_virt; unsigned int reg; reg = RGA_MMU_SRC_BASE - RGA_MODE_BASE_REG; dest[reg >> 2] = virt_to_phys(mmu_pages) >> 4; reg = RGA_MMU_CTRL1 - RGA_MODE_BASE_REG; dest[reg >> 2] |= 0x7; } static void rga_cmd_set_src1_addr(struct rga_ctx *ctx, void *mmu_pages) { struct rockchip_rga *rga = ctx->rga; u32 *dest = rga->cmdbuf_virt; unsigned int reg; reg = RGA_MMU_SRC1_BASE - RGA_MODE_BASE_REG; dest[reg >> 2] = virt_to_phys(mmu_pages) >> 4; reg = RGA_MMU_CTRL1 - RGA_MODE_BASE_REG; dest[reg >> 2] |= 0x7 << 4; } static void rga_cmd_set_dst_addr(struct rga_ctx *ctx, void *mmu_pages) { struct rockchip_rga *rga = ctx->rga; u32 *dest = rga->cmdbuf_virt; unsigned int reg; reg = RGA_MMU_DST_BASE - RGA_MODE_BASE_REG; dest[reg >> 2] = virt_to_phys(mmu_pages) >> 4; reg = RGA_MMU_CTRL1 - RGA_MODE_BASE_REG; dest[reg >> 2] |= 0x7 << 8; } static void rga_cmd_set_trans_info(struct rga_ctx *ctx) { struct rockchip_rga *rga = ctx->rga; u32 *dest = rga->cmdbuf_virt; unsigned int scale_dst_w, scale_dst_h; unsigned int src_h, src_w, src_x, src_y, dst_h, dst_w, dst_x, dst_y; union rga_src_info src_info; union rga_dst_info dst_info; union rga_src_x_factor x_factor; union rga_src_y_factor y_factor; union rga_src_vir_info src_vir_info; union rga_src_act_info src_act_info; union rga_dst_vir_info dst_vir_info; union rga_dst_act_info dst_act_info; struct rga_addr_offset *dst_offset; struct rga_corners_addr_offset offsets; struct rga_corners_addr_offset src_offsets; src_h = ctx->in.crop.height; src_w = ctx->in.crop.width; src_x = ctx->in.crop.left; src_y = ctx->in.crop.top; dst_h = ctx->out.crop.height; dst_w = ctx->out.crop.width; dst_x = ctx->out.crop.left; dst_y = ctx->out.crop.top; src_info.val = dest[(RGA_SRC_INFO - RGA_MODE_BASE_REG) >> 2]; dst_info.val = dest[(RGA_DST_INFO - RGA_MODE_BASE_REG) >> 2]; x_factor.val = dest[(RGA_SRC_X_FACTOR - RGA_MODE_BASE_REG) >> 2]; y_factor.val = dest[(RGA_SRC_Y_FACTOR - RGA_MODE_BASE_REG) >> 2]; src_vir_info.val = dest[(RGA_SRC_VIR_INFO - RGA_MODE_BASE_REG) >> 2]; src_act_info.val = dest[(RGA_SRC_ACT_INFO - RGA_MODE_BASE_REG) >> 2]; dst_vir_info.val = dest[(RGA_DST_VIR_INFO - RGA_MODE_BASE_REG) >> 2]; dst_act_info.val = dest[(RGA_DST_ACT_INFO - RGA_MODE_BASE_REG) >> 2]; src_info.data.format = ctx->in.fmt->hw_format; src_info.data.swap = ctx->in.fmt->color_swap; dst_info.data.format = ctx->out.fmt->hw_format; dst_info.data.swap = ctx->out.fmt->color_swap; if (ctx->in.fmt->hw_format >= RGA_COLOR_FMT_YUV422SP) { if (ctx->out.fmt->hw_format < RGA_COLOR_FMT_YUV422SP) { switch (ctx->in.colorspace) { case V4L2_COLORSPACE_REC709: src_info.data.csc_mode = RGA_SRC_CSC_MODE_BT709_R0; break; default: src_info.data.csc_mode = RGA_SRC_CSC_MODE_BT601_R0; break; } } } if (ctx->out.fmt->hw_format >= RGA_COLOR_FMT_YUV422SP) { switch (ctx->out.colorspace) { case V4L2_COLORSPACE_REC709: dst_info.data.csc_mode = RGA_SRC_CSC_MODE_BT709_R0; break; default: dst_info.data.csc_mode = RGA_DST_CSC_MODE_BT601_R0; break; } } if (ctx->vflip) src_info.data.mir_mode |= RGA_SRC_MIRR_MODE_X; if (ctx->hflip) src_info.data.mir_mode |= RGA_SRC_MIRR_MODE_Y; switch (ctx->rotate) { case 90: src_info.data.rot_mode = RGA_SRC_ROT_MODE_90_DEGREE; break; case 180: src_info.data.rot_mode = RGA_SRC_ROT_MODE_180_DEGREE; break; case 270: src_info.data.rot_mode = RGA_SRC_ROT_MODE_270_DEGREE; break; default: src_info.data.rot_mode = RGA_SRC_ROT_MODE_0_DEGREE; break; } /* * Calculate the up/down scaling mode/factor. * * RGA used to scale the picture first, and then rotate second, * so we need to swap the w/h when rotate degree is 90/270. */ if (src_info.data.rot_mode == RGA_SRC_ROT_MODE_90_DEGREE || src_info.data.rot_mode == RGA_SRC_ROT_MODE_270_DEGREE) { if (rga->version.major == 0 || rga->version.minor == 0) { if (dst_w == src_h) src_h -= 8; if (abs(src_w - dst_h) < 16) src_w -= 16; } scale_dst_h = dst_w; scale_dst_w = dst_h; } else { scale_dst_w = dst_w; scale_dst_h = dst_h; } if (src_w == scale_dst_w) { src_info.data.hscl_mode = RGA_SRC_HSCL_MODE_NO; x_factor.val = 0; } else if (src_w > scale_dst_w) { src_info.data.hscl_mode = RGA_SRC_HSCL_MODE_DOWN; x_factor.data.down_scale_factor = rga_get_scaling(src_w, scale_dst_w) + 1; } else { src_info.data.hscl_mode = RGA_SRC_HSCL_MODE_UP; x_factor.data.up_scale_factor = rga_get_scaling(src_w - 1, scale_dst_w - 1); } if (src_h == scale_dst_h) { src_info.data.vscl_mode = RGA_SRC_VSCL_MODE_NO; y_factor.val = 0; } else if (src_h > scale_dst_h) { src_info.data.vscl_mode = RGA_SRC_VSCL_MODE_DOWN; y_factor.data.down_scale_factor = rga_get_scaling(src_h, scale_dst_h) + 1; } else { src_info.data.vscl_mode = RGA_SRC_VSCL_MODE_UP; y_factor.data.up_scale_factor = rga_get_scaling(src_h - 1, scale_dst_h - 1); } /* * Calculate the framebuffer virtual strides and active size, * note that the step of vir_stride / vir_width is 4 byte words */ src_vir_info.data.vir_stride = ctx->in.stride >> 2; src_vir_info.data.vir_width = ctx->in.stride >> 2; src_act_info.data.act_height = src_h - 1; src_act_info.data.act_width = src_w - 1; dst_vir_info.data.vir_stride = ctx->out.stride >> 2; dst_act_info.data.act_height = dst_h - 1; dst_act_info.data.act_width = dst_w - 1; /* * Calculate the source framebuffer base address with offset pixel. */ src_offsets = rga_get_addr_offset(&ctx->in, src_x, src_y, src_w, src_h); /* * Configure the dest framebuffer base address with pixel offset. */ offsets = rga_get_addr_offset(&ctx->out, dst_x, dst_y, dst_w, dst_h); dst_offset = rga_lookup_draw_pos(&offsets, src_info.data.rot_mode, src_info.data.mir_mode); dest[(RGA_SRC_Y_RGB_BASE_ADDR - RGA_MODE_BASE_REG) >> 2] = src_offsets.left_top.y_off; dest[(RGA_SRC_CB_BASE_ADDR - RGA_MODE_BASE_REG) >> 2] = src_offsets.left_top.u_off; dest[(RGA_SRC_CR_BASE_ADDR - RGA_MODE_BASE_REG) >> 2] = src_offsets.left_top.v_off; dest[(RGA_SRC_X_FACTOR - RGA_MODE_BASE_REG) >> 2] = x_factor.val; dest[(RGA_SRC_Y_FACTOR - RGA_MODE_BASE_REG) >> 2] = y_factor.val; dest[(RGA_SRC_VIR_INFO - RGA_MODE_BASE_REG) >> 2] = src_vir_info.val; dest[(RGA_SRC_ACT_INFO - RGA_MODE_BASE_REG) >> 2] = src_act_info.val; dest[(RGA_SRC_INFO - RGA_MODE_BASE_REG) >> 2] = src_info.val; dest[(RGA_DST_Y_RGB_BASE_ADDR - RGA_MODE_BASE_REG) >> 2] = dst_offset->y_off; dest[(RGA_DST_CB_BASE_ADDR - RGA_MODE_BASE_REG) >> 2] = dst_offset->u_off; dest[(RGA_DST_CR_BASE_ADDR - RGA_MODE_BASE_REG) >> 2] = dst_offset->v_off; dest[(RGA_DST_VIR_INFO - RGA_MODE_BASE_REG) >> 2] = dst_vir_info.val; dest[(RGA_DST_ACT_INFO - RGA_MODE_BASE_REG) >> 2] = dst_act_info.val; dest[(RGA_DST_INFO - RGA_MODE_BASE_REG) >> 2] = dst_info.val; } static void rga_cmd_set_mode(struct rga_ctx *ctx) { struct rockchip_rga *rga = ctx->rga; u32 *dest = rga->cmdbuf_virt; union rga_mode_ctrl mode; union rga_alpha_ctrl0 alpha_ctrl0; union rga_alpha_ctrl1 alpha_ctrl1; mode.val = 0; alpha_ctrl0.val = 0; alpha_ctrl1.val = 0; mode.data.gradient_sat = 1; mode.data.render = RGA_MODE_RENDER_BITBLT; mode.data.bitblt = RGA_MODE_BITBLT_MODE_SRC_TO_DST; /* disable alpha blending */ dest[(RGA_ALPHA_CTRL0 - RGA_MODE_BASE_REG) >> 2] = alpha_ctrl0.val; dest[(RGA_ALPHA_CTRL1 - RGA_MODE_BASE_REG) >> 2] = alpha_ctrl1.val; dest[(RGA_MODE_CTRL - RGA_MODE_BASE_REG) >> 2] = mode.val; } static void rga_cmd_set(struct rga_ctx *ctx) { struct rockchip_rga *rga = ctx->rga; memset(rga->cmdbuf_virt, 0, RGA_CMDBUF_SIZE * 4); rga_cmd_set_src_addr(ctx, rga->src_mmu_pages); /* * Due to hardware bug, * src1 mmu also should be configured when using alpha blending. */ rga_cmd_set_src1_addr(ctx, rga->dst_mmu_pages); rga_cmd_set_dst_addr(ctx, rga->dst_mmu_pages); rga_cmd_set_mode(ctx); rga_cmd_set_trans_info(ctx); rga_write(rga, RGA_CMD_BASE, rga->cmdbuf_phy); /* sync CMD buf for RGA */ dma_sync_single_for_device(rga->dev, rga->cmdbuf_phy, PAGE_SIZE, DMA_BIDIRECTIONAL); } void rga_hw_start(struct rockchip_rga *rga) { struct rga_ctx *ctx = rga->curr; rga_cmd_set(ctx); rga_write(rga, RGA_SYS_CTRL, 0x00); rga_write(rga, RGA_SYS_CTRL, 0x22); rga_write(rga, RGA_INT, 0x600); rga_write(rga, RGA_CMD_CTRL, 0x1); }