static int fimg2d_check_dma_sync(struct fimg2d_bltcmd *cmd)
{
struct mm_struct *mm = cmd->ctx->mm;
fimg2d_calc_dma_size(cmd);
if (fimg2d_check_address(cmd))
return -EINVAL;
if (fimg2d_check_pgd(mm, cmd))
return -EFAULT;
#ifndef CCI_SNOOP
fimg2d_debug("cache flush\n");
perf_start(cmd, PERF_CACHE);
if (is_inner_flushall(cmd->dma_all)) {
inner_touch_range(cmd);
flush_all_cpu_caches();
} else {
inner_flush_clip_range(cmd);
}
#ifdef CONFIG_OUTER_CACHE
if (is_outer_flushall(cmd->dma_all))
outer_flush_all();
else
outer_flush_clip_range(cmd);
#endif
perf_end(cmd, PERF_CACHE);
#endif
return 0;
}
static int fimg2d_check_dma_sync(struct fimg2d_bltcmd *cmd)
{
struct mm_struct *mm = cmd->ctx->mm;
struct fimg2d_dma *c;
enum pt_status pt;
int i;
fimg2d_calc_dma_size(cmd);
if (fimg2d_check_address(cmd))
return -EINVAL;
for (i = 0; i < MAX_IMAGES; i++) {
c = &cmd->dma[i].base;
if (!c->size)
continue;
pt = fimg2d_check_pagetable(mm, c->addr, c->size);
if (pt == PT_FAULT)
return -EFAULT;
}
#ifndef CCI_SNOOP
fimg2d_debug("cache flush\n");
perf_start(cmd, PERF_CACHE);
if (is_inner_flushall(cmd->dma_all)) {
inner_touch_range(cmd);
flush_all_cpu_caches();
} else {
inner_flush_clip_range(cmd);
}
#ifdef CONFIG_OUTER_CACHE
if (is_outer_flushall(cmd->dma_all))
outer_flush_all();
else
outer_flush_clip_range(cmd);
#endif
perf_end(cmd, PERF_CACHE);
#endif
return 0;
}
static int fimg2d_check_dma_sync(struct fimg2d_bltcmd *cmd)
{
struct mm_struct *mm = cmd->ctx->mm;
struct fimg2d_dma *c;
enum pt_status pt;
int i, ret;
fimg2d_calc_dma_size(cmd);
for (i = 0; i < MAX_IMAGES; i++) {
c = &cmd->dma[i].base;
if (!c->size)
continue;
pt = fimg2d_check_pagetable(mm, c->addr, c->size);
if (pt == PT_FAULT) {
ret = -EFAULT;
goto err_pgtable;
}
}
perf_start(cmd, PERF_CACHE);
if (is_inner_flushall(cmd->dma_all))
flush_cache_all();
else
inner_flush_clip_range(cmd);
#ifdef CONFIG_OUTER_CACHE
if (is_outer_flushall(cmd->dma_all))
outer_flush_all();
else
outer_flush_clip_range(cmd);
#endif
perf_end(cmd, PERF_CACHE);
return 0;
err_pgtable:
return ret;
}
static int fimg2d_check_dma_sync(struct fimg2d_bltcmd *cmd)
{
struct mm_struct *mm = cmd->ctx->mm;
struct fimg2d_param *p = &cmd->param;
struct fimg2d_image *img;
struct fimg2d_clip *clp;
struct fimg2d_rect *r;
struct fimg2d_dma *c;
enum pt_status pt;
int clip_x, clip_w, clip_h, y, dir, i;
unsigned long clip_start;
clp = &p->clipping;
for (i = 0; i < MAX_IMAGES; i++) {
img = &cmd->image[i];
c = &cmd->dma[i];
r = &img->rect;
if (!img->addr.type)
continue;
/* caculate horizontally clipped region */
if (i == IMAGE_DST && clp->enable) {
c->addr = img->addr.start + (img->stride * clp->y1);
c->size = img->stride * (clp->y2 - clp->y1);
} else {
c->addr = img->addr.start + (img->stride * r->y1);
c->size = img->stride * (r->y2 - r->y1);
}
/* check pagetable */
if (img->addr.type == ADDR_USER) {
pt = fimg2d_check_pagetable(mm, c->addr, c->size);
if (pt == PT_FAULT)
return -1;
}
if (img->need_cacheopr && i != IMAGE_TMP) {
c->cached = c->size;
cmd->dma_all += c->cached;
}
}
#ifdef PERF_PROFILE
perf_start(cmd->ctx, PERF_INNERCACHE);
#endif
if (is_inner_flushall(cmd->dma_all))
flush_all_cpu_caches();
else {
for (i = 0; i < MAX_IMAGES; i++) {
img = &cmd->image[i];
c = &cmd->dma[i];
r = &img->rect;
if (!img->addr.type || !c->cached)
continue;
if (i == IMAGE_DST)
dir = DMA_BIDIRECTIONAL;
else
dir = DMA_TO_DEVICE;
if (i == IDST && clp->enable) {
clip_w = width2bytes(clp->x2 - clp->x1,
img->fmt);
clip_x = pixel2offset(clp->x1, img->fmt);
clip_h = clp->y2 - clp->y1;
} else {
clip_w = width2bytes(r->x2 - r->x1, img->fmt);
clip_x = pixel2offset(r->x1, img->fmt);
clip_h = r->y2 - r->y1;
}
if (is_inner_flushrange(img->stride - clip_w))
fimg2d_dma_sync_inner(c->addr, c->cached, dir);
else {
for (y = 0; y < clip_h; y++) {
clip_start = c->addr +
(img->stride * y) + clip_x;
fimg2d_dma_sync_inner(clip_start,
clip_w, dir);
}
}
}
}
#ifdef PERF_PROFILE
perf_end(cmd->ctx, PERF_INNERCACHE);
#endif
#ifdef CONFIG_OUTER_CACHE
#ifdef PERF_PROFILE
perf_start(cmd->ctx, PERF_OUTERCACHE);
#endif
if (is_outer_flushall(cmd->dma_all))
outer_flush_all();
else {
for (i = 0; i < MAX_IMAGES; i++) {
img = &cmd->image[i];
c = &cmd->dma[i];
r = &img->rect;
if (!img->addr.type)
continue;
/* clean pagetable */
if (img->addr.type == ADDR_USER)
fimg2d_clean_outer_pagetable(mm, c->addr, c->size);
if (!c->cached)
continue;
if (i == IMAGE_DST)
dir = CACHE_FLUSH;
else
dir = CACHE_CLEAN;
if (i == IDST && clp->enable) {
clip_w = width2bytes(clp->x2 - clp->x1,
img->fmt);
clip_x = pixel2offset(clp->x1, img->fmt);
clip_h = clp->y2 - clp->y1;
} else {
clip_w = width2bytes(r->x2 - r->x1, img->fmt);
clip_x = pixel2offset(r->x1, img->fmt);
clip_h = r->y2 - r->y1;
}
if (is_outer_flushrange(img->stride - clip_w))
fimg2d_dma_sync_outer(mm, c->addr,
c->cached, dir);
else {
for (y = 0; y < clip_h; y++) {
clip_start = c->addr +
(img->stride * y) + clip_x;
fimg2d_dma_sync_outer(mm, clip_start,
clip_w, dir);
}
}
}
}
#ifdef PERF_PROFILE
perf_end(cmd->ctx, PERF_OUTERCACHE);
#endif
#endif
return 0;
}