_mali_osk_errcode_t mali_memory_bind_ext_mem(mali_mem_allocation *alloc, mali_mem_backend *mem_backend, u32 phys_addr, u32 flag) { struct mali_session_data *session; _mali_osk_errcode_t err; u32 virt, phys, size; MALI_DEBUG_ASSERT_POINTER(mem_backend); MALI_DEBUG_ASSERT_POINTER(alloc); size = alloc->psize; session = (struct mali_session_data *)(uintptr_t)alloc->session; MALI_CHECK_NON_NULL(session, _MALI_OSK_ERR_INVALID_ARGS); /* check arguments */ /* NULL might be a valid Mali address */ if (!size) MALI_ERROR(_MALI_OSK_ERR_INVALID_ARGS); /* size must be a multiple of the system page size */ if (size % _MALI_OSK_MALI_PAGE_SIZE) MALI_ERROR(_MALI_OSK_ERR_INVALID_ARGS); /* Validate the mali physical range */ if (_MALI_OSK_ERR_OK != mali_mem_validation_check(phys_addr, size)) { return _MALI_OSK_ERR_FAULT; } if (flag & _MALI_MAP_EXTERNAL_MAP_GUARD_PAGE) { alloc->flags |= MALI_MEM_FLAG_MALI_GUARD_PAGE; } mali_session_memory_lock(session); virt = alloc->mali_vma_node.vm_node.start; phys = phys_addr; err = mali_mem_mali_map_prepare(alloc); if (_MALI_OSK_ERR_OK != err) { mali_session_memory_unlock(session); return _MALI_OSK_ERR_NOMEM; } mali_mmu_pagedir_update(session->page_directory, virt, phys, size, MALI_MMU_FLAGS_DEFAULT); if (alloc->flags & MALI_MEM_FLAG_MALI_GUARD_PAGE) { mali_mmu_pagedir_update(session->page_directory, virt + size, phys, _MALI_OSK_MALI_PAGE_SIZE, MALI_MMU_FLAGS_DEFAULT); } MALI_DEBUG_PRINT(3, ("Requested to map physical memory 0x%x-0x%x into virtual memory 0x%x\n", phys_addr, (phys_addr + size - 1), virt)); session->mali_mem_array[mem_backend->type] += mem_backend->size; mali_session_memory_unlock(session); MALI_SUCCESS; }
static void mali_mem_block_mali_map(mali_mem_allocation *descriptor, u32 phys, u32 virt, u32 size) { struct mali_page_directory *pagedir = descriptor->session->page_directory; u32 prop = descriptor->mali_mapping.properties; u32 offset = 0; while (size) { mali_mmu_pagedir_update(pagedir, virt + offset, phys + offset, MALI_MMU_PAGE_SIZE, prop); size -= MALI_MMU_PAGE_SIZE; offset += MALI_MMU_PAGE_SIZE; } }
static int mali_ump_map(struct mali_session_data *session, mali_mem_allocation *descriptor) { ump_dd_handle ump_mem; u32 nr_blocks; u32 i; ump_dd_physical_block *ump_blocks; struct mali_page_directory *pagedir; u32 offset = 0; u32 prop; _mali_osk_errcode_t err; MALI_DEBUG_ASSERT_POINTER(session); MALI_DEBUG_ASSERT_POINTER(descriptor); MALI_DEBUG_ASSERT(MALI_MEM_UMP == descriptor->type); ump_mem = descriptor->ump_mem.handle; MALI_DEBUG_ASSERT(UMP_DD_HANDLE_INVALID != ump_mem); nr_blocks = ump_dd_phys_block_count_get(ump_mem); if (nr_blocks == 0) { MALI_DEBUG_PRINT(1, ("No block count\n")); return -EINVAL; } ump_blocks = _mali_osk_malloc(sizeof(*ump_blocks)*nr_blocks); if (NULL == ump_blocks) { return -ENOMEM; } if (UMP_DD_INVALID == ump_dd_phys_blocks_get(ump_mem, ump_blocks, nr_blocks)) { _mali_osk_free(ump_blocks); return -EFAULT; } pagedir = session->page_directory; prop = descriptor->mali_mapping.properties; err = mali_mem_mali_map_prepare(descriptor); if (_MALI_OSK_ERR_OK != err) { MALI_DEBUG_PRINT(1, ("Mapping of UMP memory failed\n")); _mali_osk_free(ump_blocks); return -ENOMEM; } for(i = 0; i < nr_blocks; ++i) { u32 virt = descriptor->mali_mapping.addr + offset; MALI_DEBUG_PRINT(7, ("Mapping in 0x%08x size %d\n", ump_blocks[i].addr , ump_blocks[i].size)); mali_mmu_pagedir_update(pagedir, virt, ump_blocks[i].addr, ump_blocks[i].size, prop); offset += ump_blocks[i].size; } if (descriptor->flags & _MALI_MAP_EXTERNAL_MAP_GUARD_PAGE) { u32 virt = descriptor->mali_mapping.addr + offset; /* Map in an extra virtual guard page at the end of the VMA */ MALI_DEBUG_PRINT(6, ("Mapping in extra guard page\n")); mali_mmu_pagedir_update(pagedir, virt, ump_blocks[0].addr, _MALI_OSK_MALI_PAGE_SIZE, prop); offset += _MALI_OSK_MALI_PAGE_SIZE; } _mali_osk_free(ump_blocks); return 0; }
static int mali_mem_ump_map(mali_mem_backend *mem_backend) { ump_dd_handle ump_mem; mali_mem_allocation *alloc; struct mali_session_data *session; u32 nr_blocks; u32 i; ump_dd_physical_block *ump_blocks; struct mali_page_directory *pagedir; u32 offset = 0; _mali_osk_errcode_t err; MALI_DEBUG_ASSERT_POINTER(mem_backend); MALI_DEBUG_ASSERT(MALI_MEM_UMP == mem_backend->type); alloc = mem_backend->mali_allocation; MALI_DEBUG_ASSERT_POINTER(alloc); session = alloc->session; MALI_DEBUG_ASSERT_POINTER(session); ump_mem = mem_backend->ump_mem.handle; MALI_DEBUG_ASSERT(UMP_DD_HANDLE_INVALID != ump_mem); nr_blocks = ump_dd_phys_block_count_get(ump_mem); if (nr_blocks == 0) { MALI_DEBUG_PRINT(1, ("No block count\n")); return -EINVAL; } ump_blocks = _mali_osk_malloc(sizeof(*ump_blocks) * nr_blocks); if (NULL == ump_blocks) { return -ENOMEM; } if (UMP_DD_INVALID == ump_dd_phys_blocks_get(ump_mem, ump_blocks, nr_blocks)) { _mali_osk_free(ump_blocks); return -EFAULT; } pagedir = session->page_directory; mali_session_memory_lock(session); err = mali_mem_mali_map_prepare(alloc); if (_MALI_OSK_ERR_OK != err) { MALI_DEBUG_PRINT(1, ("Mapping of UMP memory failed\n")); _mali_osk_free(ump_blocks); mali_session_memory_unlock(session); return -ENOMEM; } for (i = 0; i < nr_blocks; ++i) { u32 virt = alloc->mali_vma_node.vm_node.start + offset; MALI_DEBUG_PRINT(7, ("Mapping in 0x%08x size %d\n", ump_blocks[i].addr , ump_blocks[i].size)); mali_mmu_pagedir_update(pagedir, virt, ump_blocks[i].addr, ump_blocks[i].size, MALI_MMU_FLAGS_DEFAULT); offset += ump_blocks[i].size; } if (alloc->flags & _MALI_MAP_EXTERNAL_MAP_GUARD_PAGE) { u32 virt = alloc->mali_vma_node.vm_node.start + offset; /* Map in an extra virtual guard page at the end of the VMA */ MALI_DEBUG_PRINT(6, ("Mapping in extra guard page\n")); mali_mmu_pagedir_update(pagedir, virt, ump_blocks[0].addr, _MALI_OSK_MALI_PAGE_SIZE, MALI_MMU_FLAGS_DEFAULT); offset += _MALI_OSK_MALI_PAGE_SIZE; } session->mali_mem_array[mem_backend->type] += mem_backend->size; mali_session_memory_unlock(session); _mali_osk_free(ump_blocks); return 0; }
_mali_osk_errcode_t _mali_ukk_map_external_mem(_mali_uk_map_external_mem_s *args) { struct mali_session_data *session; mali_mem_allocation * descriptor; int md; _mali_osk_errcode_t err; MALI_DEBUG_ASSERT_POINTER(args); MALI_CHECK_NON_NULL(args->ctx, _MALI_OSK_ERR_INVALID_ARGS); session = (struct mali_session_data *)args->ctx; MALI_CHECK_NON_NULL(session, _MALI_OSK_ERR_INVALID_ARGS); /* check arguments */ /* NULL might be a valid Mali address */ if (! args->size) MALI_ERROR(_MALI_OSK_ERR_INVALID_ARGS); /* size must be a multiple of the system page size */ if (args->size % _MALI_OSK_MALI_PAGE_SIZE) MALI_ERROR(_MALI_OSK_ERR_INVALID_ARGS); MALI_DEBUG_PRINT(3, ("Requested to map physical memory 0x%x-0x%x into virtual memory 0x%x\n", (void*)args->phys_addr, (void*)(args->phys_addr + args->size -1), (void*)args->mali_address) ); /* Validate the mali physical range */ if (_MALI_OSK_ERR_OK != mali_mem_validation_check(args->phys_addr, args->size)) { return _MALI_OSK_ERR_FAULT; } descriptor = mali_mem_descriptor_create(session, MALI_MEM_EXTERNAL); if (NULL == descriptor) MALI_ERROR(_MALI_OSK_ERR_NOMEM); descriptor->mali_mapping.addr = args->mali_address; descriptor->size = args->size; if (args->flags & _MALI_MAP_EXTERNAL_MAP_GUARD_PAGE) { descriptor->flags = MALI_MEM_FLAG_MALI_GUARD_PAGE; } _mali_osk_mutex_wait(session->memory_lock); { u32 virt = descriptor->mali_mapping.addr; u32 phys = args->phys_addr; u32 size = args->size; err = mali_mem_mali_map_prepare(descriptor); if (_MALI_OSK_ERR_OK != err) { _mali_osk_mutex_signal(session->memory_lock); mali_mem_descriptor_destroy(descriptor); return _MALI_OSK_ERR_NOMEM; } mali_mmu_pagedir_update(session->page_directory, virt, phys, size, MALI_MMU_FLAGS_DEFAULT); if (descriptor->flags & MALI_MEM_FLAG_MALI_GUARD_PAGE) { mali_mmu_pagedir_update(session->page_directory, virt + size, phys, _MALI_OSK_MALI_PAGE_SIZE, MALI_MMU_FLAGS_DEFAULT); } } _mali_osk_mutex_signal(session->memory_lock); if (_MALI_OSK_ERR_OK != mali_descriptor_mapping_allocate_mapping(session->descriptor_mapping, descriptor, &md)) { _mali_osk_mutex_wait(session->memory_lock); mali_mem_external_release(descriptor); _mali_osk_mutex_signal(session->memory_lock); mali_mem_descriptor_destroy(descriptor); MALI_ERROR(_MALI_OSK_ERR_FAULT); } args->cookie = md; MALI_SUCCESS; }