* Copyright (c) 2014, STMicroelectronics International N.V.
* Copyright (c) 2015-2020, 2022 Linaro Limited
*/
#include <initcall.h>
#include <kernel/linker.h>
#include <kernel/user_access.h>
#include <kernel/user_mode_ctx.h>
#include <memtag.h>
#include <mm/vm.h>
#include <string.h>
#include <tee_api_types.h>
#include <types_ext.h>
static TEE_Result check_access(uint32_t flags, const void *uaddr, size_t len)
{
struct ts_session *s = ts_get_current_session();
return vm_check_access_rights(to_user_mode_ctx(s->ctx), flags,
(vaddr_t)uaddr, len);
}
TEE_Result copy_from_user(void *kaddr, const void *uaddr, size_t len)
{
uint32_t flags = TEE_MEMORY_ACCESS_READ | TEE_MEMORY_ACCESS_ANY_OWNER;
TEE_Result res = TEE_SUCCESS;
uaddr = memtag_strip_tag_const(uaddr);
res = check_access(flags, uaddr, len);
if (!res)
memcpy(kaddr, uaddr, len);
return res;
}
TEE_Result copy_to_user(void *uaddr, const void *kaddr, size_t len)
{
uint32_t flags = TEE_MEMORY_ACCESS_WRITE | TEE_MEMORY_ACCESS_ANY_OWNER;
TEE_Result res = TEE_SUCCESS;
uaddr = memtag_strip_tag(uaddr);
res = check_access(flags, uaddr, len);
if (!res)
memcpy(uaddr, kaddr, len);
return res;
}
TEE_Result copy_from_user_private(void *kaddr, const void *uaddr, size_t len)
{
uint32_t flags = TEE_MEMORY_ACCESS_READ;
TEE_Result res = TEE_SUCCESS;
uaddr = memtag_strip_tag_const(uaddr);
res = check_access(flags, uaddr, len);
if (!res)
memcpy(kaddr, uaddr, len);
return res;
}
TEE_Result copy_to_user_private(void *uaddr, const void *kaddr, size_t len)
{
uint32_t flags = TEE_MEMORY_ACCESS_WRITE;
TEE_Result res = TEE_SUCCESS;
uaddr = memtag_strip_tag(uaddr);
res = check_access(flags, uaddr, len);
if (!res)
memcpy(uaddr, kaddr, len);
return res;
}
TEE_Result copy_kaddr_to_uref(uint32_t *uref, void *kaddr)
{
uint32_t ref = kaddr_to_uref(kaddr);
return copy_to_user_private(uref, &ref, sizeof(ref));
}
uint32_t kaddr_to_uref(void *kaddr)
{
if (MEMTAG_IS_ENABLED) {
unsigned int uref_tag_shift = 32 - MEMTAG_TAG_WIDTH;
vaddr_t uref = memtag_strip_tag_vaddr(kaddr);
uref -= VCORE_START_VA;
assert(uref < (UINT32_MAX >> MEMTAG_TAG_WIDTH));
uref |= memtag_get_tag(kaddr) << uref_tag_shift;
return uref;
}
assert(((vaddr_t)kaddr - VCORE_START_VA) < UINT32_MAX);
return (vaddr_t)kaddr - VCORE_START_VA;
}
vaddr_t uref_to_vaddr(uint32_t uref)
{
if (MEMTAG_IS_ENABLED) {
vaddr_t u = uref & (UINT32_MAX >> MEMTAG_TAG_WIDTH);
unsigned int uref_tag_shift = 32 - MEMTAG_TAG_WIDTH;
uint8_t tag = uref >> uref_tag_shift;
return memtag_insert_tag_vaddr(VCORE_START_VA + u, tag);
}
return VCORE_START_VA + uref;
}