2020-01-17 21:02:07 +08:00
|
|
|
/*
|
|
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
|
|
*
|
|
|
|
* Copyright (c) 2020 Western Digital Corporation or its affiliates.
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Anup Patel <anup.patel@wdc.com>
|
|
|
|
* Atish Patra <atish.patra@wdc.com>
|
|
|
|
*/
|
|
|
|
|
2020-03-12 12:51:25 +08:00
|
|
|
#include <sbi/riscv_asm.h>
|
2022-11-09 14:53:37 +08:00
|
|
|
#include <sbi/sbi_error.h>
|
2020-01-17 21:02:07 +08:00
|
|
|
#include <sbi/sbi_ecall.h>
|
|
|
|
#include <sbi/sbi_ecall_interface.h>
|
2020-12-28 20:55:18 +08:00
|
|
|
#include <sbi/sbi_trap.h>
|
2022-11-09 14:53:37 +08:00
|
|
|
#include <sbi/sbi_tlb.h>
|
2020-01-17 21:02:07 +08:00
|
|
|
|
2020-03-20 00:25:12 +08:00
|
|
|
static int sbi_ecall_rfence_handler(unsigned long extid, unsigned long funcid,
|
2023-12-11 23:29:14 +08:00
|
|
|
struct sbi_trap_regs *regs,
|
|
|
|
struct sbi_ecall_return *out)
|
2020-01-17 21:02:07 +08:00
|
|
|
{
|
|
|
|
int ret = 0;
|
2020-05-04 13:28:07 +08:00
|
|
|
unsigned long vmid;
|
2020-01-17 21:02:07 +08:00
|
|
|
struct sbi_tlb_info tlb_info;
|
2020-03-12 12:51:25 +08:00
|
|
|
u32 source_hart = current_hartid();
|
2020-01-17 21:02:07 +08:00
|
|
|
|
2021-08-13 20:33:00 +08:00
|
|
|
if (funcid >= SBI_EXT_RFENCE_REMOTE_HFENCE_GVMA_VMID &&
|
|
|
|
funcid <= SBI_EXT_RFENCE_REMOTE_HFENCE_VVMA)
|
2020-01-17 21:02:07 +08:00
|
|
|
if (!misa_extension('H'))
|
|
|
|
return SBI_ENOTSUPP;
|
|
|
|
|
|
|
|
switch (funcid) {
|
|
|
|
case SBI_EXT_RFENCE_REMOTE_FENCE_I:
|
2020-05-04 13:28:07 +08:00
|
|
|
SBI_TLB_INFO_INIT(&tlb_info, 0, 0, 0, 0,
|
2023-12-11 15:56:49 +08:00
|
|
|
SBI_TLB_FENCE_I, source_hart);
|
2020-12-28 20:55:18 +08:00
|
|
|
ret = sbi_tlb_request(regs->a0, regs->a1, &tlb_info);
|
2020-01-17 21:02:07 +08:00
|
|
|
break;
|
|
|
|
case SBI_EXT_RFENCE_REMOTE_HFENCE_GVMA:
|
2020-12-28 20:55:18 +08:00
|
|
|
SBI_TLB_INFO_INIT(&tlb_info, regs->a2, regs->a3, 0, 0,
|
2023-12-11 15:56:49 +08:00
|
|
|
SBI_TLB_HFENCE_GVMA, source_hart);
|
2020-12-28 20:55:18 +08:00
|
|
|
ret = sbi_tlb_request(regs->a0, regs->a1, &tlb_info);
|
2020-01-17 21:02:07 +08:00
|
|
|
break;
|
|
|
|
case SBI_EXT_RFENCE_REMOTE_HFENCE_GVMA_VMID:
|
2020-12-28 20:55:18 +08:00
|
|
|
SBI_TLB_INFO_INIT(&tlb_info, regs->a2, regs->a3, 0, regs->a4,
|
2023-12-11 15:56:49 +08:00
|
|
|
SBI_TLB_HFENCE_GVMA_VMID, source_hart);
|
2020-12-28 20:55:18 +08:00
|
|
|
ret = sbi_tlb_request(regs->a0, regs->a1, &tlb_info);
|
2020-01-17 21:02:07 +08:00
|
|
|
break;
|
|
|
|
case SBI_EXT_RFENCE_REMOTE_HFENCE_VVMA:
|
2020-05-04 13:28:07 +08:00
|
|
|
vmid = (csr_read(CSR_HGATP) & HGATP_VMID_MASK);
|
|
|
|
vmid = vmid >> HGATP_VMID_SHIFT;
|
2020-12-28 20:55:18 +08:00
|
|
|
SBI_TLB_INFO_INIT(&tlb_info, regs->a2, regs->a3, 0, vmid,
|
2023-12-11 15:56:49 +08:00
|
|
|
SBI_TLB_HFENCE_VVMA, source_hart);
|
2020-12-28 20:55:18 +08:00
|
|
|
ret = sbi_tlb_request(regs->a0, regs->a1, &tlb_info);
|
2020-01-17 21:02:07 +08:00
|
|
|
break;
|
|
|
|
case SBI_EXT_RFENCE_REMOTE_HFENCE_VVMA_ASID:
|
2020-05-04 13:28:07 +08:00
|
|
|
vmid = (csr_read(CSR_HGATP) & HGATP_VMID_MASK);
|
|
|
|
vmid = vmid >> HGATP_VMID_SHIFT;
|
2020-12-28 20:55:18 +08:00
|
|
|
SBI_TLB_INFO_INIT(&tlb_info, regs->a2, regs->a3, regs->a4,
|
2023-12-11 15:56:49 +08:00
|
|
|
vmid, SBI_TLB_HFENCE_VVMA_ASID, source_hart);
|
2020-12-28 20:55:18 +08:00
|
|
|
ret = sbi_tlb_request(regs->a0, regs->a1, &tlb_info);
|
2020-01-17 21:02:07 +08:00
|
|
|
break;
|
|
|
|
case SBI_EXT_RFENCE_REMOTE_SFENCE_VMA:
|
2020-12-28 20:55:18 +08:00
|
|
|
SBI_TLB_INFO_INIT(&tlb_info, regs->a2, regs->a3, 0, 0,
|
2023-12-11 15:56:49 +08:00
|
|
|
SBI_TLB_SFENCE_VMA, source_hart);
|
2020-12-28 20:55:18 +08:00
|
|
|
ret = sbi_tlb_request(regs->a0, regs->a1, &tlb_info);
|
2020-01-17 21:02:07 +08:00
|
|
|
break;
|
|
|
|
case SBI_EXT_RFENCE_REMOTE_SFENCE_VMA_ASID:
|
2020-12-28 20:55:18 +08:00
|
|
|
SBI_TLB_INFO_INIT(&tlb_info, regs->a2, regs->a3, regs->a4, 0,
|
2023-12-11 15:56:49 +08:00
|
|
|
SBI_TLB_SFENCE_VMA_ASID, source_hart);
|
2020-12-28 20:55:18 +08:00
|
|
|
ret = sbi_tlb_request(regs->a0, regs->a1, &tlb_info);
|
2020-01-17 21:02:07 +08:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
ret = SBI_ENOTSUPP;
|
2023-04-25 16:56:23 +08:00
|
|
|
}
|
2020-01-17 21:02:07 +08:00
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2023-05-15 19:12:34 +08:00
|
|
|
struct sbi_ecall_extension ecall_rfence;
|
|
|
|
|
|
|
|
static int sbi_ecall_rfence_register_extensions(void)
|
|
|
|
{
|
|
|
|
return sbi_ecall_register_extension(&ecall_rfence);
|
|
|
|
}
|
|
|
|
|
2020-01-17 21:02:07 +08:00
|
|
|
struct sbi_ecall_extension ecall_rfence = {
|
2023-05-15 19:12:34 +08:00
|
|
|
.extid_start = SBI_EXT_RFENCE,
|
|
|
|
.extid_end = SBI_EXT_RFENCE,
|
|
|
|
.register_extensions = sbi_ecall_rfence_register_extensions,
|
|
|
|
.handle = sbi_ecall_rfence_handler,
|
2020-01-17 21:02:07 +08:00
|
|
|
};
|