// SPDX-License-Identifier: GPL-2.0
/*
 * Copyright (C) 2020-2023 Loongson Technology Corporation Limited
 */

#include <linux/kvm_host.h>
#include <asm/tlb.h>
#include <asm/kvm_csr.h>

/*
 * kvm_flush_tlb_all() - Flush all root TLB entries for guests.
 *
 * Invalidate all entries including GVA-->GPA and GPA-->HPA mappings.
 */
void kvm_flush_tlb_all(void)
{
	unsigned long flags;

	local_irq_save(flags);
	invtlb_all(INVTLB_ALLGID, 0, 0);
	local_irq_restore(flags);
}

/* Invalidate all stage1 TLB entries including GVA-->GPA mappings */
void kvm_flush_tlb_all_stage1(void)
{
	lockdep_assert_irqs_disabled();
	invtlb_all(INVGTLB_ALLGID_GVA_TO_GPA, 0, 0);
}

/* Invalidate all stage2 TLB entries including GPA-->HPA  mappings */
void kvm_flush_tlb_all_stage2(void)
{
	lockdep_assert_irqs_disabled();
	invtlb_all(INVTLB_ALLGID_GPA_TO_HPA, 0, 0);
}

void kvm_flush_tlb_gpa(struct kvm_vcpu *vcpu, unsigned long gpa)
{
	unsigned int vmid;

	lockdep_assert_irqs_disabled();
	gpa &= (PAGE_MASK << 1);
	vmid = (vcpu->arch.tgid << CSR_GSTAT_GID_SHIFT) & CSR_GSTAT_GID;
	invtlb(INVTLB_GID_ADDR, vmid, gpa);
}