Add support for TTL in some ARM64-Architecture functions. The
relevant functions are:
__pte_free_tlb
__pmd_free_tlb
__pud_free_tlb
clear_flush
get_clear_flush
Signed-off-by: Zhenyu Ye <yezhenyu2@xxxxxxxxxx>
---
arch/arm64/include/asm/tlb.h | 3 +++
arch/arm64/mm/hugetlbpage.c | 2 ++
2 files changed, 5 insertions(+)
diff --git a/arch/arm64/include/asm/tlb.h b/arch/arm64/include/asm/tlb.h
index b76df828e6b7..36428ce53185 100644
--- a/arch/arm64/include/asm/tlb.h
+++ b/arch/arm64/include/asm/tlb.h
@@ -44,6 +44,7 @@ static inline void tlb_flush(struct mmu_gather *tlb)
static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,
unsigned long addr)
{
+ tlb->mm->context.flags = TLBI_LEVEL_3;
pgtable_pte_page_dtor(pte);
tlb_remove_table(tlb, pte);
}
@@ -53,6 +54,7 @@ static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp,
unsigned long addr)
{
struct page *page = virt_to_page(pmdp);
+ tlb->mm->context.flags = TLBI_LEVEL_2;
pgtable_pmd_page_dtor(page);
tlb_remove_table(tlb, page);
@@ -63,6 +65,7 @@ static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp,
static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp,
unsigned long addr)
{
+ tlb->mm->context.flags = TLBI_LEVEL_1;
tlb_remove_table(tlb, virt_to_page(pudp));
}
#endif
diff --git a/arch/arm64/mm/hugetlbpage.c b/arch/arm64/mm/hugetlbpage.c
index bbeb6a5a6ba6..4c2f1b802cb8 100644
--- a/arch/arm64/mm/hugetlbpage.c
+++ b/arch/arm64/mm/hugetlbpage.c
@@ -141,6 +141,7 @@ static pte_t get_clear_flush(struct mm_struct *mm,
if (valid) {
struct vm_area_struct vma = TLB_FLUSH_VMA(mm, 0);
+ mm->context.flags = TLBI_LEVEL_3;
flush_tlb_range(&vma, saddr, addr);
}
return orig_pte;
@@ -163,6 +164,7 @@ static void clear_flush(struct mm_struct *mm,
{
struct vm_area_struct vma = TLB_FLUSH_VMA(mm, 0);
unsigned long i, saddr = addr;
+ mm->context.flags = TLBI_LEVEL_3;
for (i = 0; i < ncontig; i++, addr += pgsize, ptep++)
pte_clear(mm, addr, ptep);
--
2.19.1
