blob: b8cbe03ad260344abc1fa74a54bcd036b996eb37 [file] [log] [blame]
David Brazdil0f672f62019-12-10 10:32:29 +00001/* SPDX-License-Identifier: GPL-2.0-only */
Andrew Scullb4b6d4a2019-01-02 15:54:55 +00002/*
3 * arch/arm/include/asm/tlb.h
4 *
5 * Copyright (C) 2002 Russell King
6 *
Andrew Scullb4b6d4a2019-01-02 15:54:55 +00007 * Experimentation shows that on a StrongARM, it appears to be faster
8 * to use the "invalidate whole tlb" rather than "invalidate single
9 * tlb" for this.
10 *
11 * This appears true for both the process fork+exit case, as well as
12 * the munmap-large-area case.
13 */
14#ifndef __ASMARM_TLB_H
15#define __ASMARM_TLB_H
16
17#include <asm/cacheflush.h>
18
19#ifndef CONFIG_MMU
20
21#include <linux/pagemap.h>
22
23#define tlb_flush(tlb) ((void) tlb)
24
25#include <asm-generic/tlb.h>
26
27#else /* !CONFIG_MMU */
28
29#include <linux/swap.h>
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000030#include <asm/tlbflush.h>
31
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000032static inline void __tlb_remove_table(void *_table)
33{
34 free_page_and_swap_cache((struct page *)_table);
35}
36
David Brazdil0f672f62019-12-10 10:32:29 +000037#include <asm-generic/tlb.h>
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000038
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000039static inline void
David Brazdil0f672f62019-12-10 10:32:29 +000040__pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr)
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000041{
David Brazdil0f672f62019-12-10 10:32:29 +000042 pgtable_pte_page_dtor(pte);
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000043
David Brazdil0f672f62019-12-10 10:32:29 +000044#ifndef CONFIG_ARM_LPAE
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000045 /*
46 * With the classic ARM MMU, a pte page has two corresponding pmd
47 * entries, each covering 1MB.
48 */
David Brazdil0f672f62019-12-10 10:32:29 +000049 addr = (addr & PMD_MASK) + SZ_1M;
50 __tlb_adjust_range(tlb, addr - PAGE_SIZE, 2 * PAGE_SIZE);
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000051#endif
52
David Brazdil0f672f62019-12-10 10:32:29 +000053 tlb_remove_table(tlb, pte);
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000054}
55
56static inline void
David Brazdil0f672f62019-12-10 10:32:29 +000057__pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr)
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000058{
David Brazdil0f672f62019-12-10 10:32:29 +000059#ifdef CONFIG_ARM_LPAE
60 struct page *page = virt_to_page(pmdp);
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000061
Olivier Deprez157378f2022-04-04 15:47:50 +020062 pgtable_pmd_page_dtor(page);
David Brazdil0f672f62019-12-10 10:32:29 +000063 tlb_remove_table(tlb, page);
64#endif
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000065}
66
67#endif /* CONFIG_MMU */
68#endif