| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
| 6 | * Copyright (C) 2008, 2009 Cavium Networks, Inc. |
| 7 | */ |
| 8 | |
| 9 | #ifndef __ASM_HUGETLB_H |
| 10 | #define __ASM_HUGETLB_H |
| 11 | |
| 12 | #include <asm/page.h> |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 13 | |
| David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 14 | #define __HAVE_ARCH_PREPARE_HUGEPAGE_RANGE |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 15 | static inline int prepare_hugepage_range(struct file *file, |
| 16 | unsigned long addr, |
| 17 | unsigned long len) |
| 18 | { |
| 19 | unsigned long task_size = STACK_TOP; |
| 20 | struct hstate *h = hstate_file(file); |
| 21 | |
| 22 | if (len & ~huge_page_mask(h)) |
| 23 | return -EINVAL; |
| 24 | if (addr & ~huge_page_mask(h)) |
| 25 | return -EINVAL; |
| 26 | if (len > task_size) |
| 27 | return -ENOMEM; |
| 28 | if (task_size - len < addr) |
| 29 | return -EINVAL; |
| 30 | return 0; |
| 31 | } |
| 32 | |
| David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 33 | #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 34 | static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, |
| 35 | unsigned long addr, pte_t *ptep) |
| 36 | { |
| 37 | pte_t clear; |
| 38 | pte_t pte = *ptep; |
| 39 | |
| 40 | pte_val(clear) = (unsigned long)invalid_pte_table; |
| 41 | set_pte_at(mm, addr, ptep, clear); |
| 42 | return pte; |
| 43 | } |
| 44 | |
| David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 45 | #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 46 | static inline void huge_ptep_clear_flush(struct vm_area_struct *vma, |
| 47 | unsigned long addr, pte_t *ptep) |
| 48 | { |
| Olivier Deprez | 0e64123 | 2021-09-23 10:07:05 +0200 | [diff] [blame] | 49 | /* |
| 50 | * clear the huge pte entry firstly, so that the other smp threads will |
| 51 | * not get old pte entry after finishing flush_tlb_page and before |
| 52 | * setting new huge pte entry |
| 53 | */ |
| 54 | huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); |
| 55 | flush_tlb_page(vma, addr); |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 56 | } |
| 57 | |
| David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 58 | #define __HAVE_ARCH_HUGE_PTE_NONE |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 59 | static inline int huge_pte_none(pte_t pte) |
| 60 | { |
| 61 | unsigned long val = pte_val(pte) & ~_PAGE_GLOBAL; |
| 62 | return !val || (val == (unsigned long)invalid_pte_table); |
| 63 | } |
| 64 | |
| David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 65 | #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 66 | static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma, |
| 67 | unsigned long addr, |
| 68 | pte_t *ptep, pte_t pte, |
| 69 | int dirty) |
| 70 | { |
| 71 | int changed = !pte_same(*ptep, pte); |
| 72 | |
| 73 | if (changed) { |
| 74 | set_pte_at(vma->vm_mm, addr, ptep, pte); |
| 75 | /* |
| 76 | * There could be some standard sized pages in there, |
| 77 | * get them all. |
| 78 | */ |
| 79 | flush_tlb_range(vma, addr, addr + HPAGE_SIZE); |
| 80 | } |
| 81 | return changed; |
| 82 | } |
| 83 | |
| David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 84 | #include <asm-generic/hugetlb.h> |
| 85 | |
| Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 86 | #endif /* __ASM_HUGETLB_H */ |