blob: 013165e6261861591d778833979f45807a8af514 [file] [log] [blame]
Andrew Scullb4b6d4a2019-01-02 15:54:55 +00001/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _ASM_POWERPC_HUGETLB_H
3#define _ASM_POWERPC_HUGETLB_H
4
5#ifdef CONFIG_HUGETLB_PAGE
6#include <asm/page.h>
Andrew Scullb4b6d4a2019-01-02 15:54:55 +00007
8#ifdef CONFIG_PPC_BOOK3S_64
Andrew Scullb4b6d4a2019-01-02 15:54:55 +00009#include <asm/book3s/64/hugetlb.h>
David Brazdil0f672f62019-12-10 10:32:29 +000010#elif defined(CONFIG_PPC_FSL_BOOK3E)
11#include <asm/nohash/hugetlb-book3e.h>
12#elif defined(CONFIG_PPC_8xx)
13#include <asm/nohash/32/hugetlb-8xx.h>
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000014#endif /* CONFIG_PPC_BOOK3S_64 */
15
David Brazdil0f672f62019-12-10 10:32:29 +000016extern bool hugetlb_disabled;
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000017
David Brazdil0f672f62019-12-10 10:32:29 +000018void hugetlbpage_init_default(void);
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000019
20void flush_dcache_icache_hugepage(struct page *page);
21
22int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
23 unsigned long len);
24
25static inline int is_hugepage_only_range(struct mm_struct *mm,
26 unsigned long addr,
27 unsigned long len)
28{
29 if (IS_ENABLED(CONFIG_PPC_MM_SLICES) && !radix_enabled())
30 return slice_is_hugepage_only_range(mm, addr, len);
31 return 0;
32}
Olivier Deprez157378f2022-04-04 15:47:50 +020033#define is_hugepage_only_range is_hugepage_only_range
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000034
David Brazdil0f672f62019-12-10 10:32:29 +000035#define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000036void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
37 unsigned long end, unsigned long floor,
38 unsigned long ceiling);
39
David Brazdil0f672f62019-12-10 10:32:29 +000040#define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000041static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
42 unsigned long addr, pte_t *ptep)
43{
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000044 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000045}
46
David Brazdil0f672f62019-12-10 10:32:29 +000047#define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000048static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
49 unsigned long addr, pte_t *ptep)
50{
David Brazdil0f672f62019-12-10 10:32:29 +000051 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000052 flush_hugetlb_page(vma, addr);
53}
54
David Brazdil0f672f62019-12-10 10:32:29 +000055#define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
56int huge_ptep_set_access_flags(struct vm_area_struct *vma,
57 unsigned long addr, pte_t *ptep,
58 pte_t pte, int dirty);
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000059
Olivier Deprez157378f2022-04-04 15:47:50 +020060void gigantic_hugetlb_cma_reserve(void) __init;
David Brazdil0f672f62019-12-10 10:32:29 +000061#include <asm-generic/hugetlb.h>
62
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000063#else /* ! CONFIG_HUGETLB_PAGE */
64static inline void flush_hugetlb_page(struct vm_area_struct *vma,
65 unsigned long vmaddr)
66{
67}
68
69#define hugepd_shift(x) 0
70static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
71 unsigned pdshift)
72{
73 return NULL;
74}
Olivier Deprez157378f2022-04-04 15:47:50 +020075
76
77static inline void __init gigantic_hugetlb_cma_reserve(void)
78{
79}
80
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000081#endif /* CONFIG_HUGETLB_PAGE */
82
83#endif /* _ASM_POWERPC_HUGETLB_H */