blob: 0c83644bfa5cbb3624b7d33b3fc70cf5d78f4a00 [file] [log] [blame]
Andrew Scullb4b6d4a2019-01-02 15:54:55 +00001/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _PARISC_CACHEFLUSH_H
3#define _PARISC_CACHEFLUSH_H
4
5#include <linux/mm.h>
6#include <linux/uaccess.h>
7#include <asm/tlbflush.h>
8
9/* The usual comment is "Caches aren't brain-dead on the <architecture>".
10 * Unfortunately, that doesn't apply to PA-RISC. */
11
12/* Internal implementation */
13void flush_data_cache_local(void *); /* flushes local data-cache only */
14void flush_instruction_cache_local(void *); /* flushes local code-cache only */
15#ifdef CONFIG_SMP
16void flush_data_cache(void); /* flushes data-cache only (all processors) */
17void flush_instruction_cache(void); /* flushes i-cache only (all processors) */
18#else
19#define flush_data_cache() flush_data_cache_local(NULL)
20#define flush_instruction_cache() flush_instruction_cache_local(NULL)
21#endif
22
23#define flush_cache_dup_mm(mm) flush_cache_mm(mm)
24
25void flush_user_icache_range_asm(unsigned long, unsigned long);
26void flush_kernel_icache_range_asm(unsigned long, unsigned long);
27void flush_user_dcache_range_asm(unsigned long, unsigned long);
28void flush_kernel_dcache_range_asm(unsigned long, unsigned long);
29void purge_kernel_dcache_range_asm(unsigned long, unsigned long);
30void flush_kernel_dcache_page_asm(void *);
31void flush_kernel_icache_page(void *);
32
33/* Cache flush operations */
34
35void flush_cache_all_local(void);
36void flush_cache_all(void);
37void flush_cache_mm(struct mm_struct *mm);
38
39#define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
40void flush_kernel_dcache_page_addr(void *addr);
41static inline void flush_kernel_dcache_page(struct page *page)
42{
43 flush_kernel_dcache_page_addr(page_address(page));
44}
45
46#define flush_kernel_dcache_range(start,size) \
47 flush_kernel_dcache_range_asm((start), (start)+(size));
48
49void flush_kernel_vmap_range(void *vaddr, int size);
50void invalidate_kernel_vmap_range(void *vaddr, int size);
51
52#define flush_cache_vmap(start, end) flush_cache_all()
53#define flush_cache_vunmap(start, end) flush_cache_all()
54
55#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
56extern void flush_dcache_page(struct page *page);
57
58#define flush_dcache_mmap_lock(mapping) xa_lock_irq(&mapping->i_pages)
59#define flush_dcache_mmap_unlock(mapping) xa_unlock_irq(&mapping->i_pages)
60
61#define flush_icache_page(vma,page) do { \
62 flush_kernel_dcache_page(page); \
63 flush_kernel_icache_page(page_address(page)); \
64} while (0)
65
66#define flush_icache_range(s,e) do { \
67 flush_kernel_dcache_range_asm(s,e); \
68 flush_kernel_icache_range_asm(s,e); \
69} while (0)
70
71#define copy_to_user_page(vma, page, vaddr, dst, src, len) \
72do { \
73 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
74 memcpy(dst, src, len); \
75 flush_kernel_dcache_range_asm((unsigned long)dst, (unsigned long)dst + len); \
76} while (0)
77
78#define copy_from_user_page(vma, page, vaddr, dst, src, len) \
79do { \
80 flush_cache_page(vma, vaddr, page_to_pfn(page)); \
81 memcpy(dst, src, len); \
82} while (0)
83
84void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
85void flush_cache_range(struct vm_area_struct *vma,
86 unsigned long start, unsigned long end);
87
88/* defined in pacache.S exported in cache.c used by flush_anon_page */
89void flush_dcache_page_asm(unsigned long phys_addr, unsigned long vaddr);
90
91#define ARCH_HAS_FLUSH_ANON_PAGE
92static inline void
93flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr)
94{
95 if (PageAnon(page)) {
96 flush_tlb_page(vma, vmaddr);
97 preempt_disable();
98 flush_dcache_page_asm(page_to_phys(page), vmaddr);
99 preempt_enable();
100 }
101}
102
103#include <asm/kmap_types.h>
104
105#define ARCH_HAS_KMAP
106
107static inline void *kmap(struct page *page)
108{
109 might_sleep();
110 return page_address(page);
111}
112
113static inline void kunmap(struct page *page)
114{
115 flush_kernel_dcache_page_addr(page_address(page));
116}
117
118static inline void *kmap_atomic(struct page *page)
119{
120 preempt_disable();
121 pagefault_disable();
122 return page_address(page);
123}
124
125static inline void __kunmap_atomic(void *addr)
126{
127 flush_kernel_dcache_page_addr(addr);
128 pagefault_enable();
129 preempt_enable();
130}
131
132#define kmap_atomic_prot(page, prot) kmap_atomic(page)
133#define kmap_atomic_pfn(pfn) kmap_atomic(pfn_to_page(pfn))
134
135#endif /* _PARISC_CACHEFLUSH_H */
136