2 * linux/arch/arm/kernel/smp_tlb.c
4 * Copyright (C) 2002 ARM Limited, All Rights Reserved.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
10 #include <linux/preempt.h>
11 #include <linux/smp.h>
12 #include <linux/uaccess.h>
14 #include <asm/smp_plat.h>
15 #include <asm/tlbflush.h>
16 #include <asm/mmu_context.h>
18 /**********************************************************************/
24 struct vm_area_struct *ta_vma;
25 unsigned long ta_start;
29 static inline void ipi_flush_tlb_all(void *ignored)
31 local_flush_tlb_all();
34 static inline void ipi_flush_tlb_mm(void *arg)
36 struct mm_struct *mm = (struct mm_struct *)arg;
38 local_flush_tlb_mm(mm);
41 static inline void ipi_flush_tlb_page(void *arg)
43 struct tlb_args *ta = (struct tlb_args *)arg;
44 unsigned int __ua_flags = uaccess_save_and_enable();
46 local_flush_tlb_page(ta->ta_vma, ta->ta_start);
48 uaccess_restore(__ua_flags);
51 static inline void ipi_flush_tlb_kernel_page(void *arg)
53 struct tlb_args *ta = (struct tlb_args *)arg;
55 local_flush_tlb_kernel_page(ta->ta_start);
58 static inline void ipi_flush_tlb_range(void *arg)
60 struct tlb_args *ta = (struct tlb_args *)arg;
61 unsigned int __ua_flags = uaccess_save_and_enable();
63 local_flush_tlb_range(ta->ta_vma, ta->ta_start, ta->ta_end);
65 uaccess_restore(__ua_flags);
68 static inline void ipi_flush_tlb_kernel_range(void *arg)
70 struct tlb_args *ta = (struct tlb_args *)arg;
72 local_flush_tlb_kernel_range(ta->ta_start, ta->ta_end);
75 static inline void ipi_flush_bp_all(void *ignored)
80 #ifdef CONFIG_ARM_ERRATA_798181
81 bool (*erratum_a15_798181_handler)(void);
83 static bool erratum_a15_798181_partial(void)
85 asm("mcr p15, 0, %0, c8, c3, 1" : : "r" (0));
90 static bool erratum_a15_798181_broadcast(void)
92 asm("mcr p15, 0, %0, c8, c3, 1" : : "r" (0));
97 void erratum_a15_798181_init(void)
99 unsigned int midr = read_cpuid_id();
100 unsigned int revidr = read_cpuid(CPUID_REVIDR);
102 /* Brahma-B15 r0p0..r0p2 affected
103 * Cortex-A15 r0p0..r3p2 w/o ECO fix affected */
104 if ((midr & 0xff0ffff0) == 0x420f00f0 && midr <= 0x420f00f2)
105 erratum_a15_798181_handler = erratum_a15_798181_broadcast;
106 else if ((midr & 0xff0ffff0) == 0x410fc0f0 && midr <= 0x413fc0f2 &&
107 (revidr & 0x210) != 0x210) {
109 erratum_a15_798181_handler =
110 erratum_a15_798181_partial;
112 erratum_a15_798181_handler =
113 erratum_a15_798181_broadcast;
118 static void ipi_flush_tlb_a15_erratum(void *arg)
123 static void broadcast_tlb_a15_erratum(void)
125 if (!erratum_a15_798181())
128 smp_call_function(ipi_flush_tlb_a15_erratum, NULL, 1);
131 static void broadcast_tlb_mm_a15_erratum(struct mm_struct *mm)
134 cpumask_t mask = { CPU_BITS_NONE };
136 if (!erratum_a15_798181())
139 this_cpu = get_cpu();
140 a15_erratum_get_cpumask(this_cpu, mm, &mask);
141 smp_call_function_many(&mask, ipi_flush_tlb_a15_erratum, NULL, 1);
145 void flush_tlb_all(void)
147 if (tlb_ops_need_broadcast())
148 on_each_cpu(ipi_flush_tlb_all, NULL, 1);
151 broadcast_tlb_a15_erratum();
154 void flush_tlb_mm(struct mm_struct *mm)
156 if (tlb_ops_need_broadcast())
157 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1);
160 broadcast_tlb_mm_a15_erratum(mm);
163 void flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr)
165 if (tlb_ops_need_broadcast()) {
169 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page,
172 __flush_tlb_page(vma, uaddr);
173 broadcast_tlb_mm_a15_erratum(vma->vm_mm);
176 void flush_tlb_kernel_page(unsigned long kaddr)
178 if (tlb_ops_need_broadcast()) {
181 on_each_cpu(ipi_flush_tlb_kernel_page, &ta, 1);
183 __flush_tlb_kernel_page(kaddr);
184 broadcast_tlb_a15_erratum();
187 void flush_tlb_range(struct vm_area_struct *vma,
188 unsigned long start, unsigned long end)
190 if (tlb_ops_need_broadcast()) {
195 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range,
198 local_flush_tlb_range(vma, start, end);
199 broadcast_tlb_mm_a15_erratum(vma->vm_mm);
202 void flush_tlb_kernel_range(unsigned long start, unsigned long end)
204 if (tlb_ops_need_broadcast()) {
208 on_each_cpu(ipi_flush_tlb_kernel_range, &ta, 1);
210 local_flush_tlb_kernel_range(start, end);
211 broadcast_tlb_a15_erratum();
214 void flush_bp_all(void)
216 if (tlb_ops_need_broadcast())
217 on_each_cpu(ipi_flush_bp_all, NULL, 1);