LXR linux/arch/alpha/include/asm/tlbflush.h

   1#ifndef _ALPHA_TLBFLUSH_H
   2#define _ALPHA_TLBFLUSH_H
   3
   4#include <linux/mm.h>
   5#include <asm/compiler.h>
   6#include <asm/pgalloc.h>
   7
   8#ifndef __EXTERN_INLINE
   9#define __EXTERN_INLINE extern inline
  10#define __MMU_EXTERN_INLINE
  11#endif
  12
  13extern void __load_new_mm_context(struct mm_struct *);
  14
  15
  16/* Use a few helper functions to hide the ugly broken ASN
  17   numbers on early Alphas (ev4 and ev45).  */
  18
  19__EXTERN_INLINE void
  20ev4_flush_tlb_current(struct mm_struct *mm)
  21{
  22        __load_new_mm_context(mm);
  23        tbiap();
  24}
  25
  26__EXTERN_INLINE void
  27ev5_flush_tlb_current(struct mm_struct *mm)
  28{
  29        __load_new_mm_context(mm);
  30}
  31
  32/* Flush just one page in the current TLB set.  We need to be very
  33   careful about the icache here, there is no way to invalidate a
  34   specific icache page.  */
  35
  36__EXTERN_INLINE void
  37ev4_flush_tlb_current_page(struct mm_struct * mm,
  38                           struct vm_area_struct *vma,
  39                           unsigned long addr)
  40{
  41        int tbi_flag = 2;
  42        if (vma->vm_flags & VM_EXEC) {
  43                __load_new_mm_context(mm);
  44                tbi_flag = 3;
  45        }
  46        tbi(tbi_flag, addr);
  47}
  48
  49__EXTERN_INLINE void
  50ev5_flush_tlb_current_page(struct mm_struct * mm,
  51                           struct vm_area_struct *vma,
  52                           unsigned long addr)
  53{
  54        if (vma->vm_flags & VM_EXEC)
  55                __load_new_mm_context(mm);
  56        else
  57                tbi(2, addr);
  58}
  59
  60
  61#ifdef CONFIG_ALPHA_GENERIC
  62# define flush_tlb_current              alpha_mv.mv_flush_tlb_current
  63# define flush_tlb_current_page         alpha_mv.mv_flush_tlb_current_page
  64#else
  65# ifdef CONFIG_ALPHA_EV4
  66#  define flush_tlb_current             ev4_flush_tlb_current
  67#  define flush_tlb_current_page        ev4_flush_tlb_current_page
  68# else
  69#  define flush_tlb_current             ev5_flush_tlb_current
  70#  define flush_tlb_current_page        ev5_flush_tlb_current_page
  71# endif
  72#endif
  73
  74#ifdef __MMU_EXTERN_INLINE
  75#undef __EXTERN_INLINE
  76#undef __MMU_EXTERN_INLINE
  77#endif
  78
  79/* Flush current user mapping.  */
  80static inline void
  81flush_tlb(void)
  82{
  83        flush_tlb_current(current->active_mm);
  84}
  85
  86/* Flush someone else's user mapping.  */
  87static inline void
  88flush_tlb_other(struct mm_struct *mm)
  89{
  90        unsigned long *mmc = &mm->context[smp_processor_id()];
  91        /* Check it's not zero first to avoid cacheline ping pong
  92           when possible.  */
  93        if (*mmc) *mmc = 0;
  94}
  95
  96#ifndef CONFIG_SMP
  97/* Flush everything (kernel mapping may also have changed
  98   due to vmalloc/vfree).  */
  99static inline void flush_tlb_all(void)
 100{
 101        tbia();
 102}
 103
 104/* Flush a specified user mapping.  */
 105static inline void
 106flush_tlb_mm(struct mm_struct *mm)
 107{
 108        if (mm == current->active_mm)
 109                flush_tlb_current(mm);
 110        else
 111                flush_tlb_other(mm);
 112}
 113
 114/* Page-granular tlb flush.  */
 115static inline void
 116flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
 117{
 118        struct mm_struct *mm = vma->vm_mm;
 119
 120        if (mm == current->active_mm)
 121                flush_tlb_current_page(mm, vma, addr);
 122        else
 123                flush_tlb_other(mm);
 124}
 125
 126/* Flush a specified range of user mapping.  On the Alpha we flush
 127   the whole user tlb.  */
 128static inline void
 129flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
 130                unsigned long end)
 131{
 132        flush_tlb_mm(vma->vm_mm);
 133}
 134
 135#else /* CONFIG_SMP */
 136
 137extern void flush_tlb_all(void);
 138extern void flush_tlb_mm(struct mm_struct *);
 139extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
 140extern void flush_tlb_range(struct vm_area_struct *, unsigned long,
 141                            unsigned long);
 142
 143#endif /* CONFIG_SMP */
 144
 145static inline void flush_tlb_kernel_range(unsigned long start,
 146                                        unsigned long end)
 147{
 148        flush_tlb_all();
 149}
 150
 151#endif /* _ALPHA_TLBFLUSH_H */
 152