123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217 |
- /*
- * Copyright 2004-2009 Analog Devices Inc.
- *
- * Licensed under the GPL-2 or later.
- */
- #ifndef __BLACKFIN_MMU_CONTEXT_H__
- #define __BLACKFIN_MMU_CONTEXT_H__
- #include <linux/slab.h>
- #include <linux/sched.h>
- #include <asm/setup.h>
- #include <asm/page.h>
- #include <asm/pgalloc.h>
- #include <asm/cplbinit.h>
- #include <asm/sections.h>
- /* Note: L1 stacks are CPU-private things, so we bluntly disable this
- feature in SMP mode, and use the per-CPU scratch SRAM bank only to
- store the PDA instead. */
- extern void *current_l1_stack_save;
- extern int nr_l1stack_tasks;
- extern void *l1_stack_base;
- extern unsigned long l1_stack_len;
- extern int l1sram_free(const void*);
- extern void *l1sram_alloc_max(void*);
- static inline void free_l1stack(void)
- {
- nr_l1stack_tasks--;
- if (nr_l1stack_tasks == 0) {
- l1sram_free(l1_stack_base);
- l1_stack_base = NULL;
- l1_stack_len = 0;
- }
- }
- static inline unsigned long
- alloc_l1stack(unsigned long length, unsigned long *stack_base)
- {
- if (nr_l1stack_tasks == 0) {
- l1_stack_base = l1sram_alloc_max(&l1_stack_len);
- if (!l1_stack_base)
- return 0;
- }
- if (l1_stack_len < length) {
- if (nr_l1stack_tasks == 0)
- l1sram_free(l1_stack_base);
- return 0;
- }
- *stack_base = (unsigned long)l1_stack_base;
- nr_l1stack_tasks++;
- return l1_stack_len;
- }
- static inline int
- activate_l1stack(struct mm_struct *mm, unsigned long sp_base)
- {
- if (current_l1_stack_save)
- memcpy(current_l1_stack_save, l1_stack_base, l1_stack_len);
- mm->context.l1_stack_save = current_l1_stack_save = (void*)sp_base;
- memcpy(l1_stack_base, current_l1_stack_save, l1_stack_len);
- return 1;
- }
- #define deactivate_mm(tsk,mm) do { } while (0)
- #define activate_mm(prev, next) switch_mm(prev, next, NULL)
- static inline void __switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm,
- struct task_struct *tsk)
- {
- #ifdef CONFIG_MPU
- unsigned int cpu = smp_processor_id();
- #endif
- if (prev_mm == next_mm)
- return;
- #ifdef CONFIG_MPU
- if (prev_mm->context.page_rwx_mask == current_rwx_mask[cpu]) {
- flush_switched_cplbs(cpu);
- set_mask_dcplbs(next_mm->context.page_rwx_mask, cpu);
- }
- #endif
- #ifdef CONFIG_APP_STACK_L1
- /* L1 stack switching. */
- if (!next_mm->context.l1_stack_save)
- return;
- if (next_mm->context.l1_stack_save == current_l1_stack_save)
- return;
- if (current_l1_stack_save) {
- memcpy(current_l1_stack_save, l1_stack_base, l1_stack_len);
- }
- current_l1_stack_save = next_mm->context.l1_stack_save;
- memcpy(l1_stack_base, current_l1_stack_save, l1_stack_len);
- #endif
- }
- #ifdef CONFIG_IPIPE
- #define lock_mm_switch(flags) flags = hard_local_irq_save_cond()
- #define unlock_mm_switch(flags) hard_local_irq_restore_cond(flags)
- #else
- #define lock_mm_switch(flags) do { (void)(flags); } while (0)
- #define unlock_mm_switch(flags) do { (void)(flags); } while (0)
- #endif /* CONFIG_IPIPE */
- #ifdef CONFIG_MPU
- static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
- struct task_struct *tsk)
- {
- unsigned long flags;
- lock_mm_switch(flags);
- __switch_mm(prev, next, tsk);
- unlock_mm_switch(flags);
- }
- static inline void protect_page(struct mm_struct *mm, unsigned long addr,
- unsigned long flags)
- {
- unsigned long *mask = mm->context.page_rwx_mask;
- unsigned long page;
- unsigned long idx;
- unsigned long bit;
- if (unlikely(addr >= ASYNC_BANK0_BASE && addr < ASYNC_BANK3_BASE + ASYNC_BANK3_SIZE))
- page = (addr - (ASYNC_BANK0_BASE - _ramend)) >> 12;
- else
- page = addr >> 12;
- idx = page >> 5;
- bit = 1 << (page & 31);
- if (flags & VM_READ)
- mask[idx] |= bit;
- else
- mask[idx] &= ~bit;
- mask += page_mask_nelts;
- if (flags & VM_WRITE)
- mask[idx] |= bit;
- else
- mask[idx] &= ~bit;
- mask += page_mask_nelts;
- if (flags & VM_EXEC)
- mask[idx] |= bit;
- else
- mask[idx] &= ~bit;
- }
- static inline void update_protections(struct mm_struct *mm)
- {
- unsigned int cpu = smp_processor_id();
- if (mm->context.page_rwx_mask == current_rwx_mask[cpu]) {
- flush_switched_cplbs(cpu);
- set_mask_dcplbs(mm->context.page_rwx_mask, cpu);
- }
- }
- #else /* !CONFIG_MPU */
- static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
- struct task_struct *tsk)
- {
- __switch_mm(prev, next, tsk);
- }
- #endif
- static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
- {
- }
- /* Called when creating a new context during fork() or execve(). */
- static inline int
- init_new_context(struct task_struct *tsk, struct mm_struct *mm)
- {
- #ifdef CONFIG_MPU
- unsigned long p = __get_free_pages(GFP_KERNEL, page_mask_order);
- mm->context.page_rwx_mask = (unsigned long *)p;
- memset(mm->context.page_rwx_mask, 0,
- page_mask_nelts * 3 * sizeof(long));
- #endif
- return 0;
- }
- static inline void destroy_context(struct mm_struct *mm)
- {
- struct sram_list_struct *tmp;
- #ifdef CONFIG_MPU
- unsigned int cpu = smp_processor_id();
- #endif
- #ifdef CONFIG_APP_STACK_L1
- if (current_l1_stack_save == mm->context.l1_stack_save)
- current_l1_stack_save = 0;
- if (mm->context.l1_stack_save)
- free_l1stack();
- #endif
- while ((tmp = mm->context.sram_list)) {
- mm->context.sram_list = tmp->next;
- sram_free(tmp->addr);
- kfree(tmp);
- }
- #ifdef CONFIG_MPU
- if (current_rwx_mask[cpu] == mm->context.page_rwx_mask)
- current_rwx_mask[cpu] = NULL;
- free_pages((unsigned long)mm->context.page_rwx_mask, page_mask_order);
- #endif
- }
- #define ipipe_mm_switch_protect(flags) \
- flags = hard_local_irq_save_cond()
- #define ipipe_mm_switch_unprotect(flags) \
- hard_local_irq_restore_cond(flags)
- #endif
|