/* * This file is subject to the terms and conditions of the GNU General Public * License. See the file "COPYING" in the main directory of this archive * for more details. * * Copyright (C) 1994 - 1999 by Ralf Baechle * Copyright (C) 1996 by Paul M. Antoine * Copyright (C) 1994 - 1999 by Ralf Baechle * * Changed set_except_vector declaration to allow return of previous * vector address value - necessary for "borrowing" vectors. * * Kevin D. Kissell, kevink@mips.org and Carsten Langgaard, carstenl@mips.com * Copyright (C) 2000 MIPS Technologies, Inc. */ #ifndef _ASM_SYSTEM_H #define _ASM_SYSTEM_H #include #include #include #include #ifdef CONFIG_ILATENCY extern void intr_cli(const char *, unsigned); extern void intr_sti(const char *, unsigned, int); extern void intr_restore_flags(const char*, unsigned, unsigned); #define __cli() intr_cli(__BASE_FILE__,__LINE__) #define __sti() intr_sti(__BASE_FILE__,__LINE__,0) #define __restore_flags(flags) intr_restore_flags(__BASE_FILE__,__LINE__, flags) __asm__ ( ".macro\t__sti\n\t" ".set\tpush\n\t" ".set\treorder\n\t" ".set\tnoat\n\t" "mfc0\t$1,$12\n\t" "ori\t$1,0x1f\n\t" "xori\t$1,0x1e\n\t" "mtc0\t$1,$12\n\t" ".set\tpop\n\t" ".endm"); static __inline__ void __intr_sti(void) { __asm__ __volatile__( "__sti" : /* no outputs */ : /* no inputs */ : "memory"); } /* * For cli() we have to insert nops to make sure that the new value * has actually arrived in the status register before the end of this * macro. * R4000/R4400 need three nops, the R4600 two nops and the R10000 needs * no nops at all. */ __asm__ ( ".macro\t__cli\n\t" ".set\tpush\n\t" ".set\tnoat\n\t" "mfc0\t$1,$12\n\t" "ori\t$1,1\n\t" "xori\t$1,1\n\t" ".set\tnoreorder\n\t" "mtc0\t$1,$12\n\t" "sll\t$0, $0, 1\t\t\t# nop\n\t" "sll\t$0, $0, 1\t\t\t# nop\n\t" "sll\t$0, $0, 1\t\t\t# nop\n\t" ".set\tpop\n\t" ".endm"); static __inline__ void __intr_cli(void) { __asm__ __volatile__( "__cli" : /* no outputs */ : /* no inputs */ : "memory"); } __asm__ ( ".macro\t__save_flags flags\n\t" ".set\tpush\n\t" ".set\treorder\n\t" "mfc0\t\\flags, $12\n\t" ".set\tpop\n\t" ".endm"); #define __save_flags(x) \ __asm__ __volatile__( \ "__save_flags %0" \ : "=r" (x)) #define __save_and_cli(x) \ __save_flags(x); \ __intr_cli() __asm__(".macro\t__restore_flags flags\n\t" ".set\tnoreorder\n\t" ".set\tnoat\n\t" "mfc0\t$1, $12\n\t" "andi\t\\flags, 1\n\t" "ori\t$1, 1\n\t" "xori\t$1, 1\n\t" "or\t\\flags, $1\n\t" "mtc0\t\\flags, $12\n\t" "nop\n\t" "nop\n\t" "nop\n\t" ".set\tat\n\t" ".set\treorder\n\t" ".endm"); static __inline__ void __intr_restore_flags(unsigned flags) { unsigned long __tmp1; __asm__ __volatile__( "__restore_flags\t%0" : "=r" (__tmp1) : "0" (flags) : "memory"); } #else /* CONFIG_ILATENCY */ __asm__ ( ".macro\t__sti\n\t" ".set\tpush\n\t" ".set\treorder\n\t" ".set\tnoat\n\t" "mfc0\t$1,$12\n\t" "ori\t$1,0x1f\n\t" "xori\t$1,0x1e\n\t" "mtc0\t$1,$12\n\t" ".set\tpop\n\t" ".endm"); extern __inline__ void __sti(void) { __asm__ __volatile__( "__sti" : /* no outputs */ : /* no inputs */ : "memory"); } /* * For cli() we have to insert nops to make sure that the new value * has actually arrived in the status register before the end of this * macro. * R4000/R4400 need three nops, the R4600 two nops and the R10000 needs * no nops at all. */ __asm__ ( ".macro\t__cli\n\t" ".set\tpush\n\t" ".set\treorder\n\t" ".set\tnoat\n\t" "mfc0\t$1,$12\n\t" "ori\t$1,1\n\t" "xori\t$1,1\n\t" ".set\tnoreorder\n\t" "mtc0\t$1,$12\n\t" "nop\n\t" "nop\n\t" "nop\n\t" ".set\tpop\n\t" ".endm"); extern __inline__ void __cli(void) { __asm__ __volatile__( "__cli" : /* no outputs */ : /* no inputs */ : "memory"); } __asm__ ( ".macro\t__save_flags flags\n\t" ".set\tpush\n\t" ".set\treorder\n\t" "mfc0\t\\flags, $12\n\t" ".set\tpop\n\t" ".endm"); #define __save_flags(x) \ __asm__ __volatile__( \ "__save_flags %0" \ : "=r" (x)) __asm__ ( ".macro\t__save_and_cli result\n\t" ".set\tpush\n\t" ".set\treorder\n\t" ".set\tnoat\n\t" "mfc0\t\\result, $12\n\t" "ori\t$1, \\result, 1\n\t" "xori\t$1, 1\n\t" ".set\tnoreorder\n\t" "mtc0\t$1, $12\n\t" "sll\t$0, $0, 1\t\t\t# nop\n\t" "sll\t$0, $0, 1\t\t\t# nop\n\t" "sll\t$0, $0, 1\t\t\t# nop\n\t" ".set\tpop\n\t" ".endm"); #define __save_and_cli(x) \ __asm__ __volatile__( \ "__save_and_cli\t%0" \ : "=r" (x) \ : /* no inputs */ \ : "memory") __asm__(".macro\t__restore_flags flags\n\t" ".set\tnoreorder\n\t" ".set\tnoat\n\t" "mfc0\t$1, $12\n\t" "andi\t\\flags, 1\n\t" "ori\t$1, 1\n\t" "xori\t$1, 1\n\t" "or\t\\flags, $1\n\t" "mtc0\t\\flags, $12\n\t" "nop\n\t" "nop\n\t" "nop\n\t" ".set\tat\n\t" ".set\treorder\n\t" ".endm"); #define __restore_flags(flags) \ do { \ unsigned long __tmp1; \ \ __asm__ __volatile__( \ "__restore_flags\t%0" \ : "=r" (__tmp1) \ : "0" (flags) \ : "memory"); \ } while(0) #endif /* CONFIG_ILATENCY */ #ifdef CONFIG_SMP extern void __global_sti(void); extern void __global_cli(void); extern unsigned long __global_save_flags(void); extern void __global_restore_flags(unsigned long); # define sti() __global_sti() # define cli() __global_cli() # define save_flags(x) do { x = __global_save_flags(); } while (0) # define restore_flags(x) __global_restore_flags(x) # define save_and_cli(x) do { save_flags(x); cli(); } while(0) #else /* Single processor */ # define sti() __sti() # define cli() __cli() # define save_flags(x) __save_flags(x) # define save_and_cli(x) __save_and_cli(x) # define restore_flags(x) __restore_flags(x) #endif /* SMP */ /* For spinlocks etc */ #define local_irq_save(x) __save_and_cli(x) #define local_irq_restore(x) __restore_flags(x) #define local_irq_disable() __cli() #define local_irq_enable() __sti() /* * These are probably defined overly paranoid ... */ #ifdef CONFIG_CPU_HAS_WB #include #define rmb() do { } while(0) #define wmb() wbflush() #define mb() wbflush() #else /* CONFIG_CPU_HAS_WB */ #define mb() \ __asm__ __volatile__( \ "# prevent instructions being moved around\n\t" \ ".set\tnoreorder\n\t" \ "# 8 nops to fool the R4400 pipeline\n\t" \ "nop;nop;nop;nop;nop;nop;nop;nop\n\t" \ ".set\treorder" \ : /* no output */ \ : /* no input */ \ : "memory") #define rmb() mb() #define wmb() mb() #endif /* CONFIG_CPU_HAS_WB */ #ifdef CONFIG_SMP #define smp_mb() mb() #define smp_rmb() rmb() #define smp_wmb() wmb() #else #define smp_mb() barrier() #define smp_rmb() barrier() #define smp_wmb() barrier() #endif #define set_mb(var, value) \ do { var = value; mb(); } while (0) #define set_wmb(var, value) \ do { var = value; wmb(); } while (0) #if !defined (_LANGUAGE_ASSEMBLY) /* * switch_to(n) should switch tasks to task nr n, first * checking that n isn't the current task, in which case it does nothing. */ extern asmlinkage void *resume(void *last, void *next); #endif /* !defined (_LANGUAGE_ASSEMBLY) */ #define prepare_to_switch() do { } while(0) #define switch_to(prev,next,last) \ do { \ (last) = resume(prev, next); \ } while(0) /* * For 32 and 64 bit operands we can take advantage of ll and sc. * FIXME: This doesn't work for R3000 machines. */ extern __inline__ unsigned long xchg_u32(volatile int * m, unsigned long val) { #ifdef CONFIG_CPU_HAS_LLSC unsigned long dummy; __asm__ __volatile__( ".set\tpush\t\t\t\t# xchg_u32\n\t" ".set\tnoreorder\n\t" ".set\tnomacro\n\t" "ll\t%0, %3\n" "1:\tmove\t%2, %z4\n\t" "sc\t%2, %1\n\t" "beqzl\t%2, 1b\n\t" " ll\t%0, %3\n\t" "sync\n\t" ".set\tpop" : "=&r" (val), "=m" (*m), "=&r" (dummy) : "R" (*m), "Jr" (val) : "memory"); return val; #else unsigned long flags, retval; save_flags(flags); cli(); retval = *m; *m = val; restore_flags(flags); /* implies memory barrier */ return retval; #endif /* Processor-dependent optimization */ } #define xchg(ptr,x) ((__typeof__(*(ptr)))__xchg((unsigned long)(x),(ptr),sizeof(*(ptr)))) #define tas(ptr) (xchg((ptr),1)) static __inline__ unsigned long __xchg(unsigned long x, volatile void * ptr, int size) { switch (size) { case 4: return xchg_u32(ptr, x); } return x; } extern void *set_except_vector(int n, void *addr); extern void __die(const char *, struct pt_regs *, const char *where, unsigned long line) __attribute__((noreturn)); extern void __die_if_kernel(const char *, struct pt_regs *, const char *where, unsigned long line); #define die(msg, regs) \ __die(msg, regs, __FILE__ ":"__FUNCTION__, __LINE__) #define die_if_kernel(msg, regs) \ __die_if_kernel(msg, regs, __FILE__ ":"__FUNCTION__, __LINE__) extern __inline__ int intr_on(void) { unsigned long flags; save_flags(flags); return flags & 1; } extern __inline__ int intr_off(void) { return ! intr_on(); } #endif /* _ASM_SYSTEM_H */