57 lines
1.9 KiB
C
57 lines
1.9 KiB
C
|
#ifndef __SPARC64_BARRIER_H
|
||
|
|
#define __SPARC64_BARRIER_H
|
||
|
|
|
||
|
|
/* These are here in an effort to more fully work around Spitfire Errata
|
||
|
|
* #51. Essentially, if a memory barrier occurs soon after a mispredicted
|
||
|
|
* branch, the chip can stop executing instructions until a trap occurs.
|
||
|
|
* Therefore, if interrupts are disabled, the chip can hang forever.
|
||
|
|
*
|
||
|
|
* It used to be believed that the memory barrier had to be right in the
|
||
|
|
* delay slot, but a case has been traced recently wherein the memory barrier
|
||
|
|
* was one instruction after the branch delay slot and the chip still hung.
|
||
|
|
* The offending sequence was the following in sym_wakeup_done() of the
|
||
|
|
* sym53c8xx_2 driver:
|
||
|
|
*
|
||
|
|
* call sym_ccb_from_dsa, 0
|
||
|
|
* movge %icc, 0, %l0
|
||
|
|
* brz,pn %o0, .LL1303
|
||
|
|
* mov %o0, %l2
|
||
|
|
* membar #LoadLoad
|
||
|
|
*
|
||
|
|
* The branch has to be mispredicted for the bug to occur. Therefore, we put
|
||
|
|
* the memory barrier explicitly into a "branch always, predicted taken"
|
||
|
|
* delay slot to avoid the problem case.
|
||
|
|
*/
|
||
|
|
#define membar_safe(type) \
|
||
|
|
do { __asm__ __volatile__("ba,pt %%xcc, 1f\n\t" \
|
||
|
|
" membar " type "\n" \
|
||
|
|
"1:\n" \
|
||
|
|
: : : "memory"); \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
/* The kernel always executes in TSO memory model these days,
|
||
|
|
* and furthermore most sparc64 chips implement more stringent
|
||
|
|
* memory ordering than required by the specifications.
|
||
|
|
*/
|
||
|
|
#define mb() membar_safe("#StoreLoad")
|
||
|
|
#define rmb() __asm__ __volatile__("":::"memory")
|
||
|
|
#define wmb() __asm__ __volatile__("":::"memory")
|
||
|
|
|
||
|
|
#define read_barrier_depends() do { } while(0)
|
||
|
|
#define set_mb(__var, __value) \
|
||
|
|
do { __var = __value; membar_safe("#StoreLoad"); } while(0)
|
||
|
|
|
||
|
|
#ifdef CONFIG_SMP
|
||
|
|
#define smp_mb() mb()
|
||
|
|
#define smp_rmb() rmb()
|
||
|
|
#define smp_wmb() wmb()
|
||
|
|
#else
|
||
|
|
#define smp_mb() __asm__ __volatile__("":::"memory")
|
||
|
|
#define smp_rmb() __asm__ __volatile__("":::"memory")
|
||
|
|
#define smp_wmb() __asm__ __volatile__("":::"memory")
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define smp_read_barrier_depends() do { } while(0)
|
||
|
|
|
||
|
|
#endif /* !(__SPARC64_BARRIER_H) */
|