Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit c2f21ce2 authored by Thomas Gleixner's avatar Thomas Gleixner
Browse files

locking: Implement new raw_spinlock 



Now that the raw_spin name space is freed up, we can implement
raw_spinlock and the related functions which are used to annotate the
locks which are not converted to sleeping spinlocks in preempt-rt.

A side effect is that only such locks can be used with the low level
lock fsunctions which circumvent lockdep.

For !rt spin_* functions are mapped to the raw_spin* implementations.

Signed-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
Acked-by: default avatarPeter Zijlstra <peterz@infradead.org>
Acked-by: default avatarIngo Molnar <mingo@elte.hu>
parent e5931943

include/linux/spinlock.h

+194 −64
Original line number Diff line number Diff line
@@ -80,7 +80,7 @@ 
#include <linux/spinlock_types.h>



/*

 * Pull the __raw*() functions/declarations (UP-nondebug doesnt need them):

 * Pull the arch_spin*() functions/declarations (UP-nondebug doesnt need them):

 */

#ifdef CONFIG_SMP

# include <asm/spinlock.h>
@@ -89,30 +89,30 @@ 
#endif



#ifdef CONFIG_DEBUG_SPINLOCK

  extern void __spin_lock_init(spinlock_t *lock, const char *name,

  extern void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name,

				   struct lock_class_key *key);

# define spin_lock_init(lock)					\

# define raw_spin_lock_init(lock)				\

do {								\

	static struct lock_class_key __key;			\

								\

	__spin_lock_init((lock), #lock, &__key);		\

	__raw_spin_lock_init((lock), #lock, &__key);		\

} while (0)



#else

# define spin_lock_init(lock)					\

	do { *(lock) = __SPIN_LOCK_UNLOCKED(lock); } while (0)

# define raw_spin_lock_init(lock)				\

	do { *(lock) = __RAW_SPIN_LOCK_UNLOCKED(lock); } while (0)

#endif



#define spin_is_locked(lock)	arch_spin_is_locked(&(lock)->raw_lock)

#define raw_spin_is_locked(lock)	arch_spin_is_locked(&(lock)->raw_lock)



#ifdef CONFIG_GENERIC_LOCKBREAK

#define spin_is_contended(lock) ((lock)->break_lock)

#define raw_spin_is_contended(lock) ((lock)->break_lock)

#else



#ifdef arch_spin_is_contended

#define spin_is_contended(lock)	arch_spin_is_contended(&(lock)->raw_lock)

#define raw_spin_is_contended(lock)	arch_spin_is_contended(&(lock)->raw_lock)

#else

#define spin_is_contended(lock)	(((void)(lock), 0))

#define raw_spin_is_contended(lock)	(((void)(lock), 0))

#endif /*arch_spin_is_contended*/

#endif
@@ -122,22 +122,37 @@ static inline void smp_mb__after_lock(void) { smp_mb(); } 
#endif



/**

 * spin_unlock_wait - wait until the spinlock gets unlocked

 * raw_spin_unlock_wait - wait until the spinlock gets unlocked

 * @lock: the spinlock in question.

 */

#define spin_unlock_wait(lock)	arch_spin_unlock_wait(&(lock)->raw_lock)

#define raw_spin_unlock_wait(lock)	arch_spin_unlock_wait(&(lock)->raw_lock)



#ifdef CONFIG_DEBUG_SPINLOCK

 extern void _raw_spin_lock(spinlock_t *lock);

 extern void _raw_spin_lock(raw_spinlock_t *lock);

#define _raw_spin_lock_flags(lock, flags) _raw_spin_lock(lock)

 extern int _raw_spin_trylock(spinlock_t *lock);

 extern void _raw_spin_unlock(spinlock_t *lock);

 extern int _raw_spin_trylock(raw_spinlock_t *lock);

 extern void _raw_spin_unlock(raw_spinlock_t *lock);

#else

# define _raw_spin_lock(lock)		arch_spin_lock(&(lock)->raw_lock)

# define _raw_spin_lock_flags(lock, flags) \

		arch_spin_lock_flags(&(lock)->raw_lock, *(flags))

# define _raw_spin_trylock(lock)	arch_spin_trylock(&(lock)->raw_lock)

# define _raw_spin_unlock(lock)		arch_spin_unlock(&(lock)->raw_lock)

static inline void _raw_spin_lock(raw_spinlock_t *lock)

{

	arch_spin_lock(&lock->raw_lock);

}



static inline void

_raw_spin_lock_flags(raw_spinlock_t *lock, unsigned long *flags)

{

	arch_spin_lock_flags(&lock->raw_lock, *flags);

}



static inline int _raw_spin_trylock(raw_spinlock_t *lock)

{

	return arch_spin_trylock(&(lock)->raw_lock);

}



static inline void _raw_spin_unlock(raw_spinlock_t *lock)

{

	arch_spin_unlock(&lock->raw_lock);

}

#endif



/*
@@ -146,38 +161,38 @@ static inline void smp_mb__after_lock(void) { smp_mb(); } 
 * various methods are defined as nops in the case they are not

 * required.

 */

#define spin_trylock(lock)		__cond_lock(lock, _spin_trylock(lock))

#define raw_spin_trylock(lock)		__cond_lock(lock, _spin_trylock(lock))



#define spin_lock(lock)			_spin_lock(lock)

#define raw_spin_lock(lock)		_spin_lock(lock)



#ifdef CONFIG_DEBUG_LOCK_ALLOC

# define spin_lock_nested(lock, subclass) _spin_lock_nested(lock, subclass)

# define spin_lock_nest_lock(lock, nest_lock)				\

# define raw_spin_lock_nested(lock, subclass) _spin_lock_nested(lock, subclass)

# define raw_spin_lock_nest_lock(lock, nest_lock)			\

	 do {								\

		 typecheck(struct lockdep_map *, &(nest_lock)->dep_map);\

		 _spin_lock_nest_lock(lock, &(nest_lock)->dep_map);	\

	 } while (0)

#else

# define spin_lock_nested(lock, subclass) _spin_lock(lock)

# define spin_lock_nest_lock(lock, nest_lock) _spin_lock(lock)

# define raw_spin_lock_nested(lock, subclass)		_spin_lock(lock)

# define raw_spin_lock_nest_lock(lock, nest_lock)	_spin_lock(lock)

#endif



#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)



#define spin_lock_irqsave(lock, flags)			\

#define raw_spin_lock_irqsave(lock, flags)			\

	do {						\

		typecheck(unsigned long, flags);	\

		flags = _spin_lock_irqsave(lock);	\

	} while (0)



#ifdef CONFIG_DEBUG_LOCK_ALLOC

#define spin_lock_irqsave_nested(lock, flags, subclass)			\

#define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\

	do {								\

		typecheck(unsigned long, flags);			\

		flags = _spin_lock_irqsave_nested(lock, subclass);	\

	} while (0)

#else

#define spin_lock_irqsave_nested(lock, flags, subclass)			\

#define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\

	do {								\

		typecheck(unsigned long, flags);			\

		flags = _spin_lock_irqsave(lock);			\
@@ -186,45 +201,178 @@ static inline void smp_mb__after_lock(void) { smp_mb(); } 


#else



#define spin_lock_irqsave(lock, flags)			\

#define raw_spin_lock_irqsave(lock, flags)		\

	do {						\

		typecheck(unsigned long, flags);	\

		_spin_lock_irqsave(lock, flags);	\

	} while (0)



#define spin_lock_irqsave_nested(lock, flags, subclass)	\

	spin_lock_irqsave(lock, flags)

#define raw_spin_lock_irqsave_nested(lock, flags, subclass)	\

	raw_spin_lock_irqsave(lock, flags)



#endif



#define spin_lock_irq(lock)		_spin_lock_irq(lock)

#define spin_lock_bh(lock)		_spin_lock_bh(lock)

#define spin_unlock(lock)		_spin_unlock(lock)

#define spin_unlock_irq(lock)		_spin_unlock_irq(lock)

#define raw_spin_lock_irq(lock)	_spin_lock_irq(lock)

#define raw_spin_lock_bh(lock)		_spin_lock_bh(lock)

#define raw_spin_unlock(lock)		_spin_unlock(lock)

#define raw_spin_unlock_irq(lock)	_spin_unlock_irq(lock)



#define spin_unlock_irqrestore(lock, flags)		\

#define raw_spin_unlock_irqrestore(lock, flags)		\

	do {							\

		typecheck(unsigned long, flags);		\

		_spin_unlock_irqrestore(lock, flags);	\

	} while (0)

#define spin_unlock_bh(lock)		_spin_unlock_bh(lock)

#define raw_spin_unlock_bh(lock)	_spin_unlock_bh(lock)



#define spin_trylock_bh(lock)	__cond_lock(lock, _spin_trylock_bh(lock))

#define raw_spin_trylock_bh(lock)	__cond_lock(lock, _spin_trylock_bh(lock))



#define spin_trylock_irq(lock) \

#define raw_spin_trylock_irq(lock) \

({ \

	local_irq_disable(); \

	spin_trylock(lock) ? \

	raw_spin_trylock(lock) ? \

	1 : ({ local_irq_enable(); 0;  }); \

})



#define spin_trylock_irqsave(lock, flags) \

#define raw_spin_trylock_irqsave(lock, flags) \

({ \

	local_irq_save(flags); \

	spin_trylock(lock) ? \

	raw_spin_trylock(lock) ? \

	1 : ({ local_irq_restore(flags); 0; }); \

})



/**

 * raw_spin_can_lock - would raw_spin_trylock() succeed?

 * @lock: the spinlock in question.

 */

#define raw_spin_can_lock(lock)	(!raw_spin_is_locked(lock))



/* Include rwlock functions */

#include <linux/rwlock.h>



/*

 * Pull the _spin_*()/_read_*()/_write_*() functions/declarations:

 */

#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)

# include <linux/spinlock_api_smp.h>

#else

# include <linux/spinlock_api_up.h>

#endif



/*

 * Map the spin_lock functions to the raw variants for PREEMPT_RT=n

 */



static inline raw_spinlock_t *spinlock_check(spinlock_t *lock)

{

	return &lock->rlock;

}



#define spin_lock_init(_lock)				\

do {							\

	spinlock_check(_lock);				\

	raw_spin_lock_init(&(_lock)->rlock);		\

} while (0)



static inline void spin_lock(spinlock_t *lock)

{

	raw_spin_lock(&lock->rlock);

}



static inline void spin_lock_bh(spinlock_t *lock)

{

	raw_spin_lock_bh(&lock->rlock);

}



static inline int spin_trylock(spinlock_t *lock)

{

	return raw_spin_trylock(&lock->rlock);

}



#define spin_lock_nested(lock, subclass)			\

do {								\

	raw_spin_lock_nested(spinlock_check(lock), subclass);	\

} while (0)



#define spin_lock_nest_lock(lock, nest_lock)				\

do {									\

	raw_spin_lock_nest_lock(spinlock_check(lock), nest_lock);	\

} while (0)



static inline void spin_lock_irq(spinlock_t *lock)

{

	raw_spin_lock_irq(&lock->rlock);

}



#define spin_lock_irqsave(lock, flags)				\

do {								\

	raw_spin_lock_irqsave(spinlock_check(lock), flags);	\

} while (0)



#define spin_lock_irqsave_nested(lock, flags, subclass)			\

do {									\

	raw_spin_lock_irqsave_nested(spinlock_check(lock), flags, subclass); \

} while (0)



static inline void spin_unlock(spinlock_t *lock)

{

	raw_spin_unlock(&lock->rlock);

}



static inline void spin_unlock_bh(spinlock_t *lock)

{

	raw_spin_unlock_bh(&lock->rlock);

}



static inline void spin_unlock_irq(spinlock_t *lock)

{

	raw_spin_unlock_irq(&lock->rlock);

}



static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)

{

	raw_spin_unlock_irqrestore(&lock->rlock, flags);

}



static inline int spin_trylock_bh(spinlock_t *lock)

{

	return raw_spin_trylock_bh(&lock->rlock);

}



static inline int spin_trylock_irq(spinlock_t *lock)

{

	return raw_spin_trylock_irq(&lock->rlock);

}



#define spin_trylock_irqsave(lock, flags)			\

({								\

	raw_spin_trylock_irqsave(spinlock_check(lock), flags); \

})



static inline void spin_unlock_wait(spinlock_t *lock)

{

	raw_spin_unlock_wait(&lock->rlock);

}



static inline int spin_is_locked(spinlock_t *lock)

{

	return raw_spin_is_locked(&lock->rlock);

}



static inline int spin_is_contended(spinlock_t *lock)

{

	return raw_spin_is_contended(&lock->rlock);

}



static inline int spin_can_lock(spinlock_t *lock)

{

	return raw_spin_can_lock(&lock->rlock);

}



static inline void assert_spin_locked(spinlock_t *lock)

{

	assert_raw_spin_locked(&lock->rlock);

}



/*

 * Pull the atomic_t declaration:

 * (asm-mips/atomic.h needs above definitions)
@@ -242,22 +390,4 @@ extern int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock); 
#define atomic_dec_and_lock(atomic, lock) \

		__cond_lock(lock, _atomic_dec_and_lock(atomic, lock))



/**

 * spin_can_lock - would spin_trylock() succeed?

 * @lock: the spinlock in question.

 */

#define spin_can_lock(lock)	(!spin_is_locked(lock))



/* Include rwlock functions */

#include <linux/rwlock.h>



/*

 * Pull the _spin_*()/_read_*()/_write_*() functions/declarations:

 */

#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)

# include <linux/spinlock_api_smp.h>

#else

# include <linux/spinlock_api_up.h>

#endif



#endif /* __LINUX_SPINLOCK_H */

include/linux/spinlock_api_smp.h

+27 −24
Original line number Diff line number Diff line
@@ -17,26 +17,29 @@ 


int in_lock_functions(unsigned long addr);



#define assert_spin_locked(x)	BUG_ON(!spin_is_locked(x))

#define assert_raw_spin_locked(x)	BUG_ON(!raw_spin_is_locked(x))



void __lockfunc _spin_lock(spinlock_t *lock)		__acquires(lock);

void __lockfunc _spin_lock_nested(spinlock_t *lock, int subclass)

void __lockfunc _spin_lock(raw_spinlock_t *lock)	__acquires(lock);

void __lockfunc _spin_lock_nested(raw_spinlock_t *lock, int subclass)

							__acquires(lock);

void __lockfunc _spin_lock_nest_lock(spinlock_t *lock, struct lockdep_map *map)

void __lockfunc

_spin_lock_nest_lock(raw_spinlock_t *lock, struct lockdep_map *map)

							__acquires(lock);

void __lockfunc _spin_lock_bh(spinlock_t *lock)		__acquires(lock);

void __lockfunc _spin_lock_irq(spinlock_t *lock)	__acquires(lock);

void __lockfunc _spin_lock_bh(raw_spinlock_t *lock)	__acquires(lock);

void __lockfunc _spin_lock_irq(raw_spinlock_t *lock)	__acquires(lock);



unsigned long __lockfunc _spin_lock_irqsave(spinlock_t *lock)

unsigned long __lockfunc _spin_lock_irqsave(raw_spinlock_t *lock)

							__acquires(lock);

unsigned long __lockfunc _spin_lock_irqsave_nested(spinlock_t *lock, int subclass)

unsigned long __lockfunc

_spin_lock_irqsave_nested(raw_spinlock_t *lock, int subclass)

							__acquires(lock);

int __lockfunc _spin_trylock(spinlock_t *lock);

int __lockfunc _spin_trylock_bh(spinlock_t *lock);

void __lockfunc _spin_unlock(spinlock_t *lock)		__releases(lock);

void __lockfunc _spin_unlock_bh(spinlock_t *lock)	__releases(lock);

void __lockfunc _spin_unlock_irq(spinlock_t *lock)	__releases(lock);

void __lockfunc _spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)

int __lockfunc _spin_trylock(raw_spinlock_t *lock);

int __lockfunc _spin_trylock_bh(raw_spinlock_t *lock);

void __lockfunc _spin_unlock(raw_spinlock_t *lock)	__releases(lock);

void __lockfunc _spin_unlock_bh(raw_spinlock_t *lock)	__releases(lock);

void __lockfunc _spin_unlock_irq(raw_spinlock_t *lock)	__releases(lock);

void __lockfunc

_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags)

							__releases(lock);



#ifdef CONFIG_INLINE_SPIN_LOCK
@@ -79,7 +82,7 @@ void __lockfunc _spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags) 
#define _spin_unlock_irqrestore(lock, flags) __spin_unlock_irqrestore(lock, flags)

#endif



static inline int __spin_trylock(spinlock_t *lock)

static inline int __spin_trylock(raw_spinlock_t *lock)

{

	preempt_disable();

	if (_raw_spin_trylock(lock)) {
@@ -97,7 +100,7 @@ static inline int __spin_trylock(spinlock_t *lock) 
 */

#if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC)



static inline unsigned long __spin_lock_irqsave(spinlock_t *lock)

static inline unsigned long __spin_lock_irqsave(raw_spinlock_t *lock)

{

	unsigned long flags;
@@ -117,7 +120,7 @@ static inline unsigned long __spin_lock_irqsave(spinlock_t *lock) 
	return flags;

}



static inline void __spin_lock_irq(spinlock_t *lock)

static inline void __spin_lock_irq(raw_spinlock_t *lock)

{

	local_irq_disable();

	preempt_disable();
@@ -125,7 +128,7 @@ static inline void __spin_lock_irq(spinlock_t *lock) 
	LOCK_CONTENDED(lock, _raw_spin_trylock, _raw_spin_lock);

}



static inline void __spin_lock_bh(spinlock_t *lock)

static inline void __spin_lock_bh(raw_spinlock_t *lock)

{

	local_bh_disable();

	preempt_disable();
@@ -133,7 +136,7 @@ static inline void __spin_lock_bh(spinlock_t *lock) 
	LOCK_CONTENDED(lock, _raw_spin_trylock, _raw_spin_lock);

}



static inline void __spin_lock(spinlock_t *lock)

static inline void __spin_lock(raw_spinlock_t *lock)

{

	preempt_disable();

	spin_acquire(&lock->dep_map, 0, 0, _RET_IP_);
@@ -142,14 +145,14 @@ static inline void __spin_lock(spinlock_t *lock) 


#endif /* CONFIG_PREEMPT */



static inline void __spin_unlock(spinlock_t *lock)

static inline void __spin_unlock(raw_spinlock_t *lock)

{

	spin_release(&lock->dep_map, 1, _RET_IP_);

	_raw_spin_unlock(lock);

	preempt_enable();

}



static inline void __spin_unlock_irqrestore(spinlock_t *lock,

static inline void __spin_unlock_irqrestore(raw_spinlock_t *lock,

					    unsigned long flags)

{

	spin_release(&lock->dep_map, 1, _RET_IP_);
@@ -158,7 +161,7 @@ static inline void __spin_unlock_irqrestore(spinlock_t *lock, 
	preempt_enable();

}



static inline void __spin_unlock_irq(spinlock_t *lock)

static inline void __spin_unlock_irq(raw_spinlock_t *lock)

{

	spin_release(&lock->dep_map, 1, _RET_IP_);

	_raw_spin_unlock(lock);
@@ -166,7 +169,7 @@ static inline void __spin_unlock_irq(spinlock_t *lock) 
	preempt_enable();

}



static inline void __spin_unlock_bh(spinlock_t *lock)

static inline void __spin_unlock_bh(raw_spinlock_t *lock)

{

	spin_release(&lock->dep_map, 1, _RET_IP_);

	_raw_spin_unlock(lock);
@@ -174,7 +177,7 @@ static inline void __spin_unlock_bh(spinlock_t *lock) 
	local_bh_enable_ip((unsigned long)__builtin_return_address(0));

}



static inline int __spin_trylock_bh(spinlock_t *lock)

static inline int __spin_trylock_bh(raw_spinlock_t *lock)

{

	local_bh_disable();

	preempt_disable();

include/linux/spinlock_api_up.h

+1 −1
Original line number Diff line number Diff line
@@ -16,7 +16,7 @@ 


#define in_lock_functions(ADDR)		0



#define assert_spin_locked(lock)	do { (void)(lock); } while (0)

#define assert_raw_spin_locked(lock)	do { (void)(lock); } while (0)



/*

 * In the UP-nondebug case there's no real locking going on, so the

include/linux/spinlock_types.h

+38 −11
Original line number Diff line number Diff line
@@ -17,7 +17,7 @@ 


#include <linux/lockdep.h>



typedef struct {

typedef struct raw_spinlock {

	arch_spinlock_t raw_lock;

#ifdef CONFIG_GENERIC_LOCKBREAK

	unsigned int break_lock;
@@ -29,7 +29,7 @@ typedef struct { 
#ifdef CONFIG_DEBUG_LOCK_ALLOC

	struct lockdep_map dep_map;

#endif

} spinlock_t;

} raw_spinlock_t;



#define SPINLOCK_MAGIC		0xdead4ead
@@ -42,17 +42,44 @@ typedef struct { 
#endif



#ifdef CONFIG_DEBUG_SPINLOCK

# define __SPIN_LOCK_UNLOCKED(lockname)					\

	(spinlock_t)	{	.raw_lock = __ARCH_SPIN_LOCK_UNLOCKED,	\

# define SPIN_DEBUG_INIT(lockname)		\

	.magic = SPINLOCK_MAGIC,		\

				.owner = SPINLOCK_OWNER_INIT,		\

	.owner_cpu = -1,			\

				SPIN_DEP_MAP_INIT(lockname) }

	.owner = SPINLOCK_OWNER_INIT,

#else

# define __SPIN_LOCK_UNLOCKED(lockname) \

	(spinlock_t)	{	.raw_lock = __ARCH_SPIN_LOCK_UNLOCKED,	\

# define SPIN_DEBUG_INIT(lockname)

#endif



#define __RAW_SPIN_LOCK_INITIALIZER(lockname)	\

	{					\

	.raw_lock = __ARCH_SPIN_LOCK_UNLOCKED,	\

	SPIN_DEBUG_INIT(lockname)		\

	SPIN_DEP_MAP_INIT(lockname) }



#define __RAW_SPIN_LOCK_UNLOCKED(lockname)	\

	(raw_spinlock_t) __RAW_SPIN_LOCK_INITIALIZER(lockname)



#define DEFINE_RAW_SPINLOCK(x)	raw_spinlock_t x = __RAW_SPIN_LOCK_UNLOCKED(x)



typedef struct spinlock {

	union {

		struct raw_spinlock rlock;



#ifdef CONFIG_DEBUG_LOCK_ALLOC

# define LOCK_PADSIZE (offsetof(struct raw_spinlock, dep_map))

		struct {

			u8 __padding[LOCK_PADSIZE];

			struct lockdep_map dep_map;

		};

#endif

	};

} spinlock_t;



#define __SPIN_LOCK_INITIALIZER(lockname) \

	{ { .rlock = __RAW_SPIN_LOCK_INITIALIZER(lockname) } }



#define __SPIN_LOCK_UNLOCKED(lockname) \

	(spinlock_t ) __SPIN_LOCK_INITIALIZER(lockname)



/*

 * SPIN_LOCK_UNLOCKED defeats lockdep state tracking and is hence

kernel/mutex-debug.h

+6 −6
Original line number Diff line number Diff line
@@ -43,13 +43,13 @@ static inline void mutex_clear_owner(struct mutex *lock) 
							\

		DEBUG_LOCKS_WARN_ON(in_interrupt());	\

		local_irq_save(flags);			\

		arch_spin_lock(&(lock)->raw_lock);	\

		arch_spin_lock(&(lock)->rlock.raw_lock);\

		DEBUG_LOCKS_WARN_ON(l->magic != l);	\

	} while (0)



#define spin_unlock_mutex(lock, flags)				\

	do {							\

		arch_spin_unlock(&(lock)->raw_lock);	\

		arch_spin_unlock(&(lock)->rlock.raw_lock);	\

		local_irq_restore(flags);			\

		preempt_check_resched();			\

	} while (0)