forked from torvalds/linux
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
In order to prepare to per-arch implementations of preempt_count move the required bits into an asm-generic header and use this for all archs. Signed-off-by: Peter Zijlstra <peterz@infradead.org> Link: http://lkml.kernel.org/n/tip-h5j0c1r3e3fk015m30h8f1zx@git.kernel.org Signed-off-by: Ingo Molnar <mingo@kernel.org>
- Loading branch information
Peter Zijlstra
authored and
Ingo Molnar
committed
Sep 25, 2013
1 parent
f27dde8
commit a787870
Showing
32 changed files
with
85 additions
and
48 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -3,3 +3,4 @@ generic-y += clkdev.h | |
|
||
generic-y += exec.h | ||
generic-y += trace_clock.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -46,3 +46,4 @@ generic-y += ucontext.h | |
generic-y += user.h | ||
generic-y += vga.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -50,3 +50,4 @@ generic-y += unaligned.h | |
generic-y += user.h | ||
generic-y += vga.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -3,3 +3,4 @@ generic-y += clkdev.h | |
generic-y += exec.h | ||
generic-y += trace_clock.h | ||
generic-y += param.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -44,3 +44,4 @@ generic-y += ucontext.h | |
generic-y += unaligned.h | ||
generic-y += user.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -56,3 +56,4 @@ generic-y += ucontext.h | |
generic-y += user.h | ||
generic-y += vga.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -11,3 +11,4 @@ generic-y += module.h | |
generic-y += trace_clock.h | ||
generic-y += vga.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -2,3 +2,4 @@ | |
generic-y += clkdev.h | ||
generic-y += exec.h | ||
generic-y += trace_clock.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -6,3 +6,4 @@ generic-y += mmu.h | |
generic-y += module.h | ||
generic-y += trace_clock.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -53,3 +53,4 @@ generic-y += types.h | |
generic-y += ucontext.h | ||
generic-y += unaligned.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -3,3 +3,4 @@ generic-y += clkdev.h | |
generic-y += exec.h | ||
generic-y += module.h | ||
generic-y += trace_clock.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -52,3 +52,4 @@ generic-y += unaligned.h | |
generic-y += user.h | ||
generic-y += vga.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -2,3 +2,4 @@ | |
generic-y += clkdev.h | ||
generic-y += exec.h | ||
generic-y += trace_clock.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -2,4 +2,5 @@ | |
generic-y += clkdev.h | ||
generic-y += rwsem.h | ||
generic-y += trace_clock.h | ||
generic-y += preempt.h | ||
generic-y += vtime.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -2,3 +2,4 @@ | |
|
||
generic-y += clkdev.h | ||
generic-y += trace_clock.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -4,3 +4,4 @@ header-y += | |
generic-y += clkdev.h | ||
generic-y += trace_clock.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -60,3 +60,4 @@ generic-y += unaligned.h | |
generic-y += user.h | ||
generic-y += vga.h | ||
generic-y += xor.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -5,3 +5,4 @@ genhdr-y += unistd_64.h | |
genhdr-y += unistd_x32.h | ||
|
||
generic-y += clkdev.h | ||
generic-y += preempt.h |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,54 @@ | ||
#ifndef __ASM_PREEMPT_H | ||
#define __ASM_PREEMPT_H | ||
|
||
#include <linux/thread_info.h> | ||
|
||
/* | ||
* We mask the PREEMPT_NEED_RESCHED bit so as not to confuse all current users | ||
* that think a non-zero value indicates we cannot preempt. | ||
*/ | ||
static __always_inline int preempt_count(void) | ||
{ | ||
return current_thread_info()->preempt_count & ~PREEMPT_NEED_RESCHED; | ||
} | ||
|
||
static __always_inline int *preempt_count_ptr(void) | ||
{ | ||
return ¤t_thread_info()->preempt_count; | ||
} | ||
|
||
/* | ||
* We now loose PREEMPT_NEED_RESCHED and cause an extra reschedule; however the | ||
* alternative is loosing a reschedule. Better schedule too often -- also this | ||
* should be a very rare operation. | ||
*/ | ||
static __always_inline void preempt_count_set(int pc) | ||
{ | ||
*preempt_count_ptr() = pc; | ||
} | ||
|
||
/* | ||
* We fold the NEED_RESCHED bit into the preempt count such that | ||
* preempt_enable() can decrement and test for needing to reschedule with a | ||
* single instruction. | ||
* | ||
* We invert the actual bit, so that when the decrement hits 0 we know we both | ||
* need to resched (the bit is cleared) and can resched (no preempt count). | ||
*/ | ||
|
||
static __always_inline void set_preempt_need_resched(void) | ||
{ | ||
*preempt_count_ptr() &= ~PREEMPT_NEED_RESCHED; | ||
} | ||
|
||
static __always_inline void clear_preempt_need_resched(void) | ||
{ | ||
*preempt_count_ptr() |= PREEMPT_NEED_RESCHED; | ||
} | ||
|
||
static __always_inline bool test_preempt_need_resched(void) | ||
{ | ||
return !(*preempt_count_ptr() & PREEMPT_NEED_RESCHED); | ||
} | ||
|
||
#endif /* __ASM_PREEMPT_H */ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters