diff options
Diffstat (limited to 'arch/x86/kernel/jump_label.c')
| -rw-r--r-- | arch/x86/kernel/jump_label.c | 21 | 
1 files changed, 10 insertions, 11 deletions
| diff --git a/arch/x86/kernel/jump_label.c b/arch/x86/kernel/jump_label.c index f99bd26bd3f1..e631c358f7f4 100644 --- a/arch/x86/kernel/jump_label.c +++ b/arch/x86/kernel/jump_label.c @@ -37,7 +37,6 @@ static void bug_at(unsigned char *ip, int line)  static void __ref __jump_label_transform(struct jump_entry *entry,  					 enum jump_label_type type, -					 void *(*poker)(void *, const void *, size_t),  					 int init)  {  	union jump_code_union jmp; @@ -50,9 +49,6 @@ static void __ref __jump_label_transform(struct jump_entry *entry,  	jmp.offset = jump_entry_target(entry) -  		     (jump_entry_code(entry) + JUMP_LABEL_NOP_SIZE); -	if (early_boot_irqs_disabled) -		poker = text_poke_early; -  	if (type == JUMP_LABEL_JMP) {  		if (init) {  			expect = default_nop; line = __LINE__; @@ -75,16 +71,19 @@ static void __ref __jump_label_transform(struct jump_entry *entry,  		bug_at((void *)jump_entry_code(entry), line);  	/* -	 * Make text_poke_bp() a default fallback poker. +	 * As long as only a single processor is running and the code is still +	 * not marked as RO, text_poke_early() can be used; Checking that +	 * system_state is SYSTEM_BOOTING guarantees it. It will be set to +	 * SYSTEM_SCHEDULING before other cores are awaken and before the +	 * code is write-protected.  	 *  	 * At the time the change is being done, just ignore whether we  	 * are doing nop -> jump or jump -> nop transition, and assume  	 * always nop being the 'currently valid' instruction -	 *  	 */ -	if (poker) { -		(*poker)((void *)jump_entry_code(entry), code, -			 JUMP_LABEL_NOP_SIZE); +	if (init || system_state == SYSTEM_BOOTING) { +		text_poke_early((void *)jump_entry_code(entry), code, +				JUMP_LABEL_NOP_SIZE);  		return;  	} @@ -96,7 +95,7 @@ void arch_jump_label_transform(struct jump_entry *entry,  			       enum jump_label_type type)  {  	mutex_lock(&text_mutex); -	__jump_label_transform(entry, type, NULL, 0); +	__jump_label_transform(entry, type, 0);  	mutex_unlock(&text_mutex);  } @@ -126,5 +125,5 @@ __init_or_module void arch_jump_label_transform_static(struct jump_entry *entry,  			jlstate = JL_STATE_NO_UPDATE;  	}  	if (jlstate == JL_STATE_UPDATE) -		__jump_label_transform(entry, type, text_poke_early, 1); +		__jump_label_transform(entry, type, 1);  } |