static void __jump_label_transform(struct jump_entry *entry, enum jump_label_type type, void *(*poker)(void *, const void *, size_t)) { union jump_code_union code; if (type == JUMP_LABEL_ENABLE) { code.jump = 0xe9; code.offset = entry->target - (entry->code + JUMP_LABEL_NOP_SIZE); } else memcpy(&code, ideal_nops[NOP_ATOMIC5], JUMP_LABEL_NOP_SIZE); /* * Make text_poke_bp() a default fallback poker. * * At the time the change is being done, just ignore whether we * are doing nop -> jump or jump -> nop transition, and assume * always nop being the 'currently valid' instruction * */ if (poker) (*poker)((void *)entry->code, &code, JUMP_LABEL_NOP_SIZE); else text_poke_bp((void *)entry->code, &code, JUMP_LABEL_NOP_SIZE, (void *)entry->code + JUMP_LABEL_NOP_SIZE); }
static void __ref __jump_label_transform(struct jump_entry *entry, enum jump_label_type type, void *(*poker)(void *, const void *, size_t), int init) { union jump_code_union code; const unsigned char default_nop[] = { STATIC_KEY_INIT_NOP }; const unsigned char *ideal_nop = ideal_nops[NOP_ATOMIC5]; if (early_boot_irqs_disabled) poker = text_poke_early; if (type == JUMP_LABEL_JMP) { if (init) { /* * Jump label is enabled for the first time. * So we expect a default_nop... */ if (unlikely(memcmp((void *)entry->code, default_nop, 5) != 0)) bug_at((void *)entry->code, __LINE__); } else { /* * ...otherwise expect an ideal_nop. Otherwise * something went horribly wrong. */ if (unlikely(memcmp((void *)entry->code, ideal_nop, 5) != 0)) bug_at((void *)entry->code, __LINE__); } code.jump = 0xe9; code.offset = entry->target - (entry->code + JUMP_LABEL_NOP_SIZE); } else { /* * We are disabling this jump label. If it is not what * we think it is, then something must have gone wrong. * If this is the first initialization call, then we * are converting the default nop to the ideal nop. */ if (init) { if (unlikely(memcmp((void *)entry->code, default_nop, 5) != 0)) bug_at((void *)entry->code, __LINE__); } else { code.jump = 0xe9; code.offset = entry->target - (entry->code + JUMP_LABEL_NOP_SIZE); if (unlikely(memcmp((void *)entry->code, &code, 5) != 0)) bug_at((void *)entry->code, __LINE__); } memcpy(&code, ideal_nops[NOP_ATOMIC5], JUMP_LABEL_NOP_SIZE); } /* * Make text_poke_bp() a default fallback poker. * * At the time the change is being done, just ignore whether we * are doing nop -> jump or jump -> nop transition, and assume * always nop being the 'currently valid' instruction * */ if (poker) (*poker)((void *)entry->code, &code, JUMP_LABEL_NOP_SIZE); else text_poke_bp((void *)entry->code, &code, JUMP_LABEL_NOP_SIZE, (void *)entry->code + JUMP_LABEL_NOP_SIZE); }