riscv: fix jal offsets in patched alternatives
Alternatives live in a different section, so offsets used by jal
instruction will point to wrong locations after the patch got applied.
Similar to arm64, adjust the location to consider that offset.
Co-developed-by: Heiko Stuebner <heiko.stuebner@vrull.eu>
Signed-off-by: Jisheng Zhang <jszhang@kernel.org>
Reviewed-by: Conor Dooley <conor.dooley@microchip.com>
Reviewed-by: Andrew Jones <ajones@ventanamicro.com>
Signed-off-by: Heiko Stuebner <heiko.stuebner@vrull.eu>
Link: https://lore.kernel.org/r/20230113212205.3534622-1-heiko@sntech.de
Fixes: 27c653c065 ("RISC-V: fix auipc-jalr addresses in patched alternatives")
Signed-off-by: Palmer Dabbelt <palmer@rivosinc.com>
This commit is contained in:
committed by
Palmer Dabbelt
parent
451fb217cd
commit
9d5567ccf9
@@ -291,6 +291,33 @@ static __always_inline bool riscv_insn_is_branch(u32 code)
|
||||
(RVC_X(x_, RVC_B_IMM_7_6_OPOFF, RVC_B_IMM_7_6_MASK) << RVC_B_IMM_7_6_OFF) | \
|
||||
(RVC_IMM_SIGN(x_) << RVC_B_IMM_SIGN_OFF); })
|
||||
|
||||
/*
|
||||
* Get the immediate from a J-type instruction.
|
||||
*
|
||||
* @insn: instruction to process
|
||||
* Return: immediate
|
||||
*/
|
||||
static inline s32 riscv_insn_extract_jtype_imm(u32 insn)
|
||||
{
|
||||
return RV_EXTRACT_JTYPE_IMM(insn);
|
||||
}
|
||||
|
||||
/*
|
||||
* Update a J-type instruction with an immediate value.
|
||||
*
|
||||
* @insn: pointer to the jtype instruction
|
||||
* @imm: the immediate to insert into the instruction
|
||||
*/
|
||||
static inline void riscv_insn_insert_jtype_imm(u32 *insn, s32 imm)
|
||||
{
|
||||
/* drop the old IMMs, all jal IMM bits sit at 31:12 */
|
||||
*insn &= ~GENMASK(31, 12);
|
||||
*insn |= (RV_X(imm, RV_J_IMM_10_1_OFF, RV_J_IMM_10_1_MASK) << RV_J_IMM_10_1_OPOFF) |
|
||||
(RV_X(imm, RV_J_IMM_11_OFF, RV_J_IMM_11_MASK) << RV_J_IMM_11_OPOFF) |
|
||||
(RV_X(imm, RV_J_IMM_19_12_OFF, RV_J_IMM_19_12_MASK) << RV_J_IMM_19_12_OPOFF) |
|
||||
(RV_X(imm, RV_J_IMM_SIGN_OFF, 1) << RV_J_IMM_SIGN_OPOFF);
|
||||
}
|
||||
|
||||
/*
|
||||
* Put together one immediate from a U-type and I-type instruction pair.
|
||||
*
|
||||
|
||||
@@ -79,6 +79,21 @@ static void riscv_alternative_fix_auipc_jalr(void *ptr, u32 auipc_insn,
|
||||
patch_text_nosync(ptr, call, sizeof(u32) * 2);
|
||||
}
|
||||
|
||||
static void riscv_alternative_fix_jal(void *ptr, u32 jal_insn, int patch_offset)
|
||||
{
|
||||
s32 imm;
|
||||
|
||||
/* get and adjust new target address */
|
||||
imm = riscv_insn_extract_jtype_imm(jal_insn);
|
||||
imm -= patch_offset;
|
||||
|
||||
/* update instruction */
|
||||
riscv_insn_insert_jtype_imm(&jal_insn, imm);
|
||||
|
||||
/* patch the call place again */
|
||||
patch_text_nosync(ptr, &jal_insn, sizeof(u32));
|
||||
}
|
||||
|
||||
void riscv_alternative_fix_offsets(void *alt_ptr, unsigned int len,
|
||||
int patch_offset)
|
||||
{
|
||||
@@ -106,6 +121,18 @@ void riscv_alternative_fix_offsets(void *alt_ptr, unsigned int len,
|
||||
riscv_alternative_fix_auipc_jalr(alt_ptr + i * sizeof(u32),
|
||||
insn, insn2, patch_offset);
|
||||
}
|
||||
|
||||
if (riscv_insn_is_jal(insn)) {
|
||||
s32 imm = riscv_insn_extract_jtype_imm(insn);
|
||||
|
||||
/* Don't modify jumps inside the alternative block */
|
||||
if ((alt_ptr + i * sizeof(u32) + imm) >= alt_ptr &&
|
||||
(alt_ptr + i * sizeof(u32) + imm) < (alt_ptr + len))
|
||||
continue;
|
||||
|
||||
riscv_alternative_fix_jal(alt_ptr + i * sizeof(u32),
|
||||
insn, patch_offset);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user