1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
8 #include <linux/types.h>
10 #include <asm/ptrace.h>
12 #define INSN_NOP 0x03400000
13 #define INSN_BREAK 0x002a0000
15 #define ADDR_IMMMASK_LU52ID 0xFFF0000000000000
16 #define ADDR_IMMMASK_LU32ID 0x000FFFFF00000000
17 #define ADDR_IMMMASK_LU12IW 0x00000000FFFFF000
18 #define ADDR_IMMMASK_ADDU16ID 0x00000000FFFF0000
20 #define ADDR_IMMSHIFT_LU52ID 52
21 #define ADDR_IMMSHIFT_LU32ID 32
22 #define ADDR_IMMSHIFT_LU12IW 12
23 #define ADDR_IMMSHIFT_ADDU16ID 16
25 #define ADDR_IMM(addr, INSN) ((addr & ADDR_IMMMASK_##INSN) >> ADDR_IMMSHIFT_##INSN)
48 bceqz_op = 0x12, /* bits[9:8] = 0x00 */
49 bcnez_op = 0x12, /* bits[9:8] = 0x01 */
213 struct reg0i15_format {
214 unsigned int immediate : 15;
215 unsigned int opcode : 17;
218 struct reg0i26_format {
219 unsigned int immediate_h : 10;
220 unsigned int immediate_l : 16;
221 unsigned int opcode : 6;
224 struct reg1i20_format {
226 unsigned int immediate : 20;
227 unsigned int opcode : 7;
230 struct reg1i21_format {
231 unsigned int immediate_h : 5;
233 unsigned int immediate_l : 16;
234 unsigned int opcode : 6;
240 unsigned int opcode : 22;
243 struct reg2i5_format {
246 unsigned int immediate : 5;
247 unsigned int opcode : 17;
250 struct reg2i6_format {
253 unsigned int immediate : 6;
254 unsigned int opcode : 16;
257 struct reg2i12_format {
260 unsigned int immediate : 12;
261 unsigned int opcode : 10;
264 struct reg2i14_format {
267 unsigned int immediate : 14;
268 unsigned int opcode : 8;
271 struct reg2i16_format {
274 unsigned int immediate : 16;
275 unsigned int opcode : 6;
278 struct reg2bstrd_format {
281 unsigned int lsbd : 6;
282 unsigned int msbd : 6;
283 unsigned int opcode : 10;
290 unsigned int opcode : 17;
293 struct reg3sa2_format {
297 unsigned int immediate : 2;
298 unsigned int opcode : 15;
301 union loongarch_instruction {
303 struct reg0i15_format reg0i15_format;
304 struct reg0i26_format reg0i26_format;
305 struct reg1i20_format reg1i20_format;
306 struct reg1i21_format reg1i21_format;
307 struct reg2_format reg2_format;
308 struct reg2i5_format reg2i5_format;
309 struct reg2i6_format reg2i6_format;
310 struct reg2i12_format reg2i12_format;
311 struct reg2i14_format reg2i14_format;
312 struct reg2i16_format reg2i16_format;
313 struct reg2bstrd_format reg2bstrd_format;
314 struct reg3_format reg3_format;
315 struct reg3sa2_format reg3sa2_format;
318 #define LOONGARCH_INSN_SIZE sizeof(union loongarch_instruction)
321 LOONGARCH_GPR_ZERO = 0,
322 LOONGARCH_GPR_RA = 1,
323 LOONGARCH_GPR_TP = 2,
324 LOONGARCH_GPR_SP = 3,
325 LOONGARCH_GPR_A0 = 4, /* Reused as V0 for return value */
326 LOONGARCH_GPR_A1, /* Reused as V1 for return value */
333 LOONGARCH_GPR_T0 = 12,
342 LOONGARCH_GPR_FP = 22,
343 LOONGARCH_GPR_S0 = 23,
355 #define is_imm12_negative(val) is_imm_negative(val, 12)
357 static inline bool is_imm_negative(unsigned long val, unsigned int bit)
359 return val & (1UL << (bit - 1));
362 static inline bool is_break_ins(union loongarch_instruction *ip)
364 return ip->reg0i15_format.opcode == break_op;
367 static inline bool is_pc_ins(union loongarch_instruction *ip)
369 return ip->reg1i20_format.opcode >= pcaddi_op &&
370 ip->reg1i20_format.opcode <= pcaddu18i_op;
373 static inline bool is_branch_ins(union loongarch_instruction *ip)
375 return ip->reg1i21_format.opcode >= beqz_op &&
376 ip->reg1i21_format.opcode <= bgeu_op;
379 static inline bool is_ra_save_ins(union loongarch_instruction *ip)
381 /* st.d $ra, $sp, offset */
382 return ip->reg2i12_format.opcode == std_op &&
383 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
384 ip->reg2i12_format.rd == LOONGARCH_GPR_RA &&
385 !is_imm12_negative(ip->reg2i12_format.immediate);
388 static inline bool is_stack_alloc_ins(union loongarch_instruction *ip)
390 /* addi.d $sp, $sp, -imm */
391 return ip->reg2i12_format.opcode == addid_op &&
392 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
393 ip->reg2i12_format.rd == LOONGARCH_GPR_SP &&
394 is_imm12_negative(ip->reg2i12_format.immediate);
397 static inline bool is_self_loop_ins(union loongarch_instruction *ip, struct pt_regs *regs)
399 switch (ip->reg0i26_format.opcode) {
402 if (ip->reg0i26_format.immediate_l == 0
403 && ip->reg0i26_format.immediate_h == 0)
407 switch (ip->reg1i21_format.opcode) {
411 if (ip->reg1i21_format.immediate_l == 0
412 && ip->reg1i21_format.immediate_h == 0)
416 switch (ip->reg2i16_format.opcode) {
423 if (ip->reg2i16_format.immediate == 0)
427 if (regs->regs[ip->reg2i16_format.rj] +
428 ((unsigned long)ip->reg2i16_format.immediate << 2) == (unsigned long)ip)
435 void simu_pc(struct pt_regs *regs, union loongarch_instruction insn);
436 void simu_branch(struct pt_regs *regs, union loongarch_instruction insn);
438 int larch_insn_read(void *addr, u32 *insnp);
439 int larch_insn_write(void *addr, u32 insn);
440 int larch_insn_patch_text(void *addr, u32 insn);
442 u32 larch_insn_gen_nop(void);
443 u32 larch_insn_gen_b(unsigned long pc, unsigned long dest);
444 u32 larch_insn_gen_bl(unsigned long pc, unsigned long dest);
446 u32 larch_insn_gen_or(enum loongarch_gpr rd, enum loongarch_gpr rj, enum loongarch_gpr rk);
447 u32 larch_insn_gen_move(enum loongarch_gpr rd, enum loongarch_gpr rj);
449 u32 larch_insn_gen_lu12iw(enum loongarch_gpr rd, int imm);
450 u32 larch_insn_gen_lu32id(enum loongarch_gpr rd, int imm);
451 u32 larch_insn_gen_lu52id(enum loongarch_gpr rd, enum loongarch_gpr rj, int imm);
452 u32 larch_insn_gen_jirl(enum loongarch_gpr rd, enum loongarch_gpr rj, unsigned long pc, unsigned long dest);
454 static inline bool signed_imm_check(long val, unsigned int bit)
456 return -(1L << (bit - 1)) <= val && val < (1L << (bit - 1));
459 static inline bool unsigned_imm_check(unsigned long val, unsigned int bit)
461 return val < (1UL << bit);
464 #define DEF_EMIT_REG0I26_FORMAT(NAME, OP) \
465 static inline void emit_##NAME(union loongarch_instruction *insn, \
468 unsigned int immediate_l, immediate_h; \
470 immediate_l = offset & 0xffff; \
472 immediate_h = offset & 0x3ff; \
474 insn->reg0i26_format.opcode = OP; \
475 insn->reg0i26_format.immediate_l = immediate_l; \
476 insn->reg0i26_format.immediate_h = immediate_h; \
479 DEF_EMIT_REG0I26_FORMAT(b, b_op)
480 DEF_EMIT_REG0I26_FORMAT(bl, bl_op)
482 #define DEF_EMIT_REG1I20_FORMAT(NAME, OP) \
483 static inline void emit_##NAME(union loongarch_instruction *insn, \
484 enum loongarch_gpr rd, int imm) \
486 insn->reg1i20_format.opcode = OP; \
487 insn->reg1i20_format.immediate = imm; \
488 insn->reg1i20_format.rd = rd; \
491 DEF_EMIT_REG1I20_FORMAT(lu12iw, lu12iw_op)
492 DEF_EMIT_REG1I20_FORMAT(lu32id, lu32id_op)
493 DEF_EMIT_REG1I20_FORMAT(pcaddu18i, pcaddu18i_op)
495 #define DEF_EMIT_REG2_FORMAT(NAME, OP) \
496 static inline void emit_##NAME(union loongarch_instruction *insn, \
497 enum loongarch_gpr rd, \
498 enum loongarch_gpr rj) \
500 insn->reg2_format.opcode = OP; \
501 insn->reg2_format.rd = rd; \
502 insn->reg2_format.rj = rj; \
505 DEF_EMIT_REG2_FORMAT(revb2h, revb2h_op)
506 DEF_EMIT_REG2_FORMAT(revb2w, revb2w_op)
507 DEF_EMIT_REG2_FORMAT(revbd, revbd_op)
509 #define DEF_EMIT_REG2I5_FORMAT(NAME, OP) \
510 static inline void emit_##NAME(union loongarch_instruction *insn, \
511 enum loongarch_gpr rd, \
512 enum loongarch_gpr rj, \
515 insn->reg2i5_format.opcode = OP; \
516 insn->reg2i5_format.immediate = imm; \
517 insn->reg2i5_format.rd = rd; \
518 insn->reg2i5_format.rj = rj; \
521 DEF_EMIT_REG2I5_FORMAT(slliw, slliw_op)
522 DEF_EMIT_REG2I5_FORMAT(srliw, srliw_op)
523 DEF_EMIT_REG2I5_FORMAT(sraiw, sraiw_op)
525 #define DEF_EMIT_REG2I6_FORMAT(NAME, OP) \
526 static inline void emit_##NAME(union loongarch_instruction *insn, \
527 enum loongarch_gpr rd, \
528 enum loongarch_gpr rj, \
531 insn->reg2i6_format.opcode = OP; \
532 insn->reg2i6_format.immediate = imm; \
533 insn->reg2i6_format.rd = rd; \
534 insn->reg2i6_format.rj = rj; \
537 DEF_EMIT_REG2I6_FORMAT(sllid, sllid_op)
538 DEF_EMIT_REG2I6_FORMAT(srlid, srlid_op)
539 DEF_EMIT_REG2I6_FORMAT(sraid, sraid_op)
541 #define DEF_EMIT_REG2I12_FORMAT(NAME, OP) \
542 static inline void emit_##NAME(union loongarch_instruction *insn, \
543 enum loongarch_gpr rd, \
544 enum loongarch_gpr rj, \
547 insn->reg2i12_format.opcode = OP; \
548 insn->reg2i12_format.immediate = imm; \
549 insn->reg2i12_format.rd = rd; \
550 insn->reg2i12_format.rj = rj; \
553 DEF_EMIT_REG2I12_FORMAT(addiw, addiw_op)
554 DEF_EMIT_REG2I12_FORMAT(addid, addid_op)
555 DEF_EMIT_REG2I12_FORMAT(lu52id, lu52id_op)
556 DEF_EMIT_REG2I12_FORMAT(andi, andi_op)
557 DEF_EMIT_REG2I12_FORMAT(ori, ori_op)
558 DEF_EMIT_REG2I12_FORMAT(xori, xori_op)
559 DEF_EMIT_REG2I12_FORMAT(ldbu, ldbu_op)
560 DEF_EMIT_REG2I12_FORMAT(ldhu, ldhu_op)
561 DEF_EMIT_REG2I12_FORMAT(ldwu, ldwu_op)
562 DEF_EMIT_REG2I12_FORMAT(ldd, ldd_op)
563 DEF_EMIT_REG2I12_FORMAT(stb, stb_op)
564 DEF_EMIT_REG2I12_FORMAT(sth, sth_op)
565 DEF_EMIT_REG2I12_FORMAT(stw, stw_op)
566 DEF_EMIT_REG2I12_FORMAT(std, std_op)
568 #define DEF_EMIT_REG2I14_FORMAT(NAME, OP) \
569 static inline void emit_##NAME(union loongarch_instruction *insn, \
570 enum loongarch_gpr rd, \
571 enum loongarch_gpr rj, \
574 insn->reg2i14_format.opcode = OP; \
575 insn->reg2i14_format.immediate = imm; \
576 insn->reg2i14_format.rd = rd; \
577 insn->reg2i14_format.rj = rj; \
580 DEF_EMIT_REG2I14_FORMAT(llw, llw_op)
581 DEF_EMIT_REG2I14_FORMAT(scw, scw_op)
582 DEF_EMIT_REG2I14_FORMAT(lld, lld_op)
583 DEF_EMIT_REG2I14_FORMAT(scd, scd_op)
584 DEF_EMIT_REG2I14_FORMAT(ldptrw, ldptrw_op)
585 DEF_EMIT_REG2I14_FORMAT(stptrw, stptrw_op)
586 DEF_EMIT_REG2I14_FORMAT(ldptrd, ldptrd_op)
587 DEF_EMIT_REG2I14_FORMAT(stptrd, stptrd_op)
589 #define DEF_EMIT_REG2I16_FORMAT(NAME, OP) \
590 static inline void emit_##NAME(union loongarch_instruction *insn, \
591 enum loongarch_gpr rj, \
592 enum loongarch_gpr rd, \
595 insn->reg2i16_format.opcode = OP; \
596 insn->reg2i16_format.immediate = offset; \
597 insn->reg2i16_format.rj = rj; \
598 insn->reg2i16_format.rd = rd; \
601 DEF_EMIT_REG2I16_FORMAT(beq, beq_op)
602 DEF_EMIT_REG2I16_FORMAT(bne, bne_op)
603 DEF_EMIT_REG2I16_FORMAT(blt, blt_op)
604 DEF_EMIT_REG2I16_FORMAT(bge, bge_op)
605 DEF_EMIT_REG2I16_FORMAT(bltu, bltu_op)
606 DEF_EMIT_REG2I16_FORMAT(bgeu, bgeu_op)
607 DEF_EMIT_REG2I16_FORMAT(jirl, jirl_op)
609 #define DEF_EMIT_REG2BSTRD_FORMAT(NAME, OP) \
610 static inline void emit_##NAME(union loongarch_instruction *insn, \
611 enum loongarch_gpr rd, \
612 enum loongarch_gpr rj, \
616 insn->reg2bstrd_format.opcode = OP; \
617 insn->reg2bstrd_format.msbd = msbd; \
618 insn->reg2bstrd_format.lsbd = lsbd; \
619 insn->reg2bstrd_format.rj = rj; \
620 insn->reg2bstrd_format.rd = rd; \
623 DEF_EMIT_REG2BSTRD_FORMAT(bstrpickd, bstrpickd_op)
625 #define DEF_EMIT_REG3_FORMAT(NAME, OP) \
626 static inline void emit_##NAME(union loongarch_instruction *insn, \
627 enum loongarch_gpr rd, \
628 enum loongarch_gpr rj, \
629 enum loongarch_gpr rk) \
631 insn->reg3_format.opcode = OP; \
632 insn->reg3_format.rd = rd; \
633 insn->reg3_format.rj = rj; \
634 insn->reg3_format.rk = rk; \
637 DEF_EMIT_REG3_FORMAT(addd, addd_op)
638 DEF_EMIT_REG3_FORMAT(subd, subd_op)
639 DEF_EMIT_REG3_FORMAT(muld, muld_op)
640 DEF_EMIT_REG3_FORMAT(divdu, divdu_op)
641 DEF_EMIT_REG3_FORMAT(moddu, moddu_op)
642 DEF_EMIT_REG3_FORMAT(and, and_op)
643 DEF_EMIT_REG3_FORMAT(or, or_op)
644 DEF_EMIT_REG3_FORMAT(xor, xor_op)
645 DEF_EMIT_REG3_FORMAT(sllw, sllw_op)
646 DEF_EMIT_REG3_FORMAT(slld, slld_op)
647 DEF_EMIT_REG3_FORMAT(srlw, srlw_op)
648 DEF_EMIT_REG3_FORMAT(srld, srld_op)
649 DEF_EMIT_REG3_FORMAT(sraw, sraw_op)
650 DEF_EMIT_REG3_FORMAT(srad, srad_op)
651 DEF_EMIT_REG3_FORMAT(ldxbu, ldxbu_op)
652 DEF_EMIT_REG3_FORMAT(ldxhu, ldxhu_op)
653 DEF_EMIT_REG3_FORMAT(ldxwu, ldxwu_op)
654 DEF_EMIT_REG3_FORMAT(ldxd, ldxd_op)
655 DEF_EMIT_REG3_FORMAT(stxb, stxb_op)
656 DEF_EMIT_REG3_FORMAT(stxh, stxh_op)
657 DEF_EMIT_REG3_FORMAT(stxw, stxw_op)
658 DEF_EMIT_REG3_FORMAT(stxd, stxd_op)
659 DEF_EMIT_REG3_FORMAT(amaddw, amaddw_op)
660 DEF_EMIT_REG3_FORMAT(amaddd, amaddd_op)
661 DEF_EMIT_REG3_FORMAT(amandw, amandw_op)
662 DEF_EMIT_REG3_FORMAT(amandd, amandd_op)
663 DEF_EMIT_REG3_FORMAT(amorw, amorw_op)
664 DEF_EMIT_REG3_FORMAT(amord, amord_op)
665 DEF_EMIT_REG3_FORMAT(amxorw, amxorw_op)
666 DEF_EMIT_REG3_FORMAT(amxord, amxord_op)
667 DEF_EMIT_REG3_FORMAT(amswapw, amswapw_op)
668 DEF_EMIT_REG3_FORMAT(amswapd, amswapd_op)
670 #define DEF_EMIT_REG3SA2_FORMAT(NAME, OP) \
671 static inline void emit_##NAME(union loongarch_instruction *insn, \
672 enum loongarch_gpr rd, \
673 enum loongarch_gpr rj, \
674 enum loongarch_gpr rk, \
677 insn->reg3sa2_format.opcode = OP; \
678 insn->reg3sa2_format.immediate = imm; \
679 insn->reg3sa2_format.rd = rd; \
680 insn->reg3sa2_format.rj = rj; \
681 insn->reg3sa2_format.rk = rk; \
684 DEF_EMIT_REG3SA2_FORMAT(alsld, alsld_op)
688 void emulate_load_store_insn(struct pt_regs *regs, void __user *addr, unsigned int *pc);
689 unsigned long unaligned_read(void __user *addr, void *value, unsigned long n, bool sign);
690 unsigned long unaligned_write(void __user *addr, unsigned long value, unsigned long n);
692 #endif /* _ASM_INST_H */