1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
8 #include <linux/bitops.h>
9 #include <linux/types.h>
11 #include <asm/ptrace.h>
13 #define INSN_NOP 0x03400000
14 #define INSN_BREAK 0x002a0000
15 #define INSN_HVCL 0x002b8000
17 #define ADDR_IMMMASK_LU52ID 0xFFF0000000000000
18 #define ADDR_IMMMASK_LU32ID 0x000FFFFF00000000
19 #define ADDR_IMMMASK_LU12IW 0x00000000FFFFF000
20 #define ADDR_IMMMASK_ORI 0x0000000000000FFF
21 #define ADDR_IMMMASK_ADDU16ID 0x00000000FFFF0000
23 #define ADDR_IMMSHIFT_LU52ID 52
24 #define ADDR_IMMSBIDX_LU52ID 11
25 #define ADDR_IMMSHIFT_LU32ID 32
26 #define ADDR_IMMSBIDX_LU32ID 19
27 #define ADDR_IMMSHIFT_LU12IW 12
28 #define ADDR_IMMSBIDX_LU12IW 19
29 #define ADDR_IMMSHIFT_ORI 0
30 #define ADDR_IMMSBIDX_ORI 63
31 #define ADDR_IMMSHIFT_ADDU16ID 16
32 #define ADDR_IMMSBIDX_ADDU16ID 15
34 #define ADDR_IMM(addr, INSN) \
35 (sign_extend64(((addr & ADDR_IMMMASK_##INSN) >> ADDR_IMMSHIFT_##INSN), ADDR_IMMSBIDX_##INSN))
58 bceqz_op = 0x12, /* bits[9:8] = 0x00 */
59 bcnez_op = 0x12, /* bits[9:8] = 0x01 */
72 iocsrrdb_op = 0x19200,
73 iocsrrdh_op = 0x19201,
74 iocsrrdw_op = 0x19202,
75 iocsrrdd_op = 0x19203,
76 iocsrwrb_op = 0x19204,
77 iocsrwrh_op = 0x19205,
78 iocsrwrw_op = 0x19206,
79 iocsrwrd_op = 0x19207,
210 amswapdbw_op = 0x70d2,
211 amswapdbd_op = 0x70d3,
212 amadddbw_op = 0x70d4,
213 amadddbd_op = 0x70d5,
214 amanddbw_op = 0x70d6,
215 amanddbd_op = 0x70d7,
218 amxordbw_op = 0x70da,
219 amxordbd_op = 0x70db,
220 ammaxdbw_op = 0x70dc,
221 ammaxdbd_op = 0x70dd,
222 ammindbw_op = 0x70de,
223 ammindbd_op = 0x70df,
224 ammaxdbwu_op = 0x70e0,
225 ammaxdbdu_op = 0x70e1,
226 ammindbwu_op = 0x70e2,
227 ammindbdu_op = 0x70e3,
260 struct reg0i15_format {
261 unsigned int immediate : 15;
262 unsigned int opcode : 17;
265 struct reg0i26_format {
266 unsigned int immediate_h : 10;
267 unsigned int immediate_l : 16;
268 unsigned int opcode : 6;
271 struct reg1i20_format {
273 unsigned int immediate : 20;
274 unsigned int opcode : 7;
277 struct reg1i21_format {
278 unsigned int immediate_h : 5;
280 unsigned int immediate_l : 16;
281 unsigned int opcode : 6;
287 unsigned int opcode : 22;
290 struct reg2i5_format {
293 unsigned int immediate : 5;
294 unsigned int opcode : 17;
297 struct reg2i6_format {
300 unsigned int immediate : 6;
301 unsigned int opcode : 16;
304 struct reg2i12_format {
307 unsigned int immediate : 12;
308 unsigned int opcode : 10;
311 struct reg2i14_format {
314 unsigned int immediate : 14;
315 unsigned int opcode : 8;
318 struct reg2i16_format {
321 unsigned int immediate : 16;
322 unsigned int opcode : 6;
325 struct reg2bstrd_format {
328 unsigned int lsbd : 6;
329 unsigned int msbd : 6;
330 unsigned int opcode : 10;
333 struct reg2csr_format {
336 unsigned int csr : 14;
337 unsigned int opcode : 8;
344 unsigned int opcode : 17;
347 struct reg3sa2_format {
351 unsigned int immediate : 2;
352 unsigned int opcode : 15;
355 union loongarch_instruction {
357 struct reg0i15_format reg0i15_format;
358 struct reg0i26_format reg0i26_format;
359 struct reg1i20_format reg1i20_format;
360 struct reg1i21_format reg1i21_format;
361 struct reg2_format reg2_format;
362 struct reg2i5_format reg2i5_format;
363 struct reg2i6_format reg2i6_format;
364 struct reg2i12_format reg2i12_format;
365 struct reg2i14_format reg2i14_format;
366 struct reg2i16_format reg2i16_format;
367 struct reg2bstrd_format reg2bstrd_format;
368 struct reg2csr_format reg2csr_format;
369 struct reg3_format reg3_format;
370 struct reg3sa2_format reg3sa2_format;
373 #define LOONGARCH_INSN_SIZE sizeof(union loongarch_instruction)
376 LOONGARCH_GPR_ZERO = 0,
377 LOONGARCH_GPR_RA = 1,
378 LOONGARCH_GPR_TP = 2,
379 LOONGARCH_GPR_SP = 3,
380 LOONGARCH_GPR_A0 = 4, /* Reused as V0 for return value */
381 LOONGARCH_GPR_A1, /* Reused as V1 for return value */
388 LOONGARCH_GPR_T0 = 12,
397 LOONGARCH_GPR_FP = 22,
398 LOONGARCH_GPR_S0 = 23,
410 #define is_imm12_negative(val) is_imm_negative(val, 12)
412 static inline bool is_imm_negative(unsigned long val, unsigned int bit)
414 return val & (1UL << (bit - 1));
417 static inline bool is_break_ins(union loongarch_instruction *ip)
419 return ip->reg0i15_format.opcode == break_op;
422 static inline bool is_pc_ins(union loongarch_instruction *ip)
424 return ip->reg1i20_format.opcode >= pcaddi_op &&
425 ip->reg1i20_format.opcode <= pcaddu18i_op;
428 static inline bool is_branch_ins(union loongarch_instruction *ip)
430 return ip->reg1i21_format.opcode >= beqz_op &&
431 ip->reg1i21_format.opcode <= bgeu_op;
434 static inline bool is_ra_save_ins(union loongarch_instruction *ip)
436 /* st.d $ra, $sp, offset */
437 return ip->reg2i12_format.opcode == std_op &&
438 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
439 ip->reg2i12_format.rd == LOONGARCH_GPR_RA &&
440 !is_imm12_negative(ip->reg2i12_format.immediate);
443 static inline bool is_stack_alloc_ins(union loongarch_instruction *ip)
445 /* addi.d $sp, $sp, -imm */
446 return ip->reg2i12_format.opcode == addid_op &&
447 ip->reg2i12_format.rj == LOONGARCH_GPR_SP &&
448 ip->reg2i12_format.rd == LOONGARCH_GPR_SP &&
449 is_imm12_negative(ip->reg2i12_format.immediate);
452 static inline bool is_self_loop_ins(union loongarch_instruction *ip, struct pt_regs *regs)
454 switch (ip->reg0i26_format.opcode) {
457 if (ip->reg0i26_format.immediate_l == 0
458 && ip->reg0i26_format.immediate_h == 0)
462 switch (ip->reg1i21_format.opcode) {
466 if (ip->reg1i21_format.immediate_l == 0
467 && ip->reg1i21_format.immediate_h == 0)
471 switch (ip->reg2i16_format.opcode) {
478 if (ip->reg2i16_format.immediate == 0)
482 if (regs->regs[ip->reg2i16_format.rj] +
483 ((unsigned long)ip->reg2i16_format.immediate << 2) == (unsigned long)ip)
490 void simu_pc(struct pt_regs *regs, union loongarch_instruction insn);
491 void simu_branch(struct pt_regs *regs, union loongarch_instruction insn);
493 bool insns_not_supported(union loongarch_instruction insn);
494 bool insns_need_simulation(union loongarch_instruction insn);
495 void arch_simulate_insn(union loongarch_instruction insn, struct pt_regs *regs);
497 int larch_insn_read(void *addr, u32 *insnp);
498 int larch_insn_write(void *addr, u32 insn);
499 int larch_insn_patch_text(void *addr, u32 insn);
501 u32 larch_insn_gen_nop(void);
502 u32 larch_insn_gen_b(unsigned long pc, unsigned long dest);
503 u32 larch_insn_gen_bl(unsigned long pc, unsigned long dest);
505 u32 larch_insn_gen_break(int imm);
507 u32 larch_insn_gen_or(enum loongarch_gpr rd, enum loongarch_gpr rj, enum loongarch_gpr rk);
508 u32 larch_insn_gen_move(enum loongarch_gpr rd, enum loongarch_gpr rj);
510 u32 larch_insn_gen_lu12iw(enum loongarch_gpr rd, int imm);
511 u32 larch_insn_gen_lu32id(enum loongarch_gpr rd, int imm);
512 u32 larch_insn_gen_lu52id(enum loongarch_gpr rd, enum loongarch_gpr rj, int imm);
513 u32 larch_insn_gen_jirl(enum loongarch_gpr rd, enum loongarch_gpr rj, int imm);
515 static inline bool signed_imm_check(long val, unsigned int bit)
517 return -(1L << (bit - 1)) <= val && val < (1L << (bit - 1));
520 static inline bool unsigned_imm_check(unsigned long val, unsigned int bit)
522 return val < (1UL << bit);
525 #define DEF_EMIT_REG0I15_FORMAT(NAME, OP) \
526 static inline void emit_##NAME(union loongarch_instruction *insn, \
529 insn->reg0i15_format.opcode = OP; \
530 insn->reg0i15_format.immediate = imm; \
533 DEF_EMIT_REG0I15_FORMAT(break, break_op)
535 /* like emit_break(imm) but returns a constant expression */
536 #define __emit_break(imm) ((u32)((imm) | (break_op << 15)))
538 #define DEF_EMIT_REG0I26_FORMAT(NAME, OP) \
539 static inline void emit_##NAME(union loongarch_instruction *insn, \
542 unsigned int immediate_l, immediate_h; \
544 immediate_l = offset & 0xffff; \
546 immediate_h = offset & 0x3ff; \
548 insn->reg0i26_format.opcode = OP; \
549 insn->reg0i26_format.immediate_l = immediate_l; \
550 insn->reg0i26_format.immediate_h = immediate_h; \
553 DEF_EMIT_REG0I26_FORMAT(b, b_op)
554 DEF_EMIT_REG0I26_FORMAT(bl, bl_op)
556 #define DEF_EMIT_REG1I20_FORMAT(NAME, OP) \
557 static inline void emit_##NAME(union loongarch_instruction *insn, \
558 enum loongarch_gpr rd, int imm) \
560 insn->reg1i20_format.opcode = OP; \
561 insn->reg1i20_format.immediate = imm; \
562 insn->reg1i20_format.rd = rd; \
565 DEF_EMIT_REG1I20_FORMAT(lu12iw, lu12iw_op)
566 DEF_EMIT_REG1I20_FORMAT(lu32id, lu32id_op)
567 DEF_EMIT_REG1I20_FORMAT(pcaddu18i, pcaddu18i_op)
569 #define DEF_EMIT_REG2_FORMAT(NAME, OP) \
570 static inline void emit_##NAME(union loongarch_instruction *insn, \
571 enum loongarch_gpr rd, \
572 enum loongarch_gpr rj) \
574 insn->reg2_format.opcode = OP; \
575 insn->reg2_format.rd = rd; \
576 insn->reg2_format.rj = rj; \
579 DEF_EMIT_REG2_FORMAT(revb2h, revb2h_op)
580 DEF_EMIT_REG2_FORMAT(revb2w, revb2w_op)
581 DEF_EMIT_REG2_FORMAT(revbd, revbd_op)
582 DEF_EMIT_REG2_FORMAT(extwh, extwh_op)
583 DEF_EMIT_REG2_FORMAT(extwb, extwb_op)
585 #define DEF_EMIT_REG2I5_FORMAT(NAME, OP) \
586 static inline void emit_##NAME(union loongarch_instruction *insn, \
587 enum loongarch_gpr rd, \
588 enum loongarch_gpr rj, \
591 insn->reg2i5_format.opcode = OP; \
592 insn->reg2i5_format.immediate = imm; \
593 insn->reg2i5_format.rd = rd; \
594 insn->reg2i5_format.rj = rj; \
597 DEF_EMIT_REG2I5_FORMAT(slliw, slliw_op)
598 DEF_EMIT_REG2I5_FORMAT(srliw, srliw_op)
599 DEF_EMIT_REG2I5_FORMAT(sraiw, sraiw_op)
601 #define DEF_EMIT_REG2I6_FORMAT(NAME, OP) \
602 static inline void emit_##NAME(union loongarch_instruction *insn, \
603 enum loongarch_gpr rd, \
604 enum loongarch_gpr rj, \
607 insn->reg2i6_format.opcode = OP; \
608 insn->reg2i6_format.immediate = imm; \
609 insn->reg2i6_format.rd = rd; \
610 insn->reg2i6_format.rj = rj; \
613 DEF_EMIT_REG2I6_FORMAT(sllid, sllid_op)
614 DEF_EMIT_REG2I6_FORMAT(srlid, srlid_op)
615 DEF_EMIT_REG2I6_FORMAT(sraid, sraid_op)
617 #define DEF_EMIT_REG2I12_FORMAT(NAME, OP) \
618 static inline void emit_##NAME(union loongarch_instruction *insn, \
619 enum loongarch_gpr rd, \
620 enum loongarch_gpr rj, \
623 insn->reg2i12_format.opcode = OP; \
624 insn->reg2i12_format.immediate = imm; \
625 insn->reg2i12_format.rd = rd; \
626 insn->reg2i12_format.rj = rj; \
629 DEF_EMIT_REG2I12_FORMAT(addiw, addiw_op)
630 DEF_EMIT_REG2I12_FORMAT(addid, addid_op)
631 DEF_EMIT_REG2I12_FORMAT(lu52id, lu52id_op)
632 DEF_EMIT_REG2I12_FORMAT(andi, andi_op)
633 DEF_EMIT_REG2I12_FORMAT(ori, ori_op)
634 DEF_EMIT_REG2I12_FORMAT(xori, xori_op)
635 DEF_EMIT_REG2I12_FORMAT(ldb, ldb_op)
636 DEF_EMIT_REG2I12_FORMAT(ldh, ldh_op)
637 DEF_EMIT_REG2I12_FORMAT(ldw, ldw_op)
638 DEF_EMIT_REG2I12_FORMAT(ldbu, ldbu_op)
639 DEF_EMIT_REG2I12_FORMAT(ldhu, ldhu_op)
640 DEF_EMIT_REG2I12_FORMAT(ldwu, ldwu_op)
641 DEF_EMIT_REG2I12_FORMAT(ldd, ldd_op)
642 DEF_EMIT_REG2I12_FORMAT(stb, stb_op)
643 DEF_EMIT_REG2I12_FORMAT(sth, sth_op)
644 DEF_EMIT_REG2I12_FORMAT(stw, stw_op)
645 DEF_EMIT_REG2I12_FORMAT(std, std_op)
647 #define DEF_EMIT_REG2I14_FORMAT(NAME, OP) \
648 static inline void emit_##NAME(union loongarch_instruction *insn, \
649 enum loongarch_gpr rd, \
650 enum loongarch_gpr rj, \
653 insn->reg2i14_format.opcode = OP; \
654 insn->reg2i14_format.immediate = imm; \
655 insn->reg2i14_format.rd = rd; \
656 insn->reg2i14_format.rj = rj; \
659 DEF_EMIT_REG2I14_FORMAT(llw, llw_op)
660 DEF_EMIT_REG2I14_FORMAT(scw, scw_op)
661 DEF_EMIT_REG2I14_FORMAT(lld, lld_op)
662 DEF_EMIT_REG2I14_FORMAT(scd, scd_op)
663 DEF_EMIT_REG2I14_FORMAT(ldptrw, ldptrw_op)
664 DEF_EMIT_REG2I14_FORMAT(stptrw, stptrw_op)
665 DEF_EMIT_REG2I14_FORMAT(ldptrd, ldptrd_op)
666 DEF_EMIT_REG2I14_FORMAT(stptrd, stptrd_op)
668 #define DEF_EMIT_REG2I16_FORMAT(NAME, OP) \
669 static inline void emit_##NAME(union loongarch_instruction *insn, \
670 enum loongarch_gpr rj, \
671 enum loongarch_gpr rd, \
674 insn->reg2i16_format.opcode = OP; \
675 insn->reg2i16_format.immediate = offset; \
676 insn->reg2i16_format.rj = rj; \
677 insn->reg2i16_format.rd = rd; \
680 DEF_EMIT_REG2I16_FORMAT(beq, beq_op)
681 DEF_EMIT_REG2I16_FORMAT(bne, bne_op)
682 DEF_EMIT_REG2I16_FORMAT(blt, blt_op)
683 DEF_EMIT_REG2I16_FORMAT(bge, bge_op)
684 DEF_EMIT_REG2I16_FORMAT(bltu, bltu_op)
685 DEF_EMIT_REG2I16_FORMAT(bgeu, bgeu_op)
687 static inline void emit_jirl(union loongarch_instruction *insn,
688 enum loongarch_gpr rd,
689 enum loongarch_gpr rj,
692 insn->reg2i16_format.opcode = jirl_op;
693 insn->reg2i16_format.immediate = offset;
694 insn->reg2i16_format.rd = rd;
695 insn->reg2i16_format.rj = rj;
698 #define DEF_EMIT_REG2BSTRD_FORMAT(NAME, OP) \
699 static inline void emit_##NAME(union loongarch_instruction *insn, \
700 enum loongarch_gpr rd, \
701 enum loongarch_gpr rj, \
705 insn->reg2bstrd_format.opcode = OP; \
706 insn->reg2bstrd_format.msbd = msbd; \
707 insn->reg2bstrd_format.lsbd = lsbd; \
708 insn->reg2bstrd_format.rj = rj; \
709 insn->reg2bstrd_format.rd = rd; \
712 DEF_EMIT_REG2BSTRD_FORMAT(bstrpickd, bstrpickd_op)
714 #define DEF_EMIT_REG3_FORMAT(NAME, OP) \
715 static inline void emit_##NAME(union loongarch_instruction *insn, \
716 enum loongarch_gpr rd, \
717 enum loongarch_gpr rj, \
718 enum loongarch_gpr rk) \
720 insn->reg3_format.opcode = OP; \
721 insn->reg3_format.rd = rd; \
722 insn->reg3_format.rj = rj; \
723 insn->reg3_format.rk = rk; \
726 DEF_EMIT_REG3_FORMAT(addw, addw_op)
727 DEF_EMIT_REG3_FORMAT(addd, addd_op)
728 DEF_EMIT_REG3_FORMAT(subd, subd_op)
729 DEF_EMIT_REG3_FORMAT(muld, muld_op)
730 DEF_EMIT_REG3_FORMAT(divd, divd_op)
731 DEF_EMIT_REG3_FORMAT(modd, modd_op)
732 DEF_EMIT_REG3_FORMAT(divdu, divdu_op)
733 DEF_EMIT_REG3_FORMAT(moddu, moddu_op)
734 DEF_EMIT_REG3_FORMAT(and, and_op)
735 DEF_EMIT_REG3_FORMAT(or, or_op)
736 DEF_EMIT_REG3_FORMAT(xor, xor_op)
737 DEF_EMIT_REG3_FORMAT(sllw, sllw_op)
738 DEF_EMIT_REG3_FORMAT(slld, slld_op)
739 DEF_EMIT_REG3_FORMAT(srlw, srlw_op)
740 DEF_EMIT_REG3_FORMAT(srld, srld_op)
741 DEF_EMIT_REG3_FORMAT(sraw, sraw_op)
742 DEF_EMIT_REG3_FORMAT(srad, srad_op)
743 DEF_EMIT_REG3_FORMAT(ldxb, ldxb_op)
744 DEF_EMIT_REG3_FORMAT(ldxh, ldxh_op)
745 DEF_EMIT_REG3_FORMAT(ldxw, ldxw_op)
746 DEF_EMIT_REG3_FORMAT(ldxbu, ldxbu_op)
747 DEF_EMIT_REG3_FORMAT(ldxhu, ldxhu_op)
748 DEF_EMIT_REG3_FORMAT(ldxwu, ldxwu_op)
749 DEF_EMIT_REG3_FORMAT(ldxd, ldxd_op)
750 DEF_EMIT_REG3_FORMAT(stxb, stxb_op)
751 DEF_EMIT_REG3_FORMAT(stxh, stxh_op)
752 DEF_EMIT_REG3_FORMAT(stxw, stxw_op)
753 DEF_EMIT_REG3_FORMAT(stxd, stxd_op)
754 DEF_EMIT_REG3_FORMAT(amaddw, amaddw_op)
755 DEF_EMIT_REG3_FORMAT(amaddd, amaddd_op)
756 DEF_EMIT_REG3_FORMAT(amandw, amandw_op)
757 DEF_EMIT_REG3_FORMAT(amandd, amandd_op)
758 DEF_EMIT_REG3_FORMAT(amorw, amorw_op)
759 DEF_EMIT_REG3_FORMAT(amord, amord_op)
760 DEF_EMIT_REG3_FORMAT(amxorw, amxorw_op)
761 DEF_EMIT_REG3_FORMAT(amxord, amxord_op)
762 DEF_EMIT_REG3_FORMAT(amswapw, amswapw_op)
763 DEF_EMIT_REG3_FORMAT(amswapd, amswapd_op)
765 #define DEF_EMIT_REG3SA2_FORMAT(NAME, OP) \
766 static inline void emit_##NAME(union loongarch_instruction *insn, \
767 enum loongarch_gpr rd, \
768 enum loongarch_gpr rj, \
769 enum loongarch_gpr rk, \
772 insn->reg3sa2_format.opcode = OP; \
773 insn->reg3sa2_format.immediate = imm; \
774 insn->reg3sa2_format.rd = rd; \
775 insn->reg3sa2_format.rj = rj; \
776 insn->reg3sa2_format.rk = rk; \
779 DEF_EMIT_REG3SA2_FORMAT(alsld, alsld_op)
783 void emulate_load_store_insn(struct pt_regs *regs, void __user *addr, unsigned int *pc);
784 unsigned long unaligned_read(void __user *addr, void *value, unsigned long n, bool sign);
785 unsigned long unaligned_write(void __user *addr, unsigned long value, unsigned long n);
787 #endif /* _ASM_INST_H */