5 * Copyright (c) 2017-2018 SiFive, Inc.
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms and conditions of the GNU General Public License,
9 * version 2 or later, as published by the Free Software Foundation.
11 * This program is distributed in the hope it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
16 * You should have received a copy of the GNU General Public License along with
17 * this program. If not, see <http://www.gnu.org/licenses/>.
23 #include "hw/core/cpu.h"
24 #include "hw/registerfields.h"
25 #include "exec/cpu-defs.h"
26 #include "qemu/cpu-float.h"
27 #include "qom/object.h"
28 #include "qemu/int128.h"
31 #define TCG_GUEST_DEFAULT_MO 0
33 #define TYPE_RISCV_CPU "riscv-cpu"
35 #define RISCV_CPU_TYPE_SUFFIX "-" TYPE_RISCV_CPU
36 #define RISCV_CPU_TYPE_NAME(name) (name RISCV_CPU_TYPE_SUFFIX)
37 #define CPU_RESOLVING_TYPE TYPE_RISCV_CPU
39 #define TYPE_RISCV_CPU_ANY RISCV_CPU_TYPE_NAME("any")
40 #define TYPE_RISCV_CPU_BASE32 RISCV_CPU_TYPE_NAME("rv32")
41 #define TYPE_RISCV_CPU_BASE64 RISCV_CPU_TYPE_NAME("rv64")
42 #define TYPE_RISCV_CPU_BASE128 RISCV_CPU_TYPE_NAME("x-rv128")
43 #define TYPE_RISCV_CPU_IBEX RISCV_CPU_TYPE_NAME("lowrisc-ibex")
44 #define TYPE_RISCV_CPU_SHAKTI_C RISCV_CPU_TYPE_NAME("shakti-c")
45 #define TYPE_RISCV_CPU_SIFIVE_E31 RISCV_CPU_TYPE_NAME("sifive-e31")
46 #define TYPE_RISCV_CPU_SIFIVE_E34 RISCV_CPU_TYPE_NAME("sifive-e34")
47 #define TYPE_RISCV_CPU_SIFIVE_E51 RISCV_CPU_TYPE_NAME("sifive-e51")
48 #define TYPE_RISCV_CPU_SIFIVE_U34 RISCV_CPU_TYPE_NAME("sifive-u34")
49 #define TYPE_RISCV_CPU_SIFIVE_U54 RISCV_CPU_TYPE_NAME("sifive-u54")
50 #define TYPE_RISCV_CPU_HOST RISCV_CPU_TYPE_NAME("host")
52 #if defined(TARGET_RISCV32)
53 # define TYPE_RISCV_CPU_BASE TYPE_RISCV_CPU_BASE32
54 #elif defined(TARGET_RISCV64)
55 # define TYPE_RISCV_CPU_BASE TYPE_RISCV_CPU_BASE64
58 #define RV(x) ((target_ulong)1 << (x - 'A'))
61 #define RVE RV('E') /* E and I are mutually exclusive */
73 /* S extension denotes that Supervisor mode exists, however it is possible
74 to have a core that support S mode but does not have an MMU and there
75 is currently no bit in misa to indicate whether an MMU exists or not
76 so a cpu features bitfield is required, likewise for optional PMP support */
85 /* Privileged specification version */
87 PRIV_VERSION_1_10_0 = 0,
92 #define VEXT_VERSION_1_00_0 0x00010000
98 TRANSLATE_G_STAGE_FAIL
101 #define MMU_USER_IDX 3
103 #define MAX_RISCV_PMPS (16)
105 typedef struct CPUArchState CPURISCVState;
107 #if !defined(CONFIG_USER_ONLY)
111 #define RV_VLEN_MAX 1024
113 FIELD(VTYPE, VLMUL, 0, 3)
114 FIELD(VTYPE, VSEW, 3, 3)
115 FIELD(VTYPE, VTA, 6, 1)
116 FIELD(VTYPE, VMA, 7, 1)
117 FIELD(VTYPE, VEDIV, 8, 2)
118 FIELD(VTYPE, RESERVED, 10, sizeof(target_ulong) * 8 - 11)
120 struct CPUArchState {
121 target_ulong gpr[32];
122 target_ulong gprh[32]; /* 64 top bits of the 128-bit registers */
123 uint64_t fpr[32]; /* assume both F and D extensions */
125 /* vector coprocessor state. */
126 uint64_t vreg[32 * RV_VLEN_MAX / 64] QEMU_ALIGNED(16);
135 target_ulong load_res;
136 target_ulong load_val;
140 target_ulong badaddr;
143 target_ulong guest_phys_fault_addr;
145 target_ulong priv_ver;
146 target_ulong bext_ver;
147 target_ulong vext_ver;
149 /* RISCVMXL, but uint32_t for vmstate migration */
150 uint32_t misa_mxl; /* current mxl */
151 uint32_t misa_mxl_max; /* max mxl for this cpu */
152 uint32_t misa_ext; /* current extensions */
153 uint32_t misa_ext_mask; /* max ext for this cpu */
154 uint32_t xl; /* current xlen */
156 /* 128-bit helpers upper part return value */
161 #ifdef CONFIG_USER_ONLY
165 #ifndef CONFIG_USER_ONLY
167 /* This contains QEMU specific information about the virt state. */
170 target_ulong resetvec;
172 target_ulong mhartid;
174 * For RV32 this is 32-bit mstatus and 32-bit mstatush.
175 * For RV64 this is a 64-bit mstatus.
186 target_ulong satp; /* since: priv-1.10.0 */
188 target_ulong medeleg;
197 target_ulong mtval; /* since: priv-1.10.0 */
199 /* Machine and Supervisor interrupt priorities */
204 target_ulong miselect;
205 target_ulong siselect;
207 /* Hypervisor CSRs */
208 target_ulong hstatus;
209 target_ulong hedeleg;
211 target_ulong hcounteren;
219 /* Hypervisor controlled virtual interrupt priorities */
223 /* Upper 64-bits of 128-bit CSRs */
229 * For RV32 this is 32-bit vsstatus and 32-bit vsstatush.
230 * For RV64 this is a 64-bit vsstatus.
234 target_ulong vsscratch;
236 target_ulong vscause;
240 /* AIA VS-mode CSRs */
241 target_ulong vsiselect;
247 target_ulong stvec_hs;
248 target_ulong sscratch_hs;
249 target_ulong sepc_hs;
250 target_ulong scause_hs;
251 target_ulong stval_hs;
252 target_ulong satp_hs;
255 /* Signals whether the current exception occurred with two-stage address
256 translation active. */
257 bool two_stage_lookup;
259 target_ulong scounteren;
260 target_ulong mcounteren;
262 target_ulong sscratch;
263 target_ulong mscratch;
265 /* temporary htif regs */
270 /* physical memory protection */
271 pmp_table_t pmp_state;
272 target_ulong mseccfg;
274 /* machine specific rdtime callback */
275 uint64_t (*rdtime_fn)(uint32_t);
276 uint32_t rdtime_fn_arg;
278 /* machine specific AIA ireg read-modify-write callback */
279 #define AIA_MAKE_IREG(__isel, __priv, __virt, __vgein, __xlen) \
280 ((((__xlen) & 0xff) << 24) | \
281 (((__vgein) & 0x3f) << 20) | \
282 (((__virt) & 0x1) << 18) | \
283 (((__priv) & 0x3) << 16) | \
285 #define AIA_IREG_ISEL(__ireg) ((__ireg) & 0xffff)
286 #define AIA_IREG_PRIV(__ireg) (((__ireg) >> 16) & 0x3)
287 #define AIA_IREG_VIRT(__ireg) (((__ireg) >> 18) & 0x1)
288 #define AIA_IREG_VGEIN(__ireg) (((__ireg) >> 20) & 0x3f)
289 #define AIA_IREG_XLEN(__ireg) (((__ireg) >> 24) & 0xff)
290 int (*aia_ireg_rmw_fn[4])(void *arg, target_ulong reg,
291 target_ulong *val, target_ulong new_val, target_ulong write_mask);
292 void *aia_ireg_rmw_fn_arg[4];
294 /* True if in debugger mode. */
298 * CSRs for PointerMasking extension
301 target_ulong mpmmask;
302 target_ulong mpmbase;
303 target_ulong spmmask;
304 target_ulong spmbase;
305 target_ulong upmmask;
306 target_ulong upmbase;
308 target_ulong cur_pmmask;
309 target_ulong cur_pmbase;
311 float_status fp_status;
313 /* Fields from here on are preserved across CPU reset. */
314 QEMUTimer *timer; /* Internal timer */
320 bool kvm_timer_dirty;
321 uint64_t kvm_timer_time;
322 uint64_t kvm_timer_compare;
323 uint64_t kvm_timer_state;
324 uint64_t kvm_timer_frequency;
327 OBJECT_DECLARE_CPU_TYPE(RISCVCPU, RISCVCPUClass, RISCV_CPU)
331 * @parent_realize: The parent class' realize handler.
332 * @parent_reset: The parent class' reset handler.
336 struct RISCVCPUClass {
338 CPUClass parent_class;
340 DeviceRealize parent_realize;
341 DeviceReset parent_reset;
344 struct RISCVCPUConfig {
377 /* Vendor-specific custom extensions */
378 bool ext_XVentanaCondOps;
393 typedef struct RISCVCPUConfig RISCVCPUConfig;
397 * @env: #CPURISCVState
405 CPUNegativeOffsetState neg;
411 /* Configuration Settings */
415 static inline int riscv_has_ext(CPURISCVState *env, target_ulong ext)
417 return (env->misa_ext & ext) != 0;
420 static inline bool riscv_feature(CPURISCVState *env, int feature)
422 return env->features & (1ULL << feature);
425 static inline void riscv_set_feature(CPURISCVState *env, int feature)
427 env->features |= (1ULL << feature);
430 #include "cpu_user.h"
432 extern const char * const riscv_int_regnames[];
433 extern const char * const riscv_int_regnamesh[];
434 extern const char * const riscv_fpr_regnames[];
436 const char *riscv_cpu_get_trap_name(target_ulong cause, bool async);
437 void riscv_cpu_do_interrupt(CPUState *cpu);
438 int riscv_cpu_write_elf64_note(WriteCoreDumpFunction f, CPUState *cs,
439 int cpuid, void *opaque);
440 int riscv_cpu_write_elf32_note(WriteCoreDumpFunction f, CPUState *cs,
441 int cpuid, void *opaque);
442 int riscv_cpu_gdb_read_register(CPUState *cpu, GByteArray *buf, int reg);
443 int riscv_cpu_gdb_write_register(CPUState *cpu, uint8_t *buf, int reg);
444 int riscv_cpu_hviprio_index2irq(int index, int *out_irq, int *out_rdzero);
445 uint8_t riscv_cpu_default_priority(int irq);
446 int riscv_cpu_mirq_pending(CPURISCVState *env);
447 int riscv_cpu_sirq_pending(CPURISCVState *env);
448 int riscv_cpu_vsirq_pending(CPURISCVState *env);
449 bool riscv_cpu_fp_enabled(CPURISCVState *env);
450 target_ulong riscv_cpu_get_geilen(CPURISCVState *env);
451 void riscv_cpu_set_geilen(CPURISCVState *env, target_ulong geilen);
452 bool riscv_cpu_vector_enabled(CPURISCVState *env);
453 bool riscv_cpu_virt_enabled(CPURISCVState *env);
454 void riscv_cpu_set_virt_enabled(CPURISCVState *env, bool enable);
455 bool riscv_cpu_two_stage_lookup(int mmu_idx);
456 int riscv_cpu_mmu_index(CPURISCVState *env, bool ifetch);
457 hwaddr riscv_cpu_get_phys_page_debug(CPUState *cpu, vaddr addr);
458 G_NORETURN void riscv_cpu_do_unaligned_access(CPUState *cs, vaddr addr,
459 MMUAccessType access_type, int mmu_idx,
461 bool riscv_cpu_tlb_fill(CPUState *cs, vaddr address, int size,
462 MMUAccessType access_type, int mmu_idx,
463 bool probe, uintptr_t retaddr);
464 void riscv_cpu_do_transaction_failed(CPUState *cs, hwaddr physaddr,
465 vaddr addr, unsigned size,
466 MMUAccessType access_type,
467 int mmu_idx, MemTxAttrs attrs,
468 MemTxResult response, uintptr_t retaddr);
469 char *riscv_isa_string(RISCVCPU *cpu);
470 void riscv_cpu_list(void);
472 #define cpu_list riscv_cpu_list
473 #define cpu_mmu_index riscv_cpu_mmu_index
475 #ifndef CONFIG_USER_ONLY
476 bool riscv_cpu_exec_interrupt(CPUState *cs, int interrupt_request);
477 void riscv_cpu_swap_hypervisor_regs(CPURISCVState *env);
478 int riscv_cpu_claim_interrupts(RISCVCPU *cpu, uint64_t interrupts);
479 uint64_t riscv_cpu_update_mip(RISCVCPU *cpu, uint64_t mask, uint64_t value);
480 #define BOOL_TO_MASK(x) (-!!(x)) /* helper for riscv_cpu_update_mip value */
481 void riscv_cpu_set_rdtime_fn(CPURISCVState *env, uint64_t (*fn)(uint32_t),
483 void riscv_cpu_set_aia_ireg_rmw_fn(CPURISCVState *env, uint32_t priv,
484 int (*rmw_fn)(void *arg,
487 target_ulong new_val,
488 target_ulong write_mask),
491 void riscv_cpu_set_mode(CPURISCVState *env, target_ulong newpriv);
493 void riscv_translate_init(void);
494 G_NORETURN void riscv_raise_exception(CPURISCVState *env,
495 uint32_t exception, uintptr_t pc);
497 target_ulong riscv_cpu_get_fflags(CPURISCVState *env);
498 void riscv_cpu_set_fflags(CPURISCVState *env, target_ulong);
500 #define TB_FLAGS_PRIV_MMU_MASK 3
501 #define TB_FLAGS_PRIV_HYP_ACCESS_MASK (1 << 2)
502 #define TB_FLAGS_MSTATUS_FS MSTATUS_FS
503 #define TB_FLAGS_MSTATUS_VS MSTATUS_VS
505 #include "exec/cpu-all.h"
507 FIELD(TB_FLAGS, MEM_IDX, 0, 3)
508 FIELD(TB_FLAGS, LMUL, 3, 3)
509 FIELD(TB_FLAGS, SEW, 6, 3)
510 /* Skip MSTATUS_VS (0x600) bits */
511 FIELD(TB_FLAGS, VL_EQ_VLMAX, 11, 1)
512 FIELD(TB_FLAGS, VILL, 12, 1)
513 /* Skip MSTATUS_FS (0x6000) bits */
514 /* Is a Hypervisor instruction load/store allowed? */
515 FIELD(TB_FLAGS, HLSX, 15, 1)
516 FIELD(TB_FLAGS, MSTATUS_HS_FS, 16, 2)
517 FIELD(TB_FLAGS, MSTATUS_HS_VS, 18, 2)
518 /* The combination of MXL/SXL/UXL that applies to the current cpu mode. */
519 FIELD(TB_FLAGS, XL, 20, 2)
520 /* If PointerMasking should be applied */
521 FIELD(TB_FLAGS, PM_MASK_ENABLED, 22, 1)
522 FIELD(TB_FLAGS, PM_BASE_ENABLED, 23, 1)
524 #ifdef TARGET_RISCV32
525 #define riscv_cpu_mxl(env) ((void)(env), MXL_RV32)
527 static inline RISCVMXL riscv_cpu_mxl(CPURISCVState *env)
529 return env->misa_mxl;
532 #define riscv_cpu_mxl_bits(env) (1UL << (4 + riscv_cpu_mxl(env)))
534 #if defined(TARGET_RISCV32)
535 #define cpu_recompute_xl(env) ((void)(env), MXL_RV32)
537 static inline RISCVMXL cpu_recompute_xl(CPURISCVState *env)
539 RISCVMXL xl = env->misa_mxl;
540 #if !defined(CONFIG_USER_ONLY)
542 * When emulating a 32-bit-only cpu, use RV32.
543 * When emulating a 64-bit cpu, and MXL has been reduced to RV32,
544 * MSTATUSH doesn't have UXL/SXL, therefore XLEN cannot be widened
545 * back to RV64 for lower privs.
547 if (xl != MXL_RV32) {
552 xl = get_field(env->mstatus, MSTATUS64_UXL);
554 default: /* PRV_S | PRV_H */
555 xl = get_field(env->mstatus, MSTATUS64_SXL);
564 static inline int riscv_cpu_xlen(CPURISCVState *env)
566 return 16 << env->xl;
569 #ifdef TARGET_RISCV32
570 #define riscv_cpu_sxl(env) ((void)(env), MXL_RV32)
572 static inline RISCVMXL riscv_cpu_sxl(CPURISCVState *env)
574 #ifdef CONFIG_USER_ONLY
575 return env->misa_mxl;
577 return get_field(env->mstatus, MSTATUS64_SXL);
583 * Encode LMUL to lmul as follows:
594 * then, we can calculate VLMAX = vlen >> (vsew + 3 - lmul)
595 * e.g. vlen = 256 bits, SEW = 16, LMUL = 1/8
596 * => VLMAX = vlen >> (1 + 3 - (-3))
600 static inline uint32_t vext_get_vlmax(RISCVCPU *cpu, target_ulong vtype)
602 uint8_t sew = FIELD_EX64(vtype, VTYPE, VSEW);
603 int8_t lmul = sextract32(FIELD_EX64(vtype, VTYPE, VLMUL), 0, 3);
604 return cpu->cfg.vlen >> (sew + 3 - lmul);
607 void cpu_get_tb_cpu_state(CPURISCVState *env, target_ulong *pc,
608 target_ulong *cs_base, uint32_t *pflags);
610 void riscv_cpu_update_mask(CPURISCVState *env);
612 RISCVException riscv_csrrw(CPURISCVState *env, int csrno,
613 target_ulong *ret_value,
614 target_ulong new_value, target_ulong write_mask);
615 RISCVException riscv_csrrw_debug(CPURISCVState *env, int csrno,
616 target_ulong *ret_value,
617 target_ulong new_value,
618 target_ulong write_mask);
620 static inline void riscv_csr_write(CPURISCVState *env, int csrno,
623 riscv_csrrw(env, csrno, NULL, val, MAKE_64BIT_MASK(0, TARGET_LONG_BITS));
626 static inline target_ulong riscv_csr_read(CPURISCVState *env, int csrno)
628 target_ulong val = 0;
629 riscv_csrrw(env, csrno, &val, 0, 0);
633 typedef RISCVException (*riscv_csr_predicate_fn)(CPURISCVState *env,
635 typedef RISCVException (*riscv_csr_read_fn)(CPURISCVState *env, int csrno,
636 target_ulong *ret_value);
637 typedef RISCVException (*riscv_csr_write_fn)(CPURISCVState *env, int csrno,
638 target_ulong new_value);
639 typedef RISCVException (*riscv_csr_op_fn)(CPURISCVState *env, int csrno,
640 target_ulong *ret_value,
641 target_ulong new_value,
642 target_ulong write_mask);
644 RISCVException riscv_csrrw_i128(CPURISCVState *env, int csrno,
646 Int128 new_value, Int128 write_mask);
648 typedef RISCVException (*riscv_csr_read128_fn)(CPURISCVState *env, int csrno,
650 typedef RISCVException (*riscv_csr_write128_fn)(CPURISCVState *env, int csrno,
655 riscv_csr_predicate_fn predicate;
656 riscv_csr_read_fn read;
657 riscv_csr_write_fn write;
659 riscv_csr_read128_fn read128;
660 riscv_csr_write128_fn write128;
661 /* The default priv spec version should be PRIV_VERSION_1_10_0 (i.e 0) */
662 uint32_t min_priv_ver;
663 } riscv_csr_operations;
665 /* CSR function table constants */
667 CSR_TABLE_SIZE = 0x1000
670 /* CSR function table */
671 extern riscv_csr_operations csr_ops[CSR_TABLE_SIZE];
673 void riscv_get_csr_ops(int csrno, riscv_csr_operations *ops);
674 void riscv_set_csr_ops(int csrno, riscv_csr_operations *ops);
676 void riscv_cpu_register_gdb_regs_for_features(CPUState *cs);
678 #endif /* RISCV_CPU_H */