[qemu.git] / target / ppc / mmu-hash64.h

#ifndef MMU_HASH64_H
#define MMU_HASH64_H

#ifndef CONFIG_USER_ONLY

#ifdef TARGET_PPC64
void dump_slb(FILE *f, fprintf_function cpu_fprintf, PowerPCCPU *cpu);
int ppc_store_slb(PowerPCCPU *cpu, target_ulong slot,
                  target_ulong esid, target_ulong vsid);
hwaddr ppc_hash64_get_phys_page_debug(PowerPCCPU *cpu, target_ulong addr);
int ppc_hash64_handle_mmu_fault(PowerPCCPU *cpu, vaddr address, int rw,
                                int mmu_idx);
void ppc_hash64_store_hpte(PowerPCCPU *cpu, hwaddr ptex,
                           uint64_t pte0, uint64_t pte1);
void ppc_hash64_tlb_flush_hpte(PowerPCCPU *cpu,
                               target_ulong pte_index,
                               target_ulong pte0, target_ulong pte1);
unsigned ppc_hash64_hpte_page_shift_noslb(PowerPCCPU *cpu,
                                          uint64_t pte0, uint64_t pte1);
void ppc_store_lpcr(PowerPCCPU *cpu, target_ulong val);
void ppc_hash64_init(PowerPCCPU *cpu);
void ppc_hash64_finalize(PowerPCCPU *cpu);
#endif

/*
 * SLB definitions
 */

/* Bits in the SLB ESID word */
#define SLB_ESID_ESID           0xFFFFFFFFF0000000ULL
#define SLB_ESID_V              0x0000000008000000ULL /* valid */

/* Bits in the SLB VSID word */
#define SLB_VSID_SHIFT          12
#define SLB_VSID_SHIFT_1T       24
#define SLB_VSID_SSIZE_SHIFT    62
#define SLB_VSID_B              0xc000000000000000ULL
#define SLB_VSID_B_256M         0x0000000000000000ULL
#define SLB_VSID_B_1T           0x4000000000000000ULL
#define SLB_VSID_VSID           0x3FFFFFFFFFFFF000ULL
#define SLB_VSID_VRMA           (0x0001FFFFFF000000ULL | SLB_VSID_B_1T)
#define SLB_VSID_PTEM           (SLB_VSID_B | SLB_VSID_VSID)
#define SLB_VSID_KS             0x0000000000000800ULL
#define SLB_VSID_KP             0x0000000000000400ULL
#define SLB_VSID_N              0x0000000000000200ULL /* no-execute */
#define SLB_VSID_L              0x0000000000000100ULL
#define SLB_VSID_C              0x0000000000000080ULL /* class */
#define SLB_VSID_LP             0x0000000000000030ULL
#define SLB_VSID_ATTR           0x0000000000000FFFULL
#define SLB_VSID_LLP_MASK       (SLB_VSID_L | SLB_VSID_LP)
#define SLB_VSID_4K             0x0000000000000000ULL
#define SLB_VSID_64K            0x0000000000000110ULL
#define SLB_VSID_16M            0x0000000000000100ULL
#define SLB_VSID_16G            0x0000000000000120ULL

/*
 * Hash page table definitions
 */

#define SDR_64_HTABORG         0x0FFFFFFFFFFC0000ULL
#define SDR_64_HTABSIZE        0x000000000000001FULL

#define HPTES_PER_GROUP         8
#define HASH_PTE_SIZE_64        16
#define HASH_PTEG_SIZE_64       (HASH_PTE_SIZE_64 * HPTES_PER_GROUP)

#define HPTE64_V_SSIZE          SLB_VSID_B
#define HPTE64_V_SSIZE_256M     SLB_VSID_B_256M
#define HPTE64_V_SSIZE_1T       SLB_VSID_B_1T
#define HPTE64_V_SSIZE_SHIFT    62
#define HPTE64_V_AVPN_SHIFT     7
#define HPTE64_V_AVPN           0x3fffffffffffff80ULL
#define HPTE64_V_AVPN_VAL(x)    (((x) & HPTE64_V_AVPN) >> HPTE64_V_AVPN_SHIFT)
#define HPTE64_V_COMPARE(x, y)  (!(((x) ^ (y)) & 0xffffffffffffff83ULL))
#define HPTE64_V_BOLTED         0x0000000000000010ULL
#define HPTE64_V_LARGE          0x0000000000000004ULL
#define HPTE64_V_SECONDARY      0x0000000000000002ULL
#define HPTE64_V_VALID          0x0000000000000001ULL

#define HPTE64_R_PP0            0x8000000000000000ULL
#define HPTE64_R_TS             0x4000000000000000ULL
#define HPTE64_R_KEY_HI         0x3000000000000000ULL
#define HPTE64_R_RPN_SHIFT      12
#define HPTE64_R_RPN            0x0ffffffffffff000ULL
#define HPTE64_R_FLAGS          0x00000000000003ffULL
#define HPTE64_R_PP             0x0000000000000003ULL
#define HPTE64_R_N              0x0000000000000004ULL
#define HPTE64_R_G              0x0000000000000008ULL
#define HPTE64_R_M              0x0000000000000010ULL
#define HPTE64_R_I              0x0000000000000020ULL
#define HPTE64_R_W              0x0000000000000040ULL
#define HPTE64_R_WIMG           0x0000000000000078ULL
#define HPTE64_R_C              0x0000000000000080ULL
#define HPTE64_R_R              0x0000000000000100ULL
#define HPTE64_R_KEY_LO         0x0000000000000e00ULL
#define HPTE64_R_KEY(x)         ((((x) & HPTE64_R_KEY_HI) >> 57) | \
                                 (((x) & HPTE64_R_KEY_LO) >> 9))

#define HPTE64_V_1TB_SEG        0x4000000000000000ULL
#define HPTE64_V_VRMA_MASK      0x4001ffffff000000ULL

static inline hwaddr ppc_hash64_hpt_base(PowerPCCPU *cpu)
{
    if (cpu->vhyp) {
        return 0;
    }
    return cpu->env.spr[SPR_SDR1] & SDR_64_HTABORG;
}

static inline hwaddr ppc_hash64_hpt_mask(PowerPCCPU *cpu)
{
    if (cpu->vhyp) {
        PPCVirtualHypervisorClass *vhc =
            PPC_VIRTUAL_HYPERVISOR_GET_CLASS(cpu->vhyp);
        return vhc->hpt_mask(cpu->vhyp);
    }
    return (1ULL << ((cpu->env.spr[SPR_SDR1] & SDR_64_HTABSIZE) + 18 - 7)) - 1;
}

struct ppc_hash_pte64 {
    uint64_t pte0, pte1;
};

const ppc_hash_pte64_t *ppc_hash64_map_hptes(PowerPCCPU *cpu,
                                             hwaddr ptex, int n);
void ppc_hash64_unmap_hptes(PowerPCCPU *cpu, const ppc_hash_pte64_t *hptes,
                            hwaddr ptex, int n);

static inline uint64_t ppc_hash64_hpte0(PowerPCCPU *cpu,
                                        const ppc_hash_pte64_t *hptes, int i)
{
    return ldq_p(&(hptes[i].pte0));
}

static inline uint64_t ppc_hash64_hpte1(PowerPCCPU *cpu,
                                        const ppc_hash_pte64_t *hptes, int i)
{
    return ldq_p(&(hptes[i].pte1));
}

/*
 * MMU Options
 */

struct PPCHash64PageSize {
    uint32_t page_shift;  /* Page shift (or 0) */
    uint32_t pte_enc;     /* Encoding in the HPTE (>>12) */
};
typedef struct PPCHash64PageSize PPCHash64PageSize;

struct PPCHash64SegmentPageSizes {
    uint32_t page_shift;  /* Base page shift of segment (or 0) */
    uint32_t slb_enc;     /* SLB encoding for BookS */
    PPCHash64PageSize enc[PPC_PAGE_SIZES_MAX_SZ];
};

struct PPCHash64Options {
#define PPC_HASH64_1TSEG        0x00001
#define PPC_HASH64_AMR          0x00002
#define PPC_HASH64_CI_LARGEPAGE 0x00004
    unsigned flags;
    unsigned slb_size;
    PPCHash64SegmentPageSizes sps[PPC_PAGE_SIZES_MAX_SZ];
};

extern const PPCHash64Options ppc_hash64_opts_basic;
extern const PPCHash64Options ppc_hash64_opts_POWER7;

static inline bool ppc_hash64_has(PowerPCCPU *cpu, unsigned feature)
{
    return !!(cpu->hash64_opts->flags & feature);
}

#endif /* CONFIG_USER_ONLY */

#if defined(CONFIG_USER_ONLY) || !defined(TARGET_PPC64)
static inline void ppc_hash64_init(PowerPCCPU *cpu)
{
}
static inline void ppc_hash64_finalize(PowerPCCPU *cpu)
{
}
#endif

#endif /* MMU_HASH64_H */
Commit	Line	Data
2a6a4076 MA	1	#ifndef MMU_HASH64_H
2a6a4076 MA	2	#define MMU_HASH64_H
10b46525 DG	3
	4	#ifndef CONFIG_USER_ONLY
	5
	6	#ifdef TARGET_PPC64
7ef23068	7	void dump_slb(FILE f, fprintf_function cpu_fprintf, PowerPCCPU cpu);
bcd81230 DG	8	int ppc_store_slb(PowerPCCPU *cpu, target_ulong slot,
bcd81230 DG	9	target_ulong esid, target_ulong vsid);
7ef23068	10	hwaddr ppc_hash64_get_phys_page_debug(PowerPCCPU *cpu, target_ulong addr);
b2305601	11	int ppc_hash64_handle_mmu_fault(PowerPCCPU *cpu, vaddr address, int rw,
25de24ab	12	int mmu_idx);
7222b94a DG	13	void ppc_hash64_store_hpte(PowerPCCPU *cpu, hwaddr ptex,
7222b94a DG	14	uint64_t pte0, uint64_t pte1);
61a36c9b DG	15	void ppc_hash64_tlb_flush_hpte(PowerPCCPU *cpu,
	16	target_ulong pte_index,
	17	target_ulong pte0, target_ulong pte1);
1114e712	18	unsigned ppc_hash64_hpte_page_shift_noslb(PowerPCCPU *cpu,
1f0252e6	19	uint64_t pte0, uint64_t pte1);
5ad55315	20	void ppc_store_lpcr(PowerPCCPU *cpu, target_ulong val);
a059471d DG	21	void ppc_hash64_init(PowerPCCPU *cpu);
a059471d DG	22	void ppc_hash64_finalize(PowerPCCPU *cpu);
10b46525 DG	23	#endif
10b46525 DG	24
d5aea6f3 DG	25	/*
	26	* SLB definitions
	27	*/
	28
	29	/* Bits in the SLB ESID word */
	30	#define SLB_ESID_ESID 0xFFFFFFFFF0000000ULL
	31	#define SLB_ESID_V 0x0000000008000000ULL /* valid */
	32
	33	/* Bits in the SLB VSID word */
	34	#define SLB_VSID_SHIFT 12
	35	#define SLB_VSID_SHIFT_1T 24
	36	#define SLB_VSID_SSIZE_SHIFT 62
	37	#define SLB_VSID_B 0xc000000000000000ULL
	38	#define SLB_VSID_B_256M 0x0000000000000000ULL
	39	#define SLB_VSID_B_1T 0x4000000000000000ULL
	40	#define SLB_VSID_VSID 0x3FFFFFFFFFFFF000ULL
912acdf4	41	#define SLB_VSID_VRMA (0x0001FFFFFF000000ULL \| SLB_VSID_B_1T)
d5aea6f3 DG	42	#define SLB_VSID_PTEM (SLB_VSID_B \| SLB_VSID_VSID)
	43	#define SLB_VSID_KS 0x0000000000000800ULL
	44	#define SLB_VSID_KP 0x0000000000000400ULL
	45	#define SLB_VSID_N 0x0000000000000200ULL /* no-execute */
	46	#define SLB_VSID_L 0x0000000000000100ULL
	47	#define SLB_VSID_C 0x0000000000000080ULL /* class */
	48	#define SLB_VSID_LP 0x0000000000000030ULL
	49	#define SLB_VSID_ATTR 0x0000000000000FFFULL
ad3e67d0 AK	50	#define SLB_VSID_LLP_MASK (SLB_VSID_L \| SLB_VSID_LP)
	51	#define SLB_VSID_4K 0x0000000000000000ULL
	52	#define SLB_VSID_64K 0x0000000000000110ULL
a8891fbf DG	53	#define SLB_VSID_16M 0x0000000000000100ULL
a8891fbf DG	54	#define SLB_VSID_16G 0x0000000000000120ULL
d5aea6f3 DG	55
	56	/*
	57	* Hash page table definitions
	58	*/
	59
e78308fd	60	#define SDR_64_HTABORG 0x0FFFFFFFFFFC0000ULL
36778660 DG	61	#define SDR_64_HTABSIZE 0x000000000000001FULL
36778660 DG	62
d5aea6f3 DG	63	#define HPTES_PER_GROUP 8
	64	#define HASH_PTE_SIZE_64 16
	65	#define HASH_PTEG_SIZE_64 (HASH_PTE_SIZE_64 * HPTES_PER_GROUP)
	66
0b0b8310 DG	67	#define HPTE64_V_SSIZE SLB_VSID_B
	68	#define HPTE64_V_SSIZE_256M SLB_VSID_B_256M
	69	#define HPTE64_V_SSIZE_1T SLB_VSID_B_1T
d5aea6f3 DG	70	#define HPTE64_V_SSIZE_SHIFT 62
	71	#define HPTE64_V_AVPN_SHIFT 7
	72	#define HPTE64_V_AVPN 0x3fffffffffffff80ULL
	73	#define HPTE64_V_AVPN_VAL(x) (((x) & HPTE64_V_AVPN) >> HPTE64_V_AVPN_SHIFT)
073de86a	74	#define HPTE64_V_COMPARE(x, y) (!(((x) ^ (y)) & 0xffffffffffffff83ULL))
0b0b8310	75	#define HPTE64_V_BOLTED 0x0000000000000010ULL
d5aea6f3 DG	76	#define HPTE64_V_LARGE 0x0000000000000004ULL
	77	#define HPTE64_V_SECONDARY 0x0000000000000002ULL
	78	#define HPTE64_V_VALID 0x0000000000000001ULL
	79
	80	#define HPTE64_R_PP0 0x8000000000000000ULL
	81	#define HPTE64_R_TS 0x4000000000000000ULL
	82	#define HPTE64_R_KEY_HI 0x3000000000000000ULL
	83	#define HPTE64_R_RPN_SHIFT 12
	84	#define HPTE64_R_RPN 0x0ffffffffffff000ULL
	85	#define HPTE64_R_FLAGS 0x00000000000003ffULL
	86	#define HPTE64_R_PP 0x0000000000000003ULL
	87	#define HPTE64_R_N 0x0000000000000004ULL
	88	#define HPTE64_R_G 0x0000000000000008ULL
	89	#define HPTE64_R_M 0x0000000000000010ULL
	90	#define HPTE64_R_I 0x0000000000000020ULL
	91	#define HPTE64_R_W 0x0000000000000040ULL
	92	#define HPTE64_R_WIMG 0x0000000000000078ULL
	93	#define HPTE64_R_C 0x0000000000000080ULL
	94	#define HPTE64_R_R 0x0000000000000100ULL
	95	#define HPTE64_R_KEY_LO 0x0000000000000e00ULL
6925f12f	96	#define HPTE64_R_KEY(x) ((((x) & HPTE64_R_KEY_HI) >> 57) \| \
f80872e2	97	(((x) & HPTE64_R_KEY_LO) >> 9))
d5aea6f3 DG	98
	99	#define HPTE64_V_1TB_SEG 0x4000000000000000ULL
	100	#define HPTE64_V_VRMA_MASK 0x4001ffffff000000ULL
	101
36778660 DG	102	static inline hwaddr ppc_hash64_hpt_base(PowerPCCPU *cpu)
36778660 DG	103	{
ef0d7421 CLG	104	if (cpu->vhyp) {
	105	return 0;
	106	}
36778660 DG	107	return cpu->env.spr[SPR_SDR1] & SDR_64_HTABORG;
	108	}
	109
	110	static inline hwaddr ppc_hash64_hpt_mask(PowerPCCPU *cpu)
	111	{
e57ca75c DG	112	if (cpu->vhyp) {
	113	PPCVirtualHypervisorClass *vhc =
	114	PPC_VIRTUAL_HYPERVISOR_GET_CLASS(cpu->vhyp);
	115	return vhc->hpt_mask(cpu->vhyp);
	116	}
36778660 DG	117	return (1ULL << ((cpu->env.spr[SPR_SDR1] & SDR_64_HTABSIZE) + 18 - 7)) - 1;
	118	}
	119
7222b94a DG	120	struct ppc_hash_pte64 {
	121	uint64_t pte0, pte1;
	122	};
	123
	124	const ppc_hash_pte64_t ppc_hash64_map_hptes(PowerPCCPU cpu,
	125	hwaddr ptex, int n);
	126	void ppc_hash64_unmap_hptes(PowerPCCPU cpu, const ppc_hash_pte64_t hptes,
	127	hwaddr ptex, int n);
7c43bca0	128
7222b94a DG	129	static inline uint64_t ppc_hash64_hpte0(PowerPCCPU *cpu,
7222b94a DG	130	const ppc_hash_pte64_t *hptes, int i)
dffdaf61	131	{
7222b94a	132	return ldq_p(&(hptes[i].pte0));
dffdaf61 DG	133	}
dffdaf61 DG	134
7222b94a DG	135	static inline uint64_t ppc_hash64_hpte1(PowerPCCPU *cpu,
7222b94a DG	136	const ppc_hash_pte64_t *hptes, int i)
dffdaf61	137	{
7222b94a	138	return ldq_p(&(hptes[i].pte1));
dffdaf61 DG	139	}
dffdaf61 DG	140
b07c59f7 DG	141	/*
	142	* MMU Options
	143	*/
	144
	145	struct PPCHash64PageSize {
	146	uint32_t page_shift; /* Page shift (or 0) */
	147	uint32_t pte_enc; /* Encoding in the HPTE (>>12) */
	148	};
	149	typedef struct PPCHash64PageSize PPCHash64PageSize;
	150
	151	struct PPCHash64SegmentPageSizes {
	152	uint32_t page_shift; /* Base page shift of segment (or 0) */
	153	uint32_t slb_enc; /* SLB encoding for BookS */
	154	PPCHash64PageSize enc[PPC_PAGE_SIZES_MAX_SZ];
	155	};
	156
	157	struct PPCHash64Options {
58969eee DG	158	#define PPC_HASH64_1TSEG 0x00001
58969eee DG	159	#define PPC_HASH64_AMR 0x00002
26cd35b8	160	#define PPC_HASH64_CI_LARGEPAGE 0x00004
58969eee	161	unsigned flags;
67d7d66f	162	unsigned slb_size;
b07c59f7 DG	163	PPCHash64SegmentPageSizes sps[PPC_PAGE_SIZES_MAX_SZ];
	164	};
	165
21e405f1	166	extern const PPCHash64Options ppc_hash64_opts_basic;
b07c59f7 DG	167	extern const PPCHash64Options ppc_hash64_opts_POWER7;
b07c59f7 DG	168
58969eee DG	169	static inline bool ppc_hash64_has(PowerPCCPU *cpu, unsigned feature)
	170	{
	171	return !!(cpu->hash64_opts->flags & feature);
	172	}
	173
10b46525 DG	174	#endif /* CONFIG_USER_ONLY */
10b46525 DG	175
a059471d DG	176	#if defined(CONFIG_USER_ONLY) \|\| !defined(TARGET_PPC64)
	177	static inline void ppc_hash64_init(PowerPCCPU *cpu)
	178	{
	179	}
	180	static inline void ppc_hash64_finalize(PowerPCCPU *cpu)
	181	{
	182	}
	183	#endif
	184
2a6a4076	185	#endif /* MMU_HASH64_H */