arch/x86/kvm/trace.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
   3 #define _TRACE_KVM_H
   4
   5 #include <linux/tracepoint.h>
   6 #include <asm/vmx.h>
   7 #include <asm/svm.h>
   8 #include <asm/clocksource.h>
   9 #include <asm/pvclock-abi.h>
  10
  11 #undef TRACE_SYSTEM
  12 #define TRACE_SYSTEM kvm
  13
  14 /*
  15  * Tracepoint for guest mode entry.
  16  */
  17 TRACE_EVENT(kvm_entry,
  18         TP_PROTO(struct kvm_vcpu *vcpu),
  19         TP_ARGS(vcpu),
  20
  21         TP_STRUCT__entry(
  22                 __field(        unsigned int,   vcpu_id         )
  23                 __field(        unsigned long,  rip             )
  24         ),
  25
  26         TP_fast_assign(
  27                 __entry->vcpu_id        = vcpu->vcpu_id;
  28                 __entry->rip            = kvm_rip_read(vcpu);
  29         ),
  30
  31         TP_printk("vcpu %u, rip 0x%lx", __entry->vcpu_id, __entry->rip)
  32 );
  33
  34 /*
  35  * Tracepoint for hypercall.
  36  */
  37 TRACE_EVENT(kvm_hypercall,
  38         TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
  39                  unsigned long a2, unsigned long a3),
  40         TP_ARGS(nr, a0, a1, a2, a3),
  41
  42         TP_STRUCT__entry(
  43                 __field(        unsigned long,  nr              )
  44                 __field(        unsigned long,  a0              )
  45                 __field(        unsigned long,  a1              )
  46                 __field(        unsigned long,  a2              )
  47                 __field(        unsigned long,  a3              )
  48         ),
  49
  50         TP_fast_assign(
  51                 __entry->nr             = nr;
  52                 __entry->a0             = a0;
  53                 __entry->a1             = a1;
  54                 __entry->a2             = a2;
  55                 __entry->a3             = a3;
  56         ),
  57
  58         TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
  59                  __entry->nr, __entry->a0, __entry->a1,  __entry->a2,
  60                  __entry->a3)
  61 );
  62
  63 /*
  64  * Tracepoint for hypercall.
  65  */
  66 TRACE_EVENT(kvm_hv_hypercall,
  67         TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
  68                  __u64 ingpa, __u64 outgpa),
  69         TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
  70
  71         TP_STRUCT__entry(
  72                 __field(        __u16,          rep_cnt         )
  73                 __field(        __u16,          rep_idx         )
  74                 __field(        __u64,          ingpa           )
  75                 __field(        __u64,          outgpa          )
  76                 __field(        __u16,          code            )
  77                 __field(        bool,           fast            )
  78         ),
  79
  80         TP_fast_assign(
  81                 __entry->rep_cnt        = rep_cnt;
  82                 __entry->rep_idx        = rep_idx;
  83                 __entry->ingpa          = ingpa;
  84                 __entry->outgpa         = outgpa;
  85                 __entry->code           = code;
  86                 __entry->fast           = fast;
  87         ),
  88
  89         TP_printk("code 0x%x %s cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
  90                   __entry->code, __entry->fast ? "fast" : "slow",
  91                   __entry->rep_cnt, __entry->rep_idx,  __entry->ingpa,
  92                   __entry->outgpa)
  93 );
  94
  95 TRACE_EVENT(kvm_hv_hypercall_done,
  96         TP_PROTO(u64 result),
  97         TP_ARGS(result),
  98
  99         TP_STRUCT__entry(
 100                 __field(__u64, result)
 101         ),
 102
 103         TP_fast_assign(
 104                 __entry->result = result;
 105         ),
 106
 107         TP_printk("result 0x%llx", __entry->result)
 108 );
 109
 110 /*
 111  * Tracepoint for Xen hypercall.
 112  */
 113 TRACE_EVENT(kvm_xen_hypercall,
 114         TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
 115                  unsigned long a2, unsigned long a3, unsigned long a4,
 116                  unsigned long a5),
 117             TP_ARGS(nr, a0, a1, a2, a3, a4, a5),
 118
 119         TP_STRUCT__entry(
 120                 __field(unsigned long, nr)
 121                 __field(unsigned long, a0)
 122                 __field(unsigned long, a1)
 123                 __field(unsigned long, a2)
 124                 __field(unsigned long, a3)
 125                 __field(unsigned long, a4)
 126                 __field(unsigned long, a5)
 127         ),
 128
 129         TP_fast_assign(
 130                 __entry->nr = nr;
 131                 __entry->a0 = a0;
 132                 __entry->a1 = a1;
 133                 __entry->a2 = a2;
 134                 __entry->a3 = a3;
 135                 __entry->a4 = a4;
 136                 __entry->a4 = a5;
 137         ),
 138
 139         TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx a4 0x%lx a5 %lx",
 140                   __entry->nr, __entry->a0, __entry->a1,  __entry->a2,
 141                   __entry->a3, __entry->a4, __entry->a5)
 142 );
 143
 144
 145
 146 /*
 147  * Tracepoint for PIO.
 148  */
 149
 150 #define KVM_PIO_IN   0
 151 #define KVM_PIO_OUT  1
 152
 153 TRACE_EVENT(kvm_pio,
 154         TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
 155                  unsigned int count, void *data),
 156         TP_ARGS(rw, port, size, count, data),
 157
 158         TP_STRUCT__entry(
 159                 __field(        unsigned int,   rw              )
 160                 __field(        unsigned int,   port            )
 161                 __field(        unsigned int,   size            )
 162                 __field(        unsigned int,   count           )
 163                 __field(        unsigned int,   val             )
 164         ),
 165
 166         TP_fast_assign(
 167                 __entry->rw             = rw;
 168                 __entry->port           = port;
 169                 __entry->size           = size;
 170                 __entry->count          = count;
 171                 if (size == 1)
 172                         __entry->val    = *(unsigned char *)data;
 173                 else if (size == 2)
 174                         __entry->val    = *(unsigned short *)data;
 175                 else
 176                         __entry->val    = *(unsigned int *)data;
 177         ),
 178
 179         TP_printk("pio_%s at 0x%x size %d count %d val 0x%x %s",
 180                   __entry->rw ? "write" : "read",
 181                   __entry->port, __entry->size, __entry->count, __entry->val,
 182                   __entry->count > 1 ? "(...)" : "")
 183 );
 184
 185 /*
 186  * Tracepoint for fast mmio.
 187  */
 188 TRACE_EVENT(kvm_fast_mmio,
 189         TP_PROTO(u64 gpa),
 190         TP_ARGS(gpa),
 191
 192         TP_STRUCT__entry(
 193                 __field(u64,    gpa)
 194         ),
 195
 196         TP_fast_assign(
 197                 __entry->gpa            = gpa;
 198         ),
 199
 200         TP_printk("fast mmio at gpa 0x%llx", __entry->gpa)
 201 );
 202
 203 /*
 204  * Tracepoint for cpuid.
 205  */
 206 TRACE_EVENT(kvm_cpuid,
 207         TP_PROTO(unsigned int function, unsigned int index, unsigned long rax,
 208                  unsigned long rbx, unsigned long rcx, unsigned long rdx,
 209                  bool found, bool used_max_basic),
 210         TP_ARGS(function, index, rax, rbx, rcx, rdx, found, used_max_basic),
 211
 212         TP_STRUCT__entry(
 213                 __field(        unsigned int,   function        )
 214                 __field(        unsigned int,   index           )
 215                 __field(        unsigned long,  rax             )
 216                 __field(        unsigned long,  rbx             )
 217                 __field(        unsigned long,  rcx             )
 218                 __field(        unsigned long,  rdx             )
 219                 __field(        bool,           found           )
 220                 __field(        bool,           used_max_basic  )
 221         ),
 222
 223         TP_fast_assign(
 224                 __entry->function       = function;
 225                 __entry->index          = index;
 226                 __entry->rax            = rax;
 227                 __entry->rbx            = rbx;
 228                 __entry->rcx            = rcx;
 229                 __entry->rdx            = rdx;
 230                 __entry->found          = found;
 231                 __entry->used_max_basic = used_max_basic;
 232         ),
 233
 234         TP_printk("func %x idx %x rax %lx rbx %lx rcx %lx rdx %lx, cpuid entry %s%s",
 235                   __entry->function, __entry->index, __entry->rax,
 236                   __entry->rbx, __entry->rcx, __entry->rdx,
 237                   __entry->found ? "found" : "not found",
 238                   __entry->used_max_basic ? ", used max basic" : "")
 239 );
 240
 241 #define AREG(x) { APIC_##x, "APIC_" #x }
 242
 243 #define kvm_trace_symbol_apic                                               \
 244         AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI),    \
 245         AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR),  \
 246         AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
 247         AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR),   \
 248         AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT),  \
 249         AREG(ECTRL)
 250 /*
 251  * Tracepoint for apic access.
 252  */
 253 TRACE_EVENT(kvm_apic,
 254         TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
 255         TP_ARGS(rw, reg, val),
 256
 257         TP_STRUCT__entry(
 258                 __field(        unsigned int,   rw              )
 259                 __field(        unsigned int,   reg             )
 260                 __field(        unsigned int,   val             )
 261         ),
 262
 263         TP_fast_assign(
 264                 __entry->rw             = rw;
 265                 __entry->reg            = reg;
 266                 __entry->val            = val;
 267         ),
 268
 269         TP_printk("apic_%s %s = 0x%x",
 270                   __entry->rw ? "write" : "read",
 271                   __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
 272                   __entry->val)
 273 );
 274
 275 #define trace_kvm_apic_read(reg, val)           trace_kvm_apic(0, reg, val)
 276 #define trace_kvm_apic_write(reg, val)          trace_kvm_apic(1, reg, val)
 277
 278 #define KVM_ISA_VMX   1
 279 #define KVM_ISA_SVM   2
 280
 281 #define kvm_print_exit_reason(exit_reason, isa)                         \
 282         (isa == KVM_ISA_VMX) ?                                          \
 283         __print_symbolic(exit_reason & 0xffff, VMX_EXIT_REASONS) :      \
 284         __print_symbolic(exit_reason, SVM_EXIT_REASONS),                \
 285         (isa == KVM_ISA_VMX && exit_reason & ~0xffff) ? " " : "",       \
 286         (isa == KVM_ISA_VMX) ?                                          \
 287         __print_flags(exit_reason & ~0xffff, " ", VMX_EXIT_REASON_FLAGS) : ""
 288
 289 #define TRACE_EVENT_KVM_EXIT(name)                                           \
 290 TRACE_EVENT(name,                                                            \
 291         TP_PROTO(struct kvm_vcpu *vcpu, u32 isa),                            \
 292         TP_ARGS(vcpu, isa),                                                  \
 293                                                                              \
 294         TP_STRUCT__entry(                                                    \
 295                 __field(        unsigned int,   exit_reason     )            \
 296                 __field(        unsigned long,  guest_rip       )            \
 297                 __field(        u32,            isa             )            \
 298                 __field(        u64,            info1           )            \
 299                 __field(        u64,            info2           )            \
 300                 __field(        u32,            intr_info       )            \
 301                 __field(        u32,            error_code      )            \
 302                 __field(        unsigned int,   vcpu_id         )            \
 303         ),                                                                   \
 304                                                                              \
 305         TP_fast_assign(                                                      \
 306                 __entry->guest_rip      = kvm_rip_read(vcpu);                \
 307                 __entry->isa            = isa;                               \
 308                 __entry->vcpu_id        = vcpu->vcpu_id;                     \
 309                 static_call(kvm_x86_get_exit_info)(vcpu,                     \
 310                                           &__entry->exit_reason,             \
 311                                           &__entry->info1,                   \
 312                                           &__entry->info2,                   \
 313                                           &__entry->intr_info,               \
 314                                           &__entry->error_code);             \
 315         ),                                                                   \
 316                                                                              \
 317         TP_printk("vcpu %u reason %s%s%s rip 0x%lx info1 0x%016llx "         \
 318                   "info2 0x%016llx intr_info 0x%08x error_code 0x%08x",      \
 319                   __entry->vcpu_id,                                          \
 320                   kvm_print_exit_reason(__entry->exit_reason, __entry->isa), \
 321                   __entry->guest_rip, __entry->info1, __entry->info2,        \
 322                   __entry->intr_info, __entry->error_code)                   \
 323 )
 324
 325 /*
 326  * Tracepoint for kvm guest exit:
 327  */
 328 TRACE_EVENT_KVM_EXIT(kvm_exit);
 329
 330 /*
 331  * Tracepoint for kvm interrupt injection:
 332  */
 333 TRACE_EVENT(kvm_inj_virq,
 334         TP_PROTO(unsigned int irq),
 335         TP_ARGS(irq),
 336
 337         TP_STRUCT__entry(
 338                 __field(        unsigned int,   irq             )
 339         ),
 340
 341         TP_fast_assign(
 342                 __entry->irq            = irq;
 343         ),
 344
 345         TP_printk("irq %u", __entry->irq)
 346 );
 347
 348 #define EXS(x) { x##_VECTOR, "#" #x }
 349
 350 #define kvm_trace_sym_exc                                               \
 351         EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM),  \
 352         EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF),           \
 353         EXS(MF), EXS(AC), EXS(MC)
 354
 355 /*
 356  * Tracepoint for kvm interrupt injection:
 357  */
 358 TRACE_EVENT(kvm_inj_exception,
 359         TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
 360         TP_ARGS(exception, has_error, error_code),
 361
 362         TP_STRUCT__entry(
 363                 __field(        u8,     exception       )
 364                 __field(        u8,     has_error       )
 365                 __field(        u32,    error_code      )
 366         ),
 367
 368         TP_fast_assign(
 369                 __entry->exception      = exception;
 370                 __entry->has_error      = has_error;
 371                 __entry->error_code     = error_code;
 372         ),
 373
 374         TP_printk("%s (0x%x)",
 375                   __print_symbolic(__entry->exception, kvm_trace_sym_exc),
 376                   /* FIXME: don't print error_code if not present */
 377                   __entry->has_error ? __entry->error_code : 0)
 378 );
 379
 380 /*
 381  * Tracepoint for page fault.
 382  */
 383 TRACE_EVENT(kvm_page_fault,
 384         TP_PROTO(unsigned long fault_address, unsigned int error_code),
 385         TP_ARGS(fault_address, error_code),
 386
 387         TP_STRUCT__entry(
 388                 __field(        unsigned long,  fault_address   )
 389                 __field(        unsigned int,   error_code      )
 390         ),
 391
 392         TP_fast_assign(
 393                 __entry->fault_address  = fault_address;
 394                 __entry->error_code     = error_code;
 395         ),
 396
 397         TP_printk("address %lx error_code %x",
 398                   __entry->fault_address, __entry->error_code)
 399 );
 400
 401 /*
 402  * Tracepoint for guest MSR access.
 403  */
 404 TRACE_EVENT(kvm_msr,
 405         TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
 406         TP_ARGS(write, ecx, data, exception),
 407
 408         TP_STRUCT__entry(
 409                 __field(        unsigned,       write           )
 410                 __field(        u32,            ecx             )
 411                 __field(        u64,            data            )
 412                 __field(        u8,             exception       )
 413         ),
 414
 415         TP_fast_assign(
 416                 __entry->write          = write;
 417                 __entry->ecx            = ecx;
 418                 __entry->data           = data;
 419                 __entry->exception      = exception;
 420         ),
 421
 422         TP_printk("msr_%s %x = 0x%llx%s",
 423                   __entry->write ? "write" : "read",
 424                   __entry->ecx, __entry->data,
 425                   __entry->exception ? " (#GP)" : "")
 426 );
 427
 428 #define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
 429 #define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
 430 #define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
 431 #define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)
 432
 433 /*
 434  * Tracepoint for guest CR access.
 435  */
 436 TRACE_EVENT(kvm_cr,
 437         TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
 438         TP_ARGS(rw, cr, val),
 439
 440         TP_STRUCT__entry(
 441                 __field(        unsigned int,   rw              )
 442                 __field(        unsigned int,   cr              )
 443                 __field(        unsigned long,  val             )
 444         ),
 445
 446         TP_fast_assign(
 447                 __entry->rw             = rw;
 448                 __entry->cr             = cr;
 449                 __entry->val            = val;
 450         ),
 451
 452         TP_printk("cr_%s %x = 0x%lx",
 453                   __entry->rw ? "write" : "read",
 454                   __entry->cr, __entry->val)
 455 );
 456
 457 #define trace_kvm_cr_read(cr, val)              trace_kvm_cr(0, cr, val)
 458 #define trace_kvm_cr_write(cr, val)             trace_kvm_cr(1, cr, val)
 459
 460 TRACE_EVENT(kvm_pic_set_irq,
 461             TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
 462             TP_ARGS(chip, pin, elcr, imr, coalesced),
 463
 464         TP_STRUCT__entry(
 465                 __field(        __u8,           chip            )
 466                 __field(        __u8,           pin             )
 467                 __field(        __u8,           elcr            )
 468                 __field(        __u8,           imr             )
 469                 __field(        bool,           coalesced       )
 470         ),
 471
 472         TP_fast_assign(
 473                 __entry->chip           = chip;
 474                 __entry->pin            = pin;
 475                 __entry->elcr           = elcr;
 476                 __entry->imr            = imr;
 477                 __entry->coalesced      = coalesced;
 478         ),
 479
 480         TP_printk("chip %u pin %u (%s%s)%s",
 481                   __entry->chip, __entry->pin,
 482                   (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
 483                   (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
 484                   __entry->coalesced ? " (coalesced)" : "")
 485 );
 486
 487 #define kvm_apic_dst_shorthand          \
 488         {0x0, "dst"},                   \
 489         {0x1, "self"},                  \
 490         {0x2, "all"},                   \
 491         {0x3, "all-but-self"}
 492
 493 TRACE_EVENT(kvm_apic_ipi,
 494             TP_PROTO(__u32 icr_low, __u32 dest_id),
 495             TP_ARGS(icr_low, dest_id),
 496
 497         TP_STRUCT__entry(
 498                 __field(        __u32,          icr_low         )
 499                 __field(        __u32,          dest_id         )
 500         ),
 501
 502         TP_fast_assign(
 503                 __entry->icr_low        = icr_low;
 504                 __entry->dest_id        = dest_id;
 505         ),
 506
 507         TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
 508                   __entry->dest_id, (u8)__entry->icr_low,
 509                   __print_symbolic((__entry->icr_low >> 8 & 0x7),
 510                                    kvm_deliver_mode),
 511                   (__entry->icr_low & (1<<11)) ? "logical" : "physical",
 512                   (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
 513                   (__entry->icr_low & (1<<15)) ? "level" : "edge",
 514                   __print_symbolic((__entry->icr_low >> 18 & 0x3),
 515                                    kvm_apic_dst_shorthand))
 516 );
 517
 518 TRACE_EVENT(kvm_apic_accept_irq,
 519             TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
 520             TP_ARGS(apicid, dm, tm, vec),
 521
 522         TP_STRUCT__entry(
 523                 __field(        __u32,          apicid          )
 524                 __field(        __u16,          dm              )
 525                 __field(        __u16,          tm              )
 526                 __field(        __u8,           vec             )
 527         ),
 528
 529         TP_fast_assign(
 530                 __entry->apicid         = apicid;
 531                 __entry->dm             = dm;
 532                 __entry->tm             = tm;
 533                 __entry->vec            = vec;
 534         ),
 535
 536         TP_printk("apicid %x vec %u (%s|%s)",
 537                   __entry->apicid, __entry->vec,
 538                   __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
 539                   __entry->tm ? "level" : "edge")
 540 );
 541
 542 TRACE_EVENT(kvm_eoi,
 543             TP_PROTO(struct kvm_lapic *apic, int vector),
 544             TP_ARGS(apic, vector),
 545
 546         TP_STRUCT__entry(
 547                 __field(        __u32,          apicid          )
 548                 __field(        int,            vector          )
 549         ),
 550
 551         TP_fast_assign(
 552                 __entry->apicid         = apic->vcpu->vcpu_id;
 553                 __entry->vector         = vector;
 554         ),
 555
 556         TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
 557 );
 558
 559 TRACE_EVENT(kvm_pv_eoi,
 560             TP_PROTO(struct kvm_lapic *apic, int vector),
 561             TP_ARGS(apic, vector),
 562
 563         TP_STRUCT__entry(
 564                 __field(        __u32,          apicid          )
 565                 __field(        int,            vector          )
 566         ),
 567
 568         TP_fast_assign(
 569                 __entry->apicid         = apic->vcpu->vcpu_id;
 570                 __entry->vector         = vector;
 571         ),
 572
 573         TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
 574 );
 575
 576 /*
 577  * Tracepoint for nested VMRUN
 578  */
 579 TRACE_EVENT(kvm_nested_vmrun,
 580             TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
 581                      __u32 event_inj, bool npt),
 582             TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
 583
 584         TP_STRUCT__entry(
 585                 __field(        __u64,          rip             )
 586                 __field(        __u64,          vmcb            )
 587                 __field(        __u64,          nested_rip      )
 588                 __field(        __u32,          int_ctl         )
 589                 __field(        __u32,          event_inj       )
 590                 __field(        bool,           npt             )
 591         ),
 592
 593         TP_fast_assign(
 594                 __entry->rip            = rip;
 595                 __entry->vmcb           = vmcb;
 596                 __entry->nested_rip     = nested_rip;
 597                 __entry->int_ctl        = int_ctl;
 598                 __entry->event_inj      = event_inj;
 599                 __entry->npt            = npt;
 600         ),
 601
 602         TP_printk("rip: 0x%016llx vmcb: 0x%016llx nrip: 0x%016llx int_ctl: 0x%08x "
 603                   "event_inj: 0x%08x npt: %s",
 604                 __entry->rip, __entry->vmcb, __entry->nested_rip,
 605                 __entry->int_ctl, __entry->event_inj,
 606                 __entry->npt ? "on" : "off")
 607 );
 608
 609 TRACE_EVENT(kvm_nested_intercepts,
 610             TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions,
 611                      __u32 intercept1, __u32 intercept2, __u32 intercept3),
 612             TP_ARGS(cr_read, cr_write, exceptions, intercept1,
 613                     intercept2, intercept3),
 614
 615         TP_STRUCT__entry(
 616                 __field(        __u16,          cr_read         )
 617                 __field(        __u16,          cr_write        )
 618                 __field(        __u32,          exceptions      )
 619                 __field(        __u32,          intercept1      )
 620                 __field(        __u32,          intercept2      )
 621                 __field(        __u32,          intercept3      )
 622         ),
 623
 624         TP_fast_assign(
 625                 __entry->cr_read        = cr_read;
 626                 __entry->cr_write       = cr_write;
 627                 __entry->exceptions     = exceptions;
 628                 __entry->intercept1     = intercept1;
 629                 __entry->intercept2     = intercept2;
 630                 __entry->intercept3     = intercept3;
 631         ),
 632
 633         TP_printk("cr_read: %04x cr_write: %04x excp: %08x "
 634                   "intercepts: %08x %08x %08x",
 635                   __entry->cr_read, __entry->cr_write, __entry->exceptions,
 636                   __entry->intercept1, __entry->intercept2, __entry->intercept3)
 637 );
 638 /*
 639  * Tracepoint for #VMEXIT while nested
 640  */
 641 TRACE_EVENT_KVM_EXIT(kvm_nested_vmexit);
 642
 643 /*
 644  * Tracepoint for #VMEXIT reinjected to the guest
 645  */
 646 TRACE_EVENT(kvm_nested_vmexit_inject,
 647             TP_PROTO(__u32 exit_code,
 648                      __u64 exit_info1, __u64 exit_info2,
 649                      __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
 650             TP_ARGS(exit_code, exit_info1, exit_info2,
 651                     exit_int_info, exit_int_info_err, isa),
 652
 653         TP_STRUCT__entry(
 654                 __field(        __u32,          exit_code               )
 655                 __field(        __u64,          exit_info1              )
 656                 __field(        __u64,          exit_info2              )
 657                 __field(        __u32,          exit_int_info           )
 658                 __field(        __u32,          exit_int_info_err       )
 659                 __field(        __u32,          isa                     )
 660         ),
 661
 662         TP_fast_assign(
 663                 __entry->exit_code              = exit_code;
 664                 __entry->exit_info1             = exit_info1;
 665                 __entry->exit_info2             = exit_info2;
 666                 __entry->exit_int_info          = exit_int_info;
 667                 __entry->exit_int_info_err      = exit_int_info_err;
 668                 __entry->isa                    = isa;
 669         ),
 670
 671         TP_printk("reason: %s%s%s ext_inf1: 0x%016llx "
 672                   "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
 673                   kvm_print_exit_reason(__entry->exit_code, __entry->isa),
 674                   __entry->exit_info1, __entry->exit_info2,
 675                   __entry->exit_int_info, __entry->exit_int_info_err)
 676 );
 677
 678 /*
 679  * Tracepoint for nested #vmexit because of interrupt pending
 680  */
 681 TRACE_EVENT(kvm_nested_intr_vmexit,
 682             TP_PROTO(__u64 rip),
 683             TP_ARGS(rip),
 684
 685         TP_STRUCT__entry(
 686                 __field(        __u64,  rip     )
 687         ),
 688
 689         TP_fast_assign(
 690                 __entry->rip    =       rip
 691         ),
 692
 693         TP_printk("rip: 0x%016llx", __entry->rip)
 694 );
 695
 696 /*
 697  * Tracepoint for nested #vmexit because of interrupt pending
 698  */
 699 TRACE_EVENT(kvm_invlpga,
 700             TP_PROTO(__u64 rip, int asid, u64 address),
 701             TP_ARGS(rip, asid, address),
 702
 703         TP_STRUCT__entry(
 704                 __field(        __u64,  rip     )
 705                 __field(        int,    asid    )
 706                 __field(        __u64,  address )
 707         ),
 708
 709         TP_fast_assign(
 710                 __entry->rip            =       rip;
 711                 __entry->asid           =       asid;
 712                 __entry->address        =       address;
 713         ),
 714
 715         TP_printk("rip: 0x%016llx asid: %d address: 0x%016llx",
 716                   __entry->rip, __entry->asid, __entry->address)
 717 );
 718
 719 /*
 720  * Tracepoint for nested #vmexit because of interrupt pending
 721  */
 722 TRACE_EVENT(kvm_skinit,
 723             TP_PROTO(__u64 rip, __u32 slb),
 724             TP_ARGS(rip, slb),
 725
 726         TP_STRUCT__entry(
 727                 __field(        __u64,  rip     )
 728                 __field(        __u32,  slb     )
 729         ),
 730
 731         TP_fast_assign(
 732                 __entry->rip            =       rip;
 733                 __entry->slb            =       slb;
 734         ),
 735
 736         TP_printk("rip: 0x%016llx slb: 0x%08x",
 737                   __entry->rip, __entry->slb)
 738 );
 739
 740 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
 741 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
 742 #define KVM_EMUL_INSN_F_CS_D   (1 << 2)
 743 #define KVM_EMUL_INSN_F_CS_L   (1 << 3)
 744
 745 #define kvm_trace_symbol_emul_flags                       \
 746         { 0,                        "real" },             \
 747         { KVM_EMUL_INSN_F_CR0_PE                          \
 748           | KVM_EMUL_INSN_F_EFL_VM, "vm16" },             \
 749         { KVM_EMUL_INSN_F_CR0_PE,   "prot16" },           \
 750         { KVM_EMUL_INSN_F_CR0_PE                          \
 751           | KVM_EMUL_INSN_F_CS_D,   "prot32" },           \
 752         { KVM_EMUL_INSN_F_CR0_PE                          \
 753           | KVM_EMUL_INSN_F_CS_L,   "prot64" }
 754
 755 #define kei_decode_mode(mode) ({                        \
 756         u8 flags = 0xff;                                \
 757         switch (mode) {                                 \
 758         case X86EMUL_MODE_REAL:                         \
 759                 flags = 0;                              \
 760                 break;                                  \
 761         case X86EMUL_MODE_VM86:                         \
 762                 flags = KVM_EMUL_INSN_F_EFL_VM;         \
 763                 break;                                  \
 764         case X86EMUL_MODE_PROT16:                       \
 765                 flags = KVM_EMUL_INSN_F_CR0_PE;         \
 766                 break;                                  \
 767         case X86EMUL_MODE_PROT32:                       \
 768                 flags = KVM_EMUL_INSN_F_CR0_PE          \
 769                         | KVM_EMUL_INSN_F_CS_D;         \
 770                 break;                                  \
 771         case X86EMUL_MODE_PROT64:                       \
 772                 flags = KVM_EMUL_INSN_F_CR0_PE          \
 773                         | KVM_EMUL_INSN_F_CS_L;         \
 774                 break;                                  \
 775         }                                               \
 776         flags;                                          \
 777         })
 778
 779 TRACE_EVENT(kvm_emulate_insn,
 780         TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
 781         TP_ARGS(vcpu, failed),
 782
 783         TP_STRUCT__entry(
 784                 __field(    __u64, rip                       )
 785                 __field(    __u32, csbase                    )
 786                 __field(    __u8,  len                       )
 787                 __array(    __u8,  insn,    15               )
 788                 __field(    __u8,  flags                     )
 789                 __field(    __u8,  failed                    )
 790                 ),
 791
 792         TP_fast_assign(
 793                 __entry->csbase = static_call(kvm_x86_get_segment_base)(vcpu, VCPU_SREG_CS);
 794                 __entry->len = vcpu->arch.emulate_ctxt->fetch.ptr
 795                                - vcpu->arch.emulate_ctxt->fetch.data;
 796                 __entry->rip = vcpu->arch.emulate_ctxt->_eip - __entry->len;
 797                 memcpy(__entry->insn,
 798                        vcpu->arch.emulate_ctxt->fetch.data,
 799                        15);
 800                 __entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt->mode);
 801                 __entry->failed = failed;
 802                 ),
 803
 804         TP_printk("%x:%llx:%s (%s)%s",
 805                   __entry->csbase, __entry->rip,
 806                   __print_hex(__entry->insn, __entry->len),
 807                   __print_symbolic(__entry->flags,
 808                                    kvm_trace_symbol_emul_flags),
 809                   __entry->failed ? " failed" : ""
 810                 )
 811         );
 812
 813 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
 814 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
 815
 816 TRACE_EVENT(
 817         vcpu_match_mmio,
 818         TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
 819         TP_ARGS(gva, gpa, write, gpa_match),
 820
 821         TP_STRUCT__entry(
 822                 __field(gva_t, gva)
 823                 __field(gpa_t, gpa)
 824                 __field(bool, write)
 825                 __field(bool, gpa_match)
 826                 ),
 827
 828         TP_fast_assign(
 829                 __entry->gva = gva;
 830                 __entry->gpa = gpa;
 831                 __entry->write = write;
 832                 __entry->gpa_match = gpa_match
 833                 ),
 834
 835         TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
 836                   __entry->write ? "Write" : "Read",
 837                   __entry->gpa_match ? "GPA" : "GVA")
 838 );
 839
 840 TRACE_EVENT(kvm_write_tsc_offset,
 841         TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
 842                  __u64 next_tsc_offset),
 843         TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
 844
 845         TP_STRUCT__entry(
 846                 __field( unsigned int,  vcpu_id                         )
 847                 __field(        __u64,  previous_tsc_offset             )
 848                 __field(        __u64,  next_tsc_offset                 )
 849         ),
 850
 851         TP_fast_assign(
 852                 __entry->vcpu_id                = vcpu_id;
 853                 __entry->previous_tsc_offset    = previous_tsc_offset;
 854                 __entry->next_tsc_offset        = next_tsc_offset;
 855         ),
 856
 857         TP_printk("vcpu=%u prev=%llu next=%llu", __entry->vcpu_id,
 858                   __entry->previous_tsc_offset, __entry->next_tsc_offset)
 859 );
 860
 861 #ifdef CONFIG_X86_64
 862
 863 #define host_clocks                                     \
 864         {VDSO_CLOCKMODE_NONE, "none"},                  \
 865         {VDSO_CLOCKMODE_TSC,  "tsc"}                    \
 866
 867 TRACE_EVENT(kvm_update_master_clock,
 868         TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
 869         TP_ARGS(use_master_clock, host_clock, offset_matched),
 870
 871         TP_STRUCT__entry(
 872                 __field(                bool,   use_master_clock        )
 873                 __field(        unsigned int,   host_clock              )
 874                 __field(                bool,   offset_matched          )
 875         ),
 876
 877         TP_fast_assign(
 878                 __entry->use_master_clock       = use_master_clock;
 879                 __entry->host_clock             = host_clock;
 880                 __entry->offset_matched         = offset_matched;
 881         ),
 882
 883         TP_printk("masterclock %d hostclock %s offsetmatched %u",
 884                   __entry->use_master_clock,
 885                   __print_symbolic(__entry->host_clock, host_clocks),
 886                   __entry->offset_matched)
 887 );
 888
 889 TRACE_EVENT(kvm_track_tsc,
 890         TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
 891                  unsigned int online_vcpus, bool use_master_clock,
 892                  unsigned int host_clock),
 893         TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
 894                 host_clock),
 895
 896         TP_STRUCT__entry(
 897                 __field(        unsigned int,   vcpu_id                 )
 898                 __field(        unsigned int,   nr_vcpus_matched_tsc    )
 899                 __field(        unsigned int,   online_vcpus            )
 900                 __field(        bool,           use_master_clock        )
 901                 __field(        unsigned int,   host_clock              )
 902         ),
 903
 904         TP_fast_assign(
 905                 __entry->vcpu_id                = vcpu_id;
 906                 __entry->nr_vcpus_matched_tsc   = nr_matched;
 907                 __entry->online_vcpus           = online_vcpus;
 908                 __entry->use_master_clock       = use_master_clock;
 909                 __entry->host_clock             = host_clock;
 910         ),
 911
 912         TP_printk("vcpu_id %u masterclock %u offsetmatched %u nr_online %u"
 913                   " hostclock %s",
 914                   __entry->vcpu_id, __entry->use_master_clock,
 915                   __entry->nr_vcpus_matched_tsc, __entry->online_vcpus,
 916                   __print_symbolic(__entry->host_clock, host_clocks))
 917 );
 918
 919 #endif /* CONFIG_X86_64 */
 920
 921 /*
 922  * Tracepoint for PML full VMEXIT.
 923  */
 924 TRACE_EVENT(kvm_pml_full,
 925         TP_PROTO(unsigned int vcpu_id),
 926         TP_ARGS(vcpu_id),
 927
 928         TP_STRUCT__entry(
 929                 __field(        unsigned int,   vcpu_id                 )
 930         ),
 931
 932         TP_fast_assign(
 933                 __entry->vcpu_id                = vcpu_id;
 934         ),
 935
 936         TP_printk("vcpu %d: PML full", __entry->vcpu_id)
 937 );
 938
 939 TRACE_EVENT(kvm_ple_window_update,
 940         TP_PROTO(unsigned int vcpu_id, unsigned int new, unsigned int old),
 941         TP_ARGS(vcpu_id, new, old),
 942
 943         TP_STRUCT__entry(
 944                 __field(        unsigned int,   vcpu_id         )
 945                 __field(        unsigned int,       new         )
 946                 __field(        unsigned int,       old         )
 947         ),
 948
 949         TP_fast_assign(
 950                 __entry->vcpu_id        = vcpu_id;
 951                 __entry->new            = new;
 952                 __entry->old            = old;
 953         ),
 954
 955         TP_printk("vcpu %u old %u new %u (%s)",
 956                   __entry->vcpu_id, __entry->old, __entry->new,
 957                   __entry->old < __entry->new ? "growed" : "shrinked")
 958 );
 959
 960 TRACE_EVENT(kvm_pvclock_update,
 961         TP_PROTO(unsigned int vcpu_id, struct pvclock_vcpu_time_info *pvclock),
 962         TP_ARGS(vcpu_id, pvclock),
 963
 964         TP_STRUCT__entry(
 965                 __field(        unsigned int,   vcpu_id                 )
 966                 __field(        __u32,          version                 )
 967                 __field(        __u64,          tsc_timestamp           )
 968                 __field(        __u64,          system_time             )
 969                 __field(        __u32,          tsc_to_system_mul       )
 970                 __field(        __s8,           tsc_shift               )
 971                 __field(        __u8,           flags                   )
 972         ),
 973
 974         TP_fast_assign(
 975                 __entry->vcpu_id           = vcpu_id;
 976                 __entry->version           = pvclock->version;
 977                 __entry->tsc_timestamp     = pvclock->tsc_timestamp;
 978                 __entry->system_time       = pvclock->system_time;
 979                 __entry->tsc_to_system_mul = pvclock->tsc_to_system_mul;
 980                 __entry->tsc_shift         = pvclock->tsc_shift;
 981                 __entry->flags             = pvclock->flags;
 982         ),
 983
 984         TP_printk("vcpu_id %u, pvclock { version %u, tsc_timestamp 0x%llx, "
 985                   "system_time 0x%llx, tsc_to_system_mul 0x%x, tsc_shift %d, "
 986                   "flags 0x%x }",
 987                   __entry->vcpu_id,
 988                   __entry->version,
 989                   __entry->tsc_timestamp,
 990                   __entry->system_time,
 991                   __entry->tsc_to_system_mul,
 992                   __entry->tsc_shift,
 993                   __entry->flags)
 994 );
 995
 996 TRACE_EVENT(kvm_wait_lapic_expire,
 997         TP_PROTO(unsigned int vcpu_id, s64 delta),
 998         TP_ARGS(vcpu_id, delta),
 999
1000         TP_STRUCT__entry(
1001                 __field(        unsigned int,   vcpu_id         )
1002                 __field(        s64,            delta           )
1003         ),
1004
1005         TP_fast_assign(
1006                 __entry->vcpu_id           = vcpu_id;
1007                 __entry->delta             = delta;
1008         ),
1009
1010         TP_printk("vcpu %u: delta %lld (%s)",
1011                   __entry->vcpu_id,
1012                   __entry->delta,
1013                   __entry->delta < 0 ? "early" : "late")
1014 );
1015
1016 TRACE_EVENT(kvm_smm_transition,
1017         TP_PROTO(unsigned int vcpu_id, u64 smbase, bool entering),
1018         TP_ARGS(vcpu_id, smbase, entering),
1019
1020         TP_STRUCT__entry(
1021                 __field(        unsigned int,   vcpu_id         )
1022                 __field(        u64,            smbase          )
1023                 __field(        bool,           entering        )
1024         ),
1025
1026         TP_fast_assign(
1027                 __entry->vcpu_id        = vcpu_id;
1028                 __entry->smbase         = smbase;
1029                 __entry->entering       = entering;
1030         ),
1031
1032         TP_printk("vcpu %u: %s SMM, smbase 0x%llx",
1033                   __entry->vcpu_id,
1034                   __entry->entering ? "entering" : "leaving",
1035                   __entry->smbase)
1036 );
1037
1038 /*
1039  * Tracepoint for VT-d posted-interrupts.
1040  */
1041 TRACE_EVENT(kvm_pi_irte_update,
1042         TP_PROTO(unsigned int host_irq, unsigned int vcpu_id,
1043                  unsigned int gsi, unsigned int gvec,
1044                  u64 pi_desc_addr, bool set),
1045         TP_ARGS(host_irq, vcpu_id, gsi, gvec, pi_desc_addr, set),
1046
1047         TP_STRUCT__entry(
1048                 __field(        unsigned int,   host_irq        )
1049                 __field(        unsigned int,   vcpu_id         )
1050                 __field(        unsigned int,   gsi             )
1051                 __field(        unsigned int,   gvec            )
1052                 __field(        u64,            pi_desc_addr    )
1053                 __field(        bool,           set             )
1054         ),
1055
1056         TP_fast_assign(
1057                 __entry->host_irq       = host_irq;
1058                 __entry->vcpu_id        = vcpu_id;
1059                 __entry->gsi            = gsi;
1060                 __entry->gvec           = gvec;
1061                 __entry->pi_desc_addr   = pi_desc_addr;
1062                 __entry->set            = set;
1063         ),
1064
1065         TP_printk("VT-d PI is %s for irq %u, vcpu %u, gsi: 0x%x, "
1066                   "gvec: 0x%x, pi_desc_addr: 0x%llx",
1067                   __entry->set ? "enabled and being updated" : "disabled",
1068                   __entry->host_irq,
1069                   __entry->vcpu_id,
1070                   __entry->gsi,
1071                   __entry->gvec,
1072                   __entry->pi_desc_addr)
1073 );
1074
1075 /*
1076  * Tracepoint for kvm_hv_notify_acked_sint.
1077  */
1078 TRACE_EVENT(kvm_hv_notify_acked_sint,
1079         TP_PROTO(int vcpu_id, u32 sint),
1080         TP_ARGS(vcpu_id, sint),
1081
1082         TP_STRUCT__entry(
1083                 __field(int, vcpu_id)
1084                 __field(u32, sint)
1085         ),
1086
1087         TP_fast_assign(
1088                 __entry->vcpu_id = vcpu_id;
1089                 __entry->sint = sint;
1090         ),
1091
1092         TP_printk("vcpu_id %d sint %u", __entry->vcpu_id, __entry->sint)
1093 );
1094
1095 /*
1096  * Tracepoint for synic_set_irq.
1097  */
1098 TRACE_EVENT(kvm_hv_synic_set_irq,
1099         TP_PROTO(int vcpu_id, u32 sint, int vector, int ret),
1100         TP_ARGS(vcpu_id, sint, vector, ret),
1101
1102         TP_STRUCT__entry(
1103                 __field(int, vcpu_id)
1104                 __field(u32, sint)
1105                 __field(int, vector)
1106                 __field(int, ret)
1107         ),
1108
1109         TP_fast_assign(
1110                 __entry->vcpu_id = vcpu_id;
1111                 __entry->sint = sint;
1112                 __entry->vector = vector;
1113                 __entry->ret = ret;
1114         ),
1115
1116         TP_printk("vcpu_id %d sint %u vector %d ret %d",
1117                   __entry->vcpu_id, __entry->sint, __entry->vector,
1118                   __entry->ret)
1119 );
1120
1121 /*
1122  * Tracepoint for kvm_hv_synic_send_eoi.
1123  */
1124 TRACE_EVENT(kvm_hv_synic_send_eoi,
1125         TP_PROTO(int vcpu_id, int vector),
1126         TP_ARGS(vcpu_id, vector),
1127
1128         TP_STRUCT__entry(
1129                 __field(int, vcpu_id)
1130                 __field(u32, sint)
1131                 __field(int, vector)
1132                 __field(int, ret)
1133         ),
1134
1135         TP_fast_assign(
1136                 __entry->vcpu_id = vcpu_id;
1137                 __entry->vector = vector;
1138         ),
1139
1140         TP_printk("vcpu_id %d vector %d", __entry->vcpu_id, __entry->vector)
1141 );
1142
1143 /*
1144  * Tracepoint for synic_set_msr.
1145  */
1146 TRACE_EVENT(kvm_hv_synic_set_msr,
1147         TP_PROTO(int vcpu_id, u32 msr, u64 data, bool host),
1148         TP_ARGS(vcpu_id, msr, data, host),
1149
1150         TP_STRUCT__entry(
1151                 __field(int, vcpu_id)
1152                 __field(u32, msr)
1153                 __field(u64, data)
1154                 __field(bool, host)
1155         ),
1156
1157         TP_fast_assign(
1158                 __entry->vcpu_id = vcpu_id;
1159                 __entry->msr = msr;
1160                 __entry->data = data;
1161                 __entry->host = host
1162         ),
1163
1164         TP_printk("vcpu_id %d msr 0x%x data 0x%llx host %d",
1165                   __entry->vcpu_id, __entry->msr, __entry->data, __entry->host)
1166 );
1167
1168 /*
1169  * Tracepoint for stimer_set_config.
1170  */
1171 TRACE_EVENT(kvm_hv_stimer_set_config,
1172         TP_PROTO(int vcpu_id, int timer_index, u64 config, bool host),
1173         TP_ARGS(vcpu_id, timer_index, config, host),
1174
1175         TP_STRUCT__entry(
1176                 __field(int, vcpu_id)
1177                 __field(int, timer_index)
1178                 __field(u64, config)
1179                 __field(bool, host)
1180         ),
1181
1182         TP_fast_assign(
1183                 __entry->vcpu_id = vcpu_id;
1184                 __entry->timer_index = timer_index;
1185                 __entry->config = config;
1186                 __entry->host = host;
1187         ),
1188
1189         TP_printk("vcpu_id %d timer %d config 0x%llx host %d",
1190                   __entry->vcpu_id, __entry->timer_index, __entry->config,
1191                   __entry->host)
1192 );
1193
1194 /*
1195  * Tracepoint for stimer_set_count.
1196  */
1197 TRACE_EVENT(kvm_hv_stimer_set_count,
1198         TP_PROTO(int vcpu_id, int timer_index, u64 count, bool host),
1199         TP_ARGS(vcpu_id, timer_index, count, host),
1200
1201         TP_STRUCT__entry(
1202                 __field(int, vcpu_id)
1203                 __field(int, timer_index)
1204                 __field(u64, count)
1205                 __field(bool, host)
1206         ),
1207
1208         TP_fast_assign(
1209                 __entry->vcpu_id = vcpu_id;
1210                 __entry->timer_index = timer_index;
1211                 __entry->count = count;
1212                 __entry->host = host;
1213         ),
1214
1215         TP_printk("vcpu_id %d timer %d count %llu host %d",
1216                   __entry->vcpu_id, __entry->timer_index, __entry->count,
1217                   __entry->host)
1218 );
1219
1220 /*
1221  * Tracepoint for stimer_start(periodic timer case).
1222  */
1223 TRACE_EVENT(kvm_hv_stimer_start_periodic,
1224         TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 exp_time),
1225         TP_ARGS(vcpu_id, timer_index, time_now, exp_time),
1226
1227         TP_STRUCT__entry(
1228                 __field(int, vcpu_id)
1229                 __field(int, timer_index)
1230                 __field(u64, time_now)
1231                 __field(u64, exp_time)
1232         ),
1233
1234         TP_fast_assign(
1235                 __entry->vcpu_id = vcpu_id;
1236                 __entry->timer_index = timer_index;
1237                 __entry->time_now = time_now;
1238                 __entry->exp_time = exp_time;
1239         ),
1240
1241         TP_printk("vcpu_id %d timer %d time_now %llu exp_time %llu",
1242                   __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1243                   __entry->exp_time)
1244 );
1245
1246 /*
1247  * Tracepoint for stimer_start(one-shot timer case).
1248  */
1249 TRACE_EVENT(kvm_hv_stimer_start_one_shot,
1250         TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 count),
1251         TP_ARGS(vcpu_id, timer_index, time_now, count),
1252
1253         TP_STRUCT__entry(
1254                 __field(int, vcpu_id)
1255                 __field(int, timer_index)
1256                 __field(u64, time_now)
1257                 __field(u64, count)
1258         ),
1259
1260         TP_fast_assign(
1261                 __entry->vcpu_id = vcpu_id;
1262                 __entry->timer_index = timer_index;
1263                 __entry->time_now = time_now;
1264                 __entry->count = count;
1265         ),
1266
1267         TP_printk("vcpu_id %d timer %d time_now %llu count %llu",
1268                   __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1269                   __entry->count)
1270 );
1271
1272 /*
1273  * Tracepoint for stimer_timer_callback.
1274  */
1275 TRACE_EVENT(kvm_hv_stimer_callback,
1276         TP_PROTO(int vcpu_id, int timer_index),
1277         TP_ARGS(vcpu_id, timer_index),
1278
1279         TP_STRUCT__entry(
1280                 __field(int, vcpu_id)
1281                 __field(int, timer_index)
1282         ),
1283
1284         TP_fast_assign(
1285                 __entry->vcpu_id = vcpu_id;
1286                 __entry->timer_index = timer_index;
1287         ),
1288
1289         TP_printk("vcpu_id %d timer %d",
1290                   __entry->vcpu_id, __entry->timer_index)
1291 );
1292
1293 /*
1294  * Tracepoint for stimer_expiration.
1295  */
1296 TRACE_EVENT(kvm_hv_stimer_expiration,
1297         TP_PROTO(int vcpu_id, int timer_index, int direct, int msg_send_result),
1298         TP_ARGS(vcpu_id, timer_index, direct, msg_send_result),
1299
1300         TP_STRUCT__entry(
1301                 __field(int, vcpu_id)
1302                 __field(int, timer_index)
1303                 __field(int, direct)
1304                 __field(int, msg_send_result)
1305         ),
1306
1307         TP_fast_assign(
1308                 __entry->vcpu_id = vcpu_id;
1309                 __entry->timer_index = timer_index;
1310                 __entry->direct = direct;
1311                 __entry->msg_send_result = msg_send_result;
1312         ),
1313
1314         TP_printk("vcpu_id %d timer %d direct %d send result %d",
1315                   __entry->vcpu_id, __entry->timer_index,
1316                   __entry->direct, __entry->msg_send_result)
1317 );
1318
1319 /*
1320  * Tracepoint for stimer_cleanup.
1321  */
1322 TRACE_EVENT(kvm_hv_stimer_cleanup,
1323         TP_PROTO(int vcpu_id, int timer_index),
1324         TP_ARGS(vcpu_id, timer_index),
1325
1326         TP_STRUCT__entry(
1327                 __field(int, vcpu_id)
1328                 __field(int, timer_index)
1329         ),
1330
1331         TP_fast_assign(
1332                 __entry->vcpu_id = vcpu_id;
1333                 __entry->timer_index = timer_index;
1334         ),
1335
1336         TP_printk("vcpu_id %d timer %d",
1337                   __entry->vcpu_id, __entry->timer_index)
1338 );
1339
1340 TRACE_EVENT(kvm_apicv_update_request,
1341             TP_PROTO(bool activate, unsigned long bit),
1342             TP_ARGS(activate, bit),
1343
1344         TP_STRUCT__entry(
1345                 __field(bool, activate)
1346                 __field(unsigned long, bit)
1347         ),
1348
1349         TP_fast_assign(
1350                 __entry->activate = activate;
1351                 __entry->bit = bit;
1352         ),
1353
1354         TP_printk("%s bit=%lu",
1355                   __entry->activate ? "activate" : "deactivate",
1356                   __entry->bit)
1357 );
1358
1359 TRACE_EVENT(kvm_apicv_accept_irq,
1360             TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
1361             TP_ARGS(apicid, dm, tm, vec),
1362
1363         TP_STRUCT__entry(
1364                 __field(        __u32,          apicid          )
1365                 __field(        __u16,          dm              )
1366                 __field(        __u16,          tm              )
1367                 __field(        __u8,           vec             )
1368         ),
1369
1370         TP_fast_assign(
1371                 __entry->apicid         = apicid;
1372                 __entry->dm             = dm;
1373                 __entry->tm             = tm;
1374                 __entry->vec            = vec;
1375         ),
1376
1377         TP_printk("apicid %x vec %u (%s|%s)",
1378                   __entry->apicid, __entry->vec,
1379                   __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
1380                   __entry->tm ? "level" : "edge")
1381 );
1382
1383 /*
1384  * Tracepoint for AMD AVIC
1385  */
1386 TRACE_EVENT(kvm_avic_incomplete_ipi,
1387             TP_PROTO(u32 vcpu, u32 icrh, u32 icrl, u32 id, u32 index),
1388             TP_ARGS(vcpu, icrh, icrl, id, index),
1389
1390         TP_STRUCT__entry(
1391                 __field(u32, vcpu)
1392                 __field(u32, icrh)
1393                 __field(u32, icrl)
1394                 __field(u32, id)
1395                 __field(u32, index)
1396         ),
1397
1398         TP_fast_assign(
1399                 __entry->vcpu = vcpu;
1400                 __entry->icrh = icrh;
1401                 __entry->icrl = icrl;
1402                 __entry->id = id;
1403                 __entry->index = index;
1404         ),
1405
1406         TP_printk("vcpu=%u, icrh:icrl=%#010x:%08x, id=%u, index=%u",
1407                   __entry->vcpu, __entry->icrh, __entry->icrl,
1408                   __entry->id, __entry->index)
1409 );
1410
1411 TRACE_EVENT(kvm_avic_unaccelerated_access,
1412             TP_PROTO(u32 vcpu, u32 offset, bool ft, bool rw, u32 vec),
1413             TP_ARGS(vcpu, offset, ft, rw, vec),
1414
1415         TP_STRUCT__entry(
1416                 __field(u32, vcpu)
1417                 __field(u32, offset)
1418                 __field(bool, ft)
1419                 __field(bool, rw)
1420                 __field(u32, vec)
1421         ),
1422
1423         TP_fast_assign(
1424                 __entry->vcpu = vcpu;
1425                 __entry->offset = offset;
1426                 __entry->ft = ft;
1427                 __entry->rw = rw;
1428                 __entry->vec = vec;
1429         ),
1430
1431         TP_printk("vcpu=%u, offset=%#x(%s), %s, %s, vec=%#x",
1432                   __entry->vcpu,
1433                   __entry->offset,
1434                   __print_symbolic(__entry->offset, kvm_trace_symbol_apic),
1435                   __entry->ft ? "trap" : "fault",
1436                   __entry->rw ? "write" : "read",
1437                   __entry->vec)
1438 );
1439
1440 TRACE_EVENT(kvm_avic_ga_log,
1441             TP_PROTO(u32 vmid, u32 vcpuid),
1442             TP_ARGS(vmid, vcpuid),
1443
1444         TP_STRUCT__entry(
1445                 __field(u32, vmid)
1446                 __field(u32, vcpuid)
1447         ),
1448
1449         TP_fast_assign(
1450                 __entry->vmid = vmid;
1451                 __entry->vcpuid = vcpuid;
1452         ),
1453
1454         TP_printk("vmid=%u, vcpuid=%u",
1455                   __entry->vmid, __entry->vcpuid)
1456 );
1457
1458 TRACE_EVENT(kvm_hv_timer_state,
1459                 TP_PROTO(unsigned int vcpu_id, unsigned int hv_timer_in_use),
1460                 TP_ARGS(vcpu_id, hv_timer_in_use),
1461                 TP_STRUCT__entry(
1462                         __field(unsigned int, vcpu_id)
1463                         __field(unsigned int, hv_timer_in_use)
1464                         ),
1465                 TP_fast_assign(
1466                         __entry->vcpu_id = vcpu_id;
1467                         __entry->hv_timer_in_use = hv_timer_in_use;
1468                         ),
1469                 TP_printk("vcpu_id %x hv_timer %x",
1470                         __entry->vcpu_id,
1471                         __entry->hv_timer_in_use)
1472 );
1473
1474 /*
1475  * Tracepoint for kvm_hv_flush_tlb.
1476  */
1477 TRACE_EVENT(kvm_hv_flush_tlb,
1478         TP_PROTO(u64 processor_mask, u64 address_space, u64 flags),
1479         TP_ARGS(processor_mask, address_space, flags),
1480
1481         TP_STRUCT__entry(
1482                 __field(u64, processor_mask)
1483                 __field(u64, address_space)
1484                 __field(u64, flags)
1485         ),
1486
1487         TP_fast_assign(
1488                 __entry->processor_mask = processor_mask;
1489                 __entry->address_space = address_space;
1490                 __entry->flags = flags;
1491         ),
1492
1493         TP_printk("processor_mask 0x%llx address_space 0x%llx flags 0x%llx",
1494                   __entry->processor_mask, __entry->address_space,
1495                   __entry->flags)
1496 );
1497
1498 /*
1499  * Tracepoint for kvm_hv_flush_tlb_ex.
1500  */
1501 TRACE_EVENT(kvm_hv_flush_tlb_ex,
1502         TP_PROTO(u64 valid_bank_mask, u64 format, u64 address_space, u64 flags),
1503         TP_ARGS(valid_bank_mask, format, address_space, flags),
1504
1505         TP_STRUCT__entry(
1506                 __field(u64, valid_bank_mask)
1507                 __field(u64, format)
1508                 __field(u64, address_space)
1509                 __field(u64, flags)
1510         ),
1511
1512         TP_fast_assign(
1513                 __entry->valid_bank_mask = valid_bank_mask;
1514                 __entry->format = format;
1515                 __entry->address_space = address_space;
1516                 __entry->flags = flags;
1517         ),
1518
1519         TP_printk("valid_bank_mask 0x%llx format 0x%llx "
1520                   "address_space 0x%llx flags 0x%llx",
1521                   __entry->valid_bank_mask, __entry->format,
1522                   __entry->address_space, __entry->flags)
1523 );
1524
1525 /*
1526  * Tracepoints for kvm_hv_send_ipi.
1527  */
1528 TRACE_EVENT(kvm_hv_send_ipi,
1529         TP_PROTO(u32 vector, u64 processor_mask),
1530         TP_ARGS(vector, processor_mask),
1531
1532         TP_STRUCT__entry(
1533                 __field(u32, vector)
1534                 __field(u64, processor_mask)
1535         ),
1536
1537         TP_fast_assign(
1538                 __entry->vector = vector;
1539                 __entry->processor_mask = processor_mask;
1540         ),
1541
1542         TP_printk("vector %x processor_mask 0x%llx",
1543                   __entry->vector, __entry->processor_mask)
1544 );
1545
1546 TRACE_EVENT(kvm_hv_send_ipi_ex,
1547         TP_PROTO(u32 vector, u64 format, u64 valid_bank_mask),
1548         TP_ARGS(vector, format, valid_bank_mask),
1549
1550         TP_STRUCT__entry(
1551                 __field(u32, vector)
1552                 __field(u64, format)
1553                 __field(u64, valid_bank_mask)
1554         ),
1555
1556         TP_fast_assign(
1557                 __entry->vector = vector;
1558                 __entry->format = format;
1559                 __entry->valid_bank_mask = valid_bank_mask;
1560         ),
1561
1562         TP_printk("vector %x format %llx valid_bank_mask 0x%llx",
1563                   __entry->vector, __entry->format,
1564                   __entry->valid_bank_mask)
1565 );
1566
1567 TRACE_EVENT(kvm_pv_tlb_flush,
1568         TP_PROTO(unsigned int vcpu_id, bool need_flush_tlb),
1569         TP_ARGS(vcpu_id, need_flush_tlb),
1570
1571         TP_STRUCT__entry(
1572                 __field(        unsigned int,   vcpu_id         )
1573                 __field(        bool,   need_flush_tlb          )
1574         ),
1575
1576         TP_fast_assign(
1577                 __entry->vcpu_id        = vcpu_id;
1578                 __entry->need_flush_tlb = need_flush_tlb;
1579         ),
1580
1581         TP_printk("vcpu %u need_flush_tlb %s", __entry->vcpu_id,
1582                 __entry->need_flush_tlb ? "true" : "false")
1583 );
1584
1585 /*
1586  * Tracepoint for failed nested VMX VM-Enter.
1587  */
1588 TRACE_EVENT(kvm_nested_vmenter_failed,
1589         TP_PROTO(const char *msg, u32 err),
1590         TP_ARGS(msg, err),
1591
1592         TP_STRUCT__entry(
1593                 __string(msg, msg)
1594                 __field(u32, err)
1595         ),
1596
1597         TP_fast_assign(
1598                 __assign_str(msg, msg);
1599                 __entry->err = err;
1600         ),
1601
1602         TP_printk("%s%s", __get_str(msg), !__entry->err ? "" :
1603                 __print_symbolic(__entry->err, VMX_VMENTER_INSTRUCTION_ERRORS))
1604 );
1605
1606 /*
1607  * Tracepoint for syndbg_set_msr.
1608  */
1609 TRACE_EVENT(kvm_hv_syndbg_set_msr,
1610         TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1611         TP_ARGS(vcpu_id, vp_index, msr, data),
1612
1613         TP_STRUCT__entry(
1614                 __field(int, vcpu_id)
1615                 __field(u32, vp_index)
1616                 __field(u32, msr)
1617                 __field(u64, data)
1618         ),
1619
1620         TP_fast_assign(
1621                 __entry->vcpu_id = vcpu_id;
1622                 __entry->vp_index = vp_index;
1623                 __entry->msr = msr;
1624                 __entry->data = data;
1625         ),
1626
1627         TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1628                   __entry->vcpu_id, __entry->vp_index, __entry->msr,
1629                   __entry->data)
1630 );
1631
1632 /*
1633  * Tracepoint for syndbg_get_msr.
1634  */
1635 TRACE_EVENT(kvm_hv_syndbg_get_msr,
1636         TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1637         TP_ARGS(vcpu_id, vp_index, msr, data),
1638
1639         TP_STRUCT__entry(
1640                 __field(int, vcpu_id)
1641                 __field(u32, vp_index)
1642                 __field(u32, msr)
1643                 __field(u64, data)
1644         ),
1645
1646         TP_fast_assign(
1647                 __entry->vcpu_id = vcpu_id;
1648                 __entry->vp_index = vp_index;
1649                 __entry->msr = msr;
1650                 __entry->data = data;
1651         ),
1652
1653         TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1654                   __entry->vcpu_id, __entry->vp_index, __entry->msr,
1655                   __entry->data)
1656 );
1657
1658 /*
1659  * Tracepoint for the start of VMGEXIT processing
1660  */
1661 TRACE_EVENT(kvm_vmgexit_enter,
1662         TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1663         TP_ARGS(vcpu_id, ghcb),
1664
1665         TP_STRUCT__entry(
1666                 __field(unsigned int, vcpu_id)
1667                 __field(u64, exit_reason)
1668                 __field(u64, info1)
1669                 __field(u64, info2)
1670         ),
1671
1672         TP_fast_assign(
1673                 __entry->vcpu_id     = vcpu_id;
1674                 __entry->exit_reason = ghcb->save.sw_exit_code;
1675                 __entry->info1       = ghcb->save.sw_exit_info_1;
1676                 __entry->info2       = ghcb->save.sw_exit_info_2;
1677         ),
1678
1679         TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1680                   __entry->vcpu_id, __entry->exit_reason,
1681                   __entry->info1, __entry->info2)
1682 );
1683
1684 /*
1685  * Tracepoint for the end of VMGEXIT processing
1686  */
1687 TRACE_EVENT(kvm_vmgexit_exit,
1688         TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1689         TP_ARGS(vcpu_id, ghcb),
1690
1691         TP_STRUCT__entry(
1692                 __field(unsigned int, vcpu_id)
1693                 __field(u64, exit_reason)
1694                 __field(u64, info1)
1695                 __field(u64, info2)
1696         ),
1697
1698         TP_fast_assign(
1699                 __entry->vcpu_id     = vcpu_id;
1700                 __entry->exit_reason = ghcb->save.sw_exit_code;
1701                 __entry->info1       = ghcb->save.sw_exit_info_1;
1702                 __entry->info2       = ghcb->save.sw_exit_info_2;
1703         ),
1704
1705         TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1706                   __entry->vcpu_id, __entry->exit_reason,
1707                   __entry->info1, __entry->info2)
1708 );
1709
1710 /*
1711  * Tracepoint for the start of VMGEXIT MSR procotol processing
1712  */
1713 TRACE_EVENT(kvm_vmgexit_msr_protocol_enter,
1714         TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa),
1715         TP_ARGS(vcpu_id, ghcb_gpa),
1716
1717         TP_STRUCT__entry(
1718                 __field(unsigned int, vcpu_id)
1719                 __field(u64, ghcb_gpa)
1720         ),
1721
1722         TP_fast_assign(
1723                 __entry->vcpu_id  = vcpu_id;
1724                 __entry->ghcb_gpa = ghcb_gpa;
1725         ),
1726
1727         TP_printk("vcpu %u, ghcb_gpa %016llx",
1728                   __entry->vcpu_id, __entry->ghcb_gpa)
1729 );
1730
1731 /*
1732  * Tracepoint for the end of VMGEXIT MSR procotol processing
1733  */
1734 TRACE_EVENT(kvm_vmgexit_msr_protocol_exit,
1735         TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa, int result),
1736         TP_ARGS(vcpu_id, ghcb_gpa, result),
1737
1738         TP_STRUCT__entry(
1739                 __field(unsigned int, vcpu_id)
1740                 __field(u64, ghcb_gpa)
1741                 __field(int, result)
1742         ),
1743
1744         TP_fast_assign(
1745                 __entry->vcpu_id  = vcpu_id;
1746                 __entry->ghcb_gpa = ghcb_gpa;
1747                 __entry->result   = result;
1748         ),
1749
1750         TP_printk("vcpu %u, ghcb_gpa %016llx, result %d",
1751                   __entry->vcpu_id, __entry->ghcb_gpa, __entry->result)
1752 );
1753
1754 #endif /* _TRACE_KVM_H */
1755
1756 #undef TRACE_INCLUDE_PATH
1757 #define TRACE_INCLUDE_PATH ../../arch/x86/kvm
1758 #undef TRACE_INCLUDE_FILE
1759 #define TRACE_INCLUDE_FILE trace
1760
1761 /* This part must be outside protection */
1762 #include <trace/define_trace.h>