]>
Commit | Line | Data |
---|---|---|
33906bc5 MG |
1 | #undef TRACE_SYSTEM |
2 | #define TRACE_SYSTEM vmscan | |
3 | ||
4 | #if !defined(_TRACE_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ) | |
5 | #define _TRACE_VMSCAN_H | |
6 | ||
7 | #include <linux/types.h> | |
8 | #include <linux/tracepoint.h> | |
83cd81a3 KM |
9 | #include <linux/mm.h> |
10 | #include <linux/memcontrol.h> | |
420adbe9 | 11 | #include <trace/events/mmflags.h> |
33906bc5 | 12 | |
755f0225 MG |
13 | #define RECLAIM_WB_ANON 0x0001u |
14 | #define RECLAIM_WB_FILE 0x0002u | |
e11da5b4 | 15 | #define RECLAIM_WB_MIXED 0x0010u |
41ac1999 | 16 | #define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */ |
755f0225 MG |
17 | #define RECLAIM_WB_ASYNC 0x0008u |
18 | ||
19 | #define show_reclaim_flags(flags) \ | |
20 | (flags) ? __print_flags(flags, "|", \ | |
21 | {RECLAIM_WB_ANON, "RECLAIM_WB_ANON"}, \ | |
22 | {RECLAIM_WB_FILE, "RECLAIM_WB_FILE"}, \ | |
e11da5b4 | 23 | {RECLAIM_WB_MIXED, "RECLAIM_WB_MIXED"}, \ |
755f0225 MG |
24 | {RECLAIM_WB_SYNC, "RECLAIM_WB_SYNC"}, \ |
25 | {RECLAIM_WB_ASYNC, "RECLAIM_WB_ASYNC"} \ | |
26 | ) : "RECLAIM_WB_NONE" | |
27 | ||
23b9da55 | 28 | #define trace_reclaim_flags(page) ( \ |
755f0225 | 29 | (page_is_file_cache(page) ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \ |
41ac1999 | 30 | (RECLAIM_WB_ASYNC) \ |
755f0225 MG |
31 | ) |
32 | ||
23b9da55 | 33 | #define trace_shrink_flags(file) \ |
41ac1999 MG |
34 | ( \ |
35 | (file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \ | |
36 | (RECLAIM_WB_ASYNC) \ | |
e11da5b4 MG |
37 | ) |
38 | ||
33906bc5 MG |
39 | TRACE_EVENT(mm_vmscan_kswapd_sleep, |
40 | ||
41 | TP_PROTO(int nid), | |
42 | ||
43 | TP_ARGS(nid), | |
44 | ||
45 | TP_STRUCT__entry( | |
46 | __field( int, nid ) | |
47 | ), | |
48 | ||
49 | TP_fast_assign( | |
50 | __entry->nid = nid; | |
51 | ), | |
52 | ||
53 | TP_printk("nid=%d", __entry->nid) | |
54 | ); | |
55 | ||
56 | TRACE_EVENT(mm_vmscan_kswapd_wake, | |
57 | ||
e5146b12 | 58 | TP_PROTO(int nid, int zid, int order), |
33906bc5 | 59 | |
e5146b12 | 60 | TP_ARGS(nid, zid, order), |
33906bc5 MG |
61 | |
62 | TP_STRUCT__entry( | |
63 | __field( int, nid ) | |
e5146b12 | 64 | __field( int, zid ) |
33906bc5 MG |
65 | __field( int, order ) |
66 | ), | |
67 | ||
68 | TP_fast_assign( | |
69 | __entry->nid = nid; | |
e5146b12 | 70 | __entry->zid = zid; |
33906bc5 MG |
71 | __entry->order = order; |
72 | ), | |
73 | ||
e5146b12 | 74 | TP_printk("nid=%d zid=%d order=%d", __entry->nid, __entry->zid, __entry->order) |
33906bc5 MG |
75 | ); |
76 | ||
77 | TRACE_EVENT(mm_vmscan_wakeup_kswapd, | |
78 | ||
79 | TP_PROTO(int nid, int zid, int order), | |
80 | ||
81 | TP_ARGS(nid, zid, order), | |
82 | ||
83 | TP_STRUCT__entry( | |
84 | __field( int, nid ) | |
85 | __field( int, zid ) | |
86 | __field( int, order ) | |
87 | ), | |
88 | ||
89 | TP_fast_assign( | |
90 | __entry->nid = nid; | |
91 | __entry->zid = zid; | |
92 | __entry->order = order; | |
93 | ), | |
94 | ||
95 | TP_printk("nid=%d zid=%d order=%d", | |
96 | __entry->nid, | |
97 | __entry->zid, | |
98 | __entry->order) | |
99 | ); | |
100 | ||
cf4dcc3e | 101 | DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template, |
33906bc5 | 102 | |
e5146b12 | 103 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), |
33906bc5 | 104 | |
e5146b12 | 105 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx), |
33906bc5 MG |
106 | |
107 | TP_STRUCT__entry( | |
108 | __field( int, order ) | |
109 | __field( int, may_writepage ) | |
110 | __field( gfp_t, gfp_flags ) | |
e5146b12 | 111 | __field( int, classzone_idx ) |
33906bc5 MG |
112 | ), |
113 | ||
114 | TP_fast_assign( | |
115 | __entry->order = order; | |
116 | __entry->may_writepage = may_writepage; | |
117 | __entry->gfp_flags = gfp_flags; | |
e5146b12 | 118 | __entry->classzone_idx = classzone_idx; |
33906bc5 MG |
119 | ), |
120 | ||
e5146b12 | 121 | TP_printk("order=%d may_writepage=%d gfp_flags=%s classzone_idx=%d", |
33906bc5 MG |
122 | __entry->order, |
123 | __entry->may_writepage, | |
e5146b12 MG |
124 | show_gfp_flags(__entry->gfp_flags), |
125 | __entry->classzone_idx) | |
33906bc5 MG |
126 | ); |
127 | ||
cf4dcc3e KM |
128 | DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin, |
129 | ||
e5146b12 | 130 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), |
cf4dcc3e | 131 | |
e5146b12 | 132 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx) |
cf4dcc3e KM |
133 | ); |
134 | ||
bdce6d9e KM |
135 | DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin, |
136 | ||
e5146b12 | 137 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), |
bdce6d9e | 138 | |
e5146b12 | 139 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx) |
bdce6d9e KM |
140 | ); |
141 | ||
142 | DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin, | |
143 | ||
e5146b12 | 144 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), |
bdce6d9e | 145 | |
e5146b12 | 146 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx) |
bdce6d9e | 147 | ); |
cf4dcc3e KM |
148 | |
149 | DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template, | |
33906bc5 MG |
150 | |
151 | TP_PROTO(unsigned long nr_reclaimed), | |
152 | ||
153 | TP_ARGS(nr_reclaimed), | |
154 | ||
155 | TP_STRUCT__entry( | |
156 | __field( unsigned long, nr_reclaimed ) | |
157 | ), | |
158 | ||
159 | TP_fast_assign( | |
160 | __entry->nr_reclaimed = nr_reclaimed; | |
161 | ), | |
162 | ||
163 | TP_printk("nr_reclaimed=%lu", __entry->nr_reclaimed) | |
164 | ); | |
165 | ||
cf4dcc3e KM |
166 | DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template, mm_vmscan_direct_reclaim_end, |
167 | ||
168 | TP_PROTO(unsigned long nr_reclaimed), | |
169 | ||
170 | TP_ARGS(nr_reclaimed) | |
171 | ); | |
172 | ||
bdce6d9e KM |
173 | DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_reclaim_end, |
174 | ||
175 | TP_PROTO(unsigned long nr_reclaimed), | |
176 | ||
177 | TP_ARGS(nr_reclaimed) | |
178 | ); | |
179 | ||
180 | DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_softlimit_reclaim_end, | |
181 | ||
182 | TP_PROTO(unsigned long nr_reclaimed), | |
183 | ||
184 | TP_ARGS(nr_reclaimed) | |
185 | ); | |
186 | ||
09576073 DC |
187 | TRACE_EVENT(mm_shrink_slab_start, |
188 | TP_PROTO(struct shrinker *shr, struct shrink_control *sc, | |
189 | long nr_objects_to_shrink, unsigned long pgs_scanned, | |
190 | unsigned long lru_pgs, unsigned long cache_items, | |
191 | unsigned long long delta, unsigned long total_scan), | |
192 | ||
193 | TP_ARGS(shr, sc, nr_objects_to_shrink, pgs_scanned, lru_pgs, | |
194 | cache_items, delta, total_scan), | |
195 | ||
196 | TP_STRUCT__entry( | |
197 | __field(struct shrinker *, shr) | |
198 | __field(void *, shrink) | |
df9024a8 | 199 | __field(int, nid) |
09576073 DC |
200 | __field(long, nr_objects_to_shrink) |
201 | __field(gfp_t, gfp_flags) | |
202 | __field(unsigned long, pgs_scanned) | |
203 | __field(unsigned long, lru_pgs) | |
204 | __field(unsigned long, cache_items) | |
205 | __field(unsigned long long, delta) | |
206 | __field(unsigned long, total_scan) | |
207 | ), | |
208 | ||
209 | TP_fast_assign( | |
210 | __entry->shr = shr; | |
a0b02131 | 211 | __entry->shrink = shr->scan_objects; |
df9024a8 | 212 | __entry->nid = sc->nid; |
09576073 DC |
213 | __entry->nr_objects_to_shrink = nr_objects_to_shrink; |
214 | __entry->gfp_flags = sc->gfp_mask; | |
215 | __entry->pgs_scanned = pgs_scanned; | |
216 | __entry->lru_pgs = lru_pgs; | |
217 | __entry->cache_items = cache_items; | |
218 | __entry->delta = delta; | |
219 | __entry->total_scan = total_scan; | |
220 | ), | |
221 | ||
df9024a8 | 222 | TP_printk("%pF %p: nid: %d objects to shrink %ld gfp_flags %s pgs_scanned %ld lru_pgs %ld cache items %ld delta %lld total_scan %ld", |
09576073 DC |
223 | __entry->shrink, |
224 | __entry->shr, | |
df9024a8 | 225 | __entry->nid, |
09576073 DC |
226 | __entry->nr_objects_to_shrink, |
227 | show_gfp_flags(__entry->gfp_flags), | |
228 | __entry->pgs_scanned, | |
229 | __entry->lru_pgs, | |
230 | __entry->cache_items, | |
231 | __entry->delta, | |
232 | __entry->total_scan) | |
233 | ); | |
234 | ||
235 | TRACE_EVENT(mm_shrink_slab_end, | |
df9024a8 | 236 | TP_PROTO(struct shrinker *shr, int nid, int shrinker_retval, |
7fe70475 | 237 | long unused_scan_cnt, long new_scan_cnt, long total_scan), |
09576073 | 238 | |
df9024a8 DH |
239 | TP_ARGS(shr, nid, shrinker_retval, unused_scan_cnt, new_scan_cnt, |
240 | total_scan), | |
09576073 DC |
241 | |
242 | TP_STRUCT__entry( | |
243 | __field(struct shrinker *, shr) | |
df9024a8 | 244 | __field(int, nid) |
09576073 DC |
245 | __field(void *, shrink) |
246 | __field(long, unused_scan) | |
247 | __field(long, new_scan) | |
248 | __field(int, retval) | |
249 | __field(long, total_scan) | |
250 | ), | |
251 | ||
252 | TP_fast_assign( | |
253 | __entry->shr = shr; | |
df9024a8 | 254 | __entry->nid = nid; |
a0b02131 | 255 | __entry->shrink = shr->scan_objects; |
09576073 DC |
256 | __entry->unused_scan = unused_scan_cnt; |
257 | __entry->new_scan = new_scan_cnt; | |
258 | __entry->retval = shrinker_retval; | |
7fe70475 | 259 | __entry->total_scan = total_scan; |
09576073 DC |
260 | ), |
261 | ||
df9024a8 | 262 | TP_printk("%pF %p: nid: %d unused scan count %ld new scan count %ld total_scan %ld last shrinker return val %d", |
09576073 DC |
263 | __entry->shrink, |
264 | __entry->shr, | |
df9024a8 | 265 | __entry->nid, |
09576073 DC |
266 | __entry->unused_scan, |
267 | __entry->new_scan, | |
268 | __entry->total_scan, | |
269 | __entry->retval) | |
270 | ); | |
bdce6d9e | 271 | |
30b9aed8 | 272 | TRACE_EVENT(mm_vmscan_lru_isolate, |
e5146b12 MG |
273 | TP_PROTO(int classzone_idx, |
274 | int order, | |
a8a94d15 MG |
275 | unsigned long nr_requested, |
276 | unsigned long nr_scanned, | |
277 | unsigned long nr_taken, | |
ea4d349f TM |
278 | isolate_mode_t isolate_mode, |
279 | int file), | |
a8a94d15 | 280 | |
e5146b12 | 281 | TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken, isolate_mode, file), |
a8a94d15 MG |
282 | |
283 | TP_STRUCT__entry( | |
e5146b12 | 284 | __field(int, classzone_idx) |
a8a94d15 MG |
285 | __field(int, order) |
286 | __field(unsigned long, nr_requested) | |
287 | __field(unsigned long, nr_scanned) | |
288 | __field(unsigned long, nr_taken) | |
4356f21d | 289 | __field(isolate_mode_t, isolate_mode) |
ea4d349f | 290 | __field(int, file) |
a8a94d15 MG |
291 | ), |
292 | ||
293 | TP_fast_assign( | |
e5146b12 | 294 | __entry->classzone_idx = classzone_idx; |
a8a94d15 MG |
295 | __entry->order = order; |
296 | __entry->nr_requested = nr_requested; | |
297 | __entry->nr_scanned = nr_scanned; | |
298 | __entry->nr_taken = nr_taken; | |
a8a94d15 | 299 | __entry->isolate_mode = isolate_mode; |
ea4d349f | 300 | __entry->file = file; |
a8a94d15 MG |
301 | ), |
302 | ||
e5146b12 | 303 | TP_printk("isolate_mode=%d classzone=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu file=%d", |
a8a94d15 | 304 | __entry->isolate_mode, |
e5146b12 | 305 | __entry->classzone_idx, |
a8a94d15 MG |
306 | __entry->order, |
307 | __entry->nr_requested, | |
308 | __entry->nr_scanned, | |
309 | __entry->nr_taken, | |
ea4d349f | 310 | __entry->file) |
a8a94d15 MG |
311 | ); |
312 | ||
755f0225 MG |
313 | TRACE_EVENT(mm_vmscan_writepage, |
314 | ||
3aa23851 | 315 | TP_PROTO(struct page *page), |
755f0225 | 316 | |
3aa23851 | 317 | TP_ARGS(page), |
755f0225 MG |
318 | |
319 | TP_STRUCT__entry( | |
9fdd8a87 | 320 | __field(unsigned long, pfn) |
755f0225 MG |
321 | __field(int, reclaim_flags) |
322 | ), | |
323 | ||
324 | TP_fast_assign( | |
9fdd8a87 | 325 | __entry->pfn = page_to_pfn(page); |
3aa23851 | 326 | __entry->reclaim_flags = trace_reclaim_flags(page); |
755f0225 MG |
327 | ), |
328 | ||
329 | TP_printk("page=%p pfn=%lu flags=%s", | |
9fdd8a87 NK |
330 | pfn_to_page(__entry->pfn), |
331 | __entry->pfn, | |
755f0225 MG |
332 | show_reclaim_flags(__entry->reclaim_flags)) |
333 | ); | |
334 | ||
e11da5b4 MG |
335 | TRACE_EVENT(mm_vmscan_lru_shrink_inactive, |
336 | ||
599d0c95 | 337 | TP_PROTO(int nid, |
ba5e9579 | 338 | unsigned long nr_scanned, unsigned long nr_reclaimed, |
339 | int priority, int file), | |
e11da5b4 | 340 | |
599d0c95 | 341 | TP_ARGS(nid, nr_scanned, nr_reclaimed, priority, file), |
e11da5b4 MG |
342 | |
343 | TP_STRUCT__entry( | |
344 | __field(int, nid) | |
e11da5b4 MG |
345 | __field(unsigned long, nr_scanned) |
346 | __field(unsigned long, nr_reclaimed) | |
347 | __field(int, priority) | |
348 | __field(int, reclaim_flags) | |
349 | ), | |
350 | ||
351 | TP_fast_assign( | |
599d0c95 | 352 | __entry->nid = nid; |
e11da5b4 MG |
353 | __entry->nr_scanned = nr_scanned; |
354 | __entry->nr_reclaimed = nr_reclaimed; | |
355 | __entry->priority = priority; | |
ba5e9579 | 356 | __entry->reclaim_flags = trace_shrink_flags(file); |
e11da5b4 MG |
357 | ), |
358 | ||
599d0c95 MG |
359 | TP_printk("nid=%d nr_scanned=%ld nr_reclaimed=%ld priority=%d flags=%s", |
360 | __entry->nid, | |
e11da5b4 MG |
361 | __entry->nr_scanned, __entry->nr_reclaimed, |
362 | __entry->priority, | |
363 | show_reclaim_flags(__entry->reclaim_flags)) | |
364 | ); | |
365 | ||
33906bc5 MG |
366 | #endif /* _TRACE_VMSCAN_H */ |
367 | ||
368 | /* This part must be outside protection */ | |
369 | #include <trace/define_trace.h> |