kmem.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606
  1. #undef TRACE_SYSTEM
  2. #define TRACE_SYSTEM kmem
  3. #if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
  4. #define _TRACE_KMEM_H
  5. #include <linux/types.h>
  6. #include <linux/tracepoint.h>
  7. #include "gfpflags.h"
  8. DECLARE_EVENT_CLASS(kmem_alloc,
  9. TP_PROTO(unsigned long call_site,
  10. const void *ptr,
  11. size_t bytes_req,
  12. size_t bytes_alloc,
  13. gfp_t gfp_flags),
  14. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  15. TP_STRUCT__entry(
  16. __field( unsigned long, call_site )
  17. __field( const void *, ptr )
  18. __field( size_t, bytes_req )
  19. __field( size_t, bytes_alloc )
  20. __field( gfp_t, gfp_flags )
  21. ),
  22. TP_fast_assign(
  23. __entry->call_site = call_site;
  24. __entry->ptr = ptr;
  25. __entry->bytes_req = bytes_req;
  26. __entry->bytes_alloc = bytes_alloc;
  27. __entry->gfp_flags = gfp_flags;
  28. ),
  29. TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
  30. __entry->call_site,
  31. __entry->ptr,
  32. __entry->bytes_req,
  33. __entry->bytes_alloc,
  34. show_gfp_flags(__entry->gfp_flags))
  35. );
  36. DEFINE_EVENT(kmem_alloc, kmalloc,
  37. TP_PROTO(unsigned long call_site, const void *ptr,
  38. size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  39. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  40. );
  41. DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,
  42. TP_PROTO(unsigned long call_site, const void *ptr,
  43. size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  44. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  45. );
  46. DECLARE_EVENT_CLASS(kmem_alloc_node,
  47. TP_PROTO(unsigned long call_site,
  48. const void *ptr,
  49. size_t bytes_req,
  50. size_t bytes_alloc,
  51. gfp_t gfp_flags,
  52. int node),
  53. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  54. TP_STRUCT__entry(
  55. __field( unsigned long, call_site )
  56. __field( const void *, ptr )
  57. __field( size_t, bytes_req )
  58. __field( size_t, bytes_alloc )
  59. __field( gfp_t, gfp_flags )
  60. __field( int, node )
  61. ),
  62. TP_fast_assign(
  63. __entry->call_site = call_site;
  64. __entry->ptr = ptr;
  65. __entry->bytes_req = bytes_req;
  66. __entry->bytes_alloc = bytes_alloc;
  67. __entry->gfp_flags = gfp_flags;
  68. __entry->node = node;
  69. ),
  70. TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
  71. __entry->call_site,
  72. __entry->ptr,
  73. __entry->bytes_req,
  74. __entry->bytes_alloc,
  75. show_gfp_flags(__entry->gfp_flags),
  76. __entry->node)
  77. );
  78. DEFINE_EVENT(kmem_alloc_node, kmalloc_node,
  79. TP_PROTO(unsigned long call_site, const void *ptr,
  80. size_t bytes_req, size_t bytes_alloc,
  81. gfp_t gfp_flags, int node),
  82. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
  83. );
  84. DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,
  85. TP_PROTO(unsigned long call_site, const void *ptr,
  86. size_t bytes_req, size_t bytes_alloc,
  87. gfp_t gfp_flags, int node),
  88. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
  89. );
  90. DECLARE_EVENT_CLASS(kmem_free,
  91. TP_PROTO(unsigned long call_site, const void *ptr),
  92. TP_ARGS(call_site, ptr),
  93. TP_STRUCT__entry(
  94. __field( unsigned long, call_site )
  95. __field( const void *, ptr )
  96. ),
  97. TP_fast_assign(
  98. __entry->call_site = call_site;
  99. __entry->ptr = ptr;
  100. ),
  101. TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
  102. );
  103. DEFINE_EVENT(kmem_free, kfree,
  104. TP_PROTO(unsigned long call_site, const void *ptr),
  105. TP_ARGS(call_site, ptr)
  106. );
  107. DEFINE_EVENT(kmem_free, kmem_cache_free,
  108. TP_PROTO(unsigned long call_site, const void *ptr),
  109. TP_ARGS(call_site, ptr)
  110. );
  111. TRACE_EVENT(mm_page_free,
  112. TP_PROTO(struct page *page, unsigned int order),
  113. TP_ARGS(page, order),
  114. TP_STRUCT__entry(
  115. __field( struct page *, page )
  116. __field( unsigned int, order )
  117. ),
  118. TP_fast_assign(
  119. __entry->page = page;
  120. __entry->order = order;
  121. ),
  122. TP_printk("page=%p pfn=%lu order=%d",
  123. __entry->page,
  124. page_to_pfn(__entry->page),
  125. __entry->order)
  126. );
  127. TRACE_EVENT(mm_page_free_batched,
  128. TP_PROTO(struct page *page, int cold),
  129. TP_ARGS(page, cold),
  130. TP_STRUCT__entry(
  131. __field( struct page *, page )
  132. __field( int, cold )
  133. ),
  134. TP_fast_assign(
  135. __entry->page = page;
  136. __entry->cold = cold;
  137. ),
  138. TP_printk("page=%p pfn=%lu order=0 cold=%d",
  139. __entry->page,
  140. page_to_pfn(__entry->page),
  141. __entry->cold)
  142. );
  143. TRACE_EVENT(mm_page_alloc,
  144. TP_PROTO(struct page *page, unsigned int order,
  145. gfp_t gfp_flags, int migratetype),
  146. TP_ARGS(page, order, gfp_flags, migratetype),
  147. TP_STRUCT__entry(
  148. __field( struct page *, page )
  149. __field( unsigned int, order )
  150. __field( gfp_t, gfp_flags )
  151. __field( int, migratetype )
  152. ),
  153. TP_fast_assign(
  154. __entry->page = page;
  155. __entry->order = order;
  156. __entry->gfp_flags = gfp_flags;
  157. __entry->migratetype = migratetype;
  158. ),
  159. TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
  160. __entry->page,
  161. __entry->page ? page_to_pfn(__entry->page) : 0,
  162. __entry->order,
  163. __entry->migratetype,
  164. show_gfp_flags(__entry->gfp_flags))
  165. );
  166. DECLARE_EVENT_CLASS(mm_page,
  167. TP_PROTO(struct page *page, unsigned int order, int migratetype),
  168. TP_ARGS(page, order, migratetype),
  169. TP_STRUCT__entry(
  170. __field( struct page *, page )
  171. __field( unsigned int, order )
  172. __field( int, migratetype )
  173. ),
  174. TP_fast_assign(
  175. __entry->page = page;
  176. __entry->order = order;
  177. __entry->migratetype = migratetype;
  178. ),
  179. TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
  180. __entry->page,
  181. __entry->page ? page_to_pfn(__entry->page) : 0,
  182. __entry->order,
  183. __entry->migratetype,
  184. __entry->order == 0)
  185. );
  186. DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,
  187. TP_PROTO(struct page *page, unsigned int order, int migratetype),
  188. TP_ARGS(page, order, migratetype)
  189. );
  190. DEFINE_EVENT_PRINT(mm_page, mm_page_pcpu_drain,
  191. TP_PROTO(struct page *page, unsigned int order, int migratetype),
  192. TP_ARGS(page, order, migratetype),
  193. TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
  194. __entry->page, page_to_pfn(__entry->page),
  195. __entry->order, __entry->migratetype)
  196. );
  197. TRACE_EVENT(mm_page_alloc_extfrag,
  198. TP_PROTO(struct page *page,
  199. int alloc_order, int fallback_order,
  200. int alloc_migratetype, int fallback_migratetype),
  201. TP_ARGS(page,
  202. alloc_order, fallback_order,
  203. alloc_migratetype, fallback_migratetype),
  204. TP_STRUCT__entry(
  205. __field( struct page *, page )
  206. __field( int, alloc_order )
  207. __field( int, fallback_order )
  208. __field( int, alloc_migratetype )
  209. __field( int, fallback_migratetype )
  210. ),
  211. TP_fast_assign(
  212. __entry->page = page;
  213. __entry->alloc_order = alloc_order;
  214. __entry->fallback_order = fallback_order;
  215. __entry->alloc_migratetype = alloc_migratetype;
  216. __entry->fallback_migratetype = fallback_migratetype;
  217. ),
  218. TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
  219. __entry->page,
  220. page_to_pfn(__entry->page),
  221. __entry->alloc_order,
  222. __entry->fallback_order,
  223. pageblock_order,
  224. __entry->alloc_migratetype,
  225. __entry->fallback_migratetype,
  226. __entry->fallback_order < pageblock_order,
  227. __entry->alloc_migratetype == __entry->fallback_migratetype)
  228. );
  229. DECLARE_EVENT_CLASS(ion_alloc,
  230. TP_PROTO(const char *client_name,
  231. const char *heap_name,
  232. size_t len,
  233. unsigned int mask,
  234. unsigned int flags),
  235. TP_ARGS(client_name, heap_name, len, mask, flags),
  236. TP_STRUCT__entry(
  237. __array(char, client_name, 64)
  238. __field(const char *, heap_name)
  239. __field(size_t, len)
  240. __field(unsigned int, mask)
  241. __field(unsigned int, flags)
  242. ),
  243. TP_fast_assign(
  244. strlcpy(__entry->client_name, client_name, 64);
  245. __entry->heap_name = heap_name;
  246. __entry->len = len;
  247. __entry->mask = mask;
  248. __entry->flags = flags;
  249. ),
  250. TP_printk("client_name=%s heap_name=%s len=%zu mask=0x%x flags=0x%x",
  251. __entry->client_name,
  252. __entry->heap_name,
  253. __entry->len,
  254. __entry->mask,
  255. __entry->flags)
  256. );
  257. DEFINE_EVENT(ion_alloc, ion_alloc_buffer_start,
  258. TP_PROTO(const char *client_name,
  259. const char *heap_name,
  260. size_t len,
  261. unsigned int mask,
  262. unsigned int flags),
  263. TP_ARGS(client_name, heap_name, len, mask, flags)
  264. );
  265. DEFINE_EVENT(ion_alloc, ion_alloc_buffer_end,
  266. TP_PROTO(const char *client_name,
  267. const char *heap_name,
  268. size_t len,
  269. unsigned int mask,
  270. unsigned int flags),
  271. TP_ARGS(client_name, heap_name, len, mask, flags)
  272. );
  273. DECLARE_EVENT_CLASS(ion_alloc_error,
  274. TP_PROTO(const char *client_name,
  275. const char *heap_name,
  276. size_t len,
  277. unsigned int mask,
  278. unsigned int flags,
  279. long error),
  280. TP_ARGS(client_name, heap_name, len, mask, flags, error),
  281. TP_STRUCT__entry(
  282. __field(const char *, client_name)
  283. __field(const char *, heap_name)
  284. __field(size_t, len)
  285. __field(unsigned int, mask)
  286. __field(unsigned int, flags)
  287. __field(long, error)
  288. ),
  289. TP_fast_assign(
  290. __entry->client_name = client_name;
  291. __entry->heap_name = heap_name;
  292. __entry->len = len;
  293. __entry->mask = mask;
  294. __entry->flags = flags;
  295. __entry->error = error;
  296. ),
  297. TP_printk(
  298. "client_name=%s heap_name=%s len=%zu mask=0x%x flags=0x%x error=%ld",
  299. __entry->client_name,
  300. __entry->heap_name,
  301. __entry->len,
  302. __entry->mask,
  303. __entry->flags,
  304. __entry->error)
  305. );
  306. DEFINE_EVENT(ion_alloc_error, ion_alloc_buffer_fallback,
  307. TP_PROTO(const char *client_name,
  308. const char *heap_name,
  309. size_t len,
  310. unsigned int mask,
  311. unsigned int flags,
  312. long error),
  313. TP_ARGS(client_name, heap_name, len, mask, flags, error)
  314. );
  315. DEFINE_EVENT(ion_alloc_error, ion_alloc_buffer_fail,
  316. TP_PROTO(const char *client_name,
  317. const char *heap_name,
  318. size_t len,
  319. unsigned int mask,
  320. unsigned int flags,
  321. long error),
  322. TP_ARGS(client_name, heap_name, len, mask, flags, error)
  323. );
  324. DECLARE_EVENT_CLASS(alloc_retry,
  325. TP_PROTO(int tries),
  326. TP_ARGS(tries),
  327. TP_STRUCT__entry(
  328. __field(int, tries)
  329. ),
  330. TP_fast_assign(
  331. __entry->tries = tries;
  332. ),
  333. TP_printk("tries=%d",
  334. __entry->tries)
  335. );
  336. DEFINE_EVENT(alloc_retry, ion_cp_alloc_retry,
  337. TP_PROTO(int tries),
  338. TP_ARGS(tries)
  339. );
  340. DEFINE_EVENT(alloc_retry, migrate_retry,
  341. TP_PROTO(int tries),
  342. TP_ARGS(tries)
  343. );
  344. DEFINE_EVENT(alloc_retry, dma_alloc_contiguous_retry,
  345. TP_PROTO(int tries),
  346. TP_ARGS(tries)
  347. );
  348. DECLARE_EVENT_CLASS(migrate_pages,
  349. TP_PROTO(int mode),
  350. TP_ARGS(mode),
  351. TP_STRUCT__entry(
  352. __field(int, mode)
  353. ),
  354. TP_fast_assign(
  355. __entry->mode = mode;
  356. ),
  357. TP_printk("mode=%d",
  358. __entry->mode)
  359. );
  360. DEFINE_EVENT(migrate_pages, migrate_pages_start,
  361. TP_PROTO(int mode),
  362. TP_ARGS(mode)
  363. );
  364. DEFINE_EVENT(migrate_pages, migrate_pages_end,
  365. TP_PROTO(int mode),
  366. TP_ARGS(mode)
  367. );
  368. DECLARE_EVENT_CLASS(ion_alloc_pages,
  369. TP_PROTO(gfp_t gfp_flags,
  370. unsigned int order),
  371. TP_ARGS(gfp_flags, order),
  372. TP_STRUCT__entry(
  373. __field(gfp_t, gfp_flags)
  374. __field(unsigned int, order)
  375. ),
  376. TP_fast_assign(
  377. __entry->gfp_flags = gfp_flags;
  378. __entry->order = order;
  379. ),
  380. TP_printk("gfp_flags=%s order=%d",
  381. show_gfp_flags(__entry->gfp_flags),
  382. __entry->order)
  383. );
  384. DEFINE_EVENT(ion_alloc_pages, alloc_pages_iommu_start,
  385. TP_PROTO(gfp_t gfp_flags,
  386. unsigned int order),
  387. TP_ARGS(gfp_flags, order)
  388. );
  389. DEFINE_EVENT(ion_alloc_pages, alloc_pages_iommu_end,
  390. TP_PROTO(gfp_t gfp_flags,
  391. unsigned int order),
  392. TP_ARGS(gfp_flags, order)
  393. );
  394. DEFINE_EVENT(ion_alloc_pages, alloc_pages_iommu_fail,
  395. TP_PROTO(gfp_t gfp_flags,
  396. unsigned int order),
  397. TP_ARGS(gfp_flags, order)
  398. );
  399. DEFINE_EVENT(ion_alloc_pages, alloc_pages_sys_start,
  400. TP_PROTO(gfp_t gfp_flags,
  401. unsigned int order),
  402. TP_ARGS(gfp_flags, order)
  403. );
  404. DEFINE_EVENT(ion_alloc_pages, alloc_pages_sys_end,
  405. TP_PROTO(gfp_t gfp_flags,
  406. unsigned int order),
  407. TP_ARGS(gfp_flags, order)
  408. );
  409. DEFINE_EVENT(ion_alloc_pages, alloc_pages_sys_fail,
  410. TP_PROTO(gfp_t gfp_flags,
  411. unsigned int order),
  412. TP_ARGS(gfp_flags, order)
  413. );
  414. DECLARE_EVENT_CLASS(smmu_map,
  415. TP_PROTO(unsigned int va,
  416. phys_addr_t pa,
  417. unsigned int chunk_size,
  418. size_t len),
  419. TP_ARGS(va, pa, chunk_size, len),
  420. TP_STRUCT__entry(
  421. __field(unsigned int, va)
  422. __field(phys_addr_t, pa)
  423. __field(unsigned int, chunk_size)
  424. __field(size_t, len)
  425. ),
  426. TP_fast_assign(
  427. __entry->va = va;
  428. __entry->pa = pa;
  429. __entry->chunk_size = chunk_size;
  430. __entry->len = len;
  431. ),
  432. TP_printk("v_addr=%p p_addr=%pa chunk_size=0x%x len=%zu",
  433. (void *)__entry->va,
  434. &__entry->pa,
  435. __entry->chunk_size,
  436. __entry->len)
  437. );
  438. DEFINE_EVENT(smmu_map, iommu_map_range,
  439. TP_PROTO(unsigned int va,
  440. phys_addr_t pa,
  441. unsigned int chunk_size,
  442. size_t len),
  443. TP_ARGS(va, pa, chunk_size, len)
  444. );
  445. #endif /* _TRACE_KMEM_H */
  446. /* This part must be outside protection */
  447. #include <trace/define_trace.h>