sortextable.c 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339
  1. /*
  2. * sortextable.c: Sort the kernel's exception table
  3. *
  4. * Copyright 2011 - 2012 Cavium, Inc.
  5. *
  6. * Based on code taken from recortmcount.c which is:
  7. *
  8. * Copyright 2009 John F. Reiser <jreiser@BitWagon.com>. All rights reserved.
  9. * Licensed under the GNU General Public License, version 2 (GPLv2).
  10. *
  11. * Restructured to fit Linux format, as well as other updates:
  12. * Copyright 2010 Steven Rostedt <srostedt@redhat.com>, Red Hat Inc.
  13. */
  14. /*
  15. * Strategy: alter the vmlinux file in-place.
  16. */
  17. #include <sys/types.h>
  18. #include <sys/mman.h>
  19. #include <sys/stat.h>
  20. #include <getopt.h>
  21. #include <elf.h>
  22. #include <fcntl.h>
  23. #include <setjmp.h>
  24. #include <stdio.h>
  25. #include <stdlib.h>
  26. #include <string.h>
  27. #include <unistd.h>
  28. #include <tools/be_byteshift.h>
  29. #include <tools/le_byteshift.h>
  30. static int fd_map; /* File descriptor for file being modified. */
  31. static int mmap_failed; /* Boolean flag. */
  32. static void *ehdr_curr; /* current ElfXX_Ehdr * for resource cleanup */
  33. static struct stat sb; /* Remember .st_size, etc. */
  34. static jmp_buf jmpenv; /* setjmp/longjmp per-file error escape */
  35. /* setjmp() return values */
  36. enum {
  37. SJ_SETJMP = 0, /* hardwired first return */
  38. SJ_FAIL,
  39. SJ_SUCCEED
  40. };
  41. /* Per-file resource cleanup when multiple files. */
  42. static void
  43. cleanup(void)
  44. {
  45. if (!mmap_failed)
  46. munmap(ehdr_curr, sb.st_size);
  47. close(fd_map);
  48. }
  49. static void __attribute__((noreturn))
  50. fail_file(void)
  51. {
  52. cleanup();
  53. longjmp(jmpenv, SJ_FAIL);
  54. }
  55. /*
  56. * Get the whole file as a programming convenience in order to avoid
  57. * malloc+lseek+read+free of many pieces. If successful, then mmap
  58. * avoids copying unused pieces; else just read the whole file.
  59. * Open for both read and write.
  60. */
  61. static void *mmap_file(char const *fname)
  62. {
  63. void *addr;
  64. fd_map = open(fname, O_RDWR);
  65. if (fd_map < 0 || fstat(fd_map, &sb) < 0) {
  66. perror(fname);
  67. fail_file();
  68. }
  69. if (!S_ISREG(sb.st_mode)) {
  70. fprintf(stderr, "not a regular file: %s\n", fname);
  71. fail_file();
  72. }
  73. addr = mmap(0, sb.st_size, PROT_READ|PROT_WRITE, MAP_SHARED,
  74. fd_map, 0);
  75. if (addr == MAP_FAILED) {
  76. mmap_failed = 1;
  77. fprintf(stderr, "Could not mmap file: %s\n", fname);
  78. fail_file();
  79. }
  80. return addr;
  81. }
  82. static uint64_t r8be(const uint64_t *x)
  83. {
  84. return get_unaligned_be64(x);
  85. }
  86. static uint32_t rbe(const uint32_t *x)
  87. {
  88. return get_unaligned_be32(x);
  89. }
  90. static uint16_t r2be(const uint16_t *x)
  91. {
  92. return get_unaligned_be16(x);
  93. }
  94. static uint64_t r8le(const uint64_t *x)
  95. {
  96. return get_unaligned_le64(x);
  97. }
  98. static uint32_t rle(const uint32_t *x)
  99. {
  100. return get_unaligned_le32(x);
  101. }
  102. static uint16_t r2le(const uint16_t *x)
  103. {
  104. return get_unaligned_le16(x);
  105. }
  106. static void w8be(uint64_t val, uint64_t *x)
  107. {
  108. put_unaligned_be64(val, x);
  109. }
  110. static void wbe(uint32_t val, uint32_t *x)
  111. {
  112. put_unaligned_be32(val, x);
  113. }
  114. static void w2be(uint16_t val, uint16_t *x)
  115. {
  116. put_unaligned_be16(val, x);
  117. }
  118. static void w8le(uint64_t val, uint64_t *x)
  119. {
  120. put_unaligned_le64(val, x);
  121. }
  122. static void wle(uint32_t val, uint32_t *x)
  123. {
  124. put_unaligned_le32(val, x);
  125. }
  126. static void w2le(uint16_t val, uint16_t *x)
  127. {
  128. put_unaligned_le16(val, x);
  129. }
  130. static uint64_t (*r8)(const uint64_t *);
  131. static uint32_t (*r)(const uint32_t *);
  132. static uint16_t (*r2)(const uint16_t *);
  133. static void (*w8)(uint64_t, uint64_t *);
  134. static void (*w)(uint32_t, uint32_t *);
  135. static void (*w2)(uint16_t, uint16_t *);
  136. typedef void (*table_sort_t)(char *, int);
  137. /*
  138. * Move reserved section indices SHN_LORESERVE..SHN_HIRESERVE out of
  139. * the way to -256..-1, to avoid conflicting with real section
  140. * indices.
  141. */
  142. #define SPECIAL(i) ((i) - (SHN_HIRESERVE + 1))
  143. static inline int is_shndx_special(unsigned int i)
  144. {
  145. return i != SHN_XINDEX && i >= SHN_LORESERVE && i <= SHN_HIRESERVE;
  146. }
  147. /* Accessor for sym->st_shndx, hides ugliness of "64k sections" */
  148. static inline unsigned int get_secindex(unsigned int shndx,
  149. unsigned int sym_offs,
  150. const Elf32_Word *symtab_shndx_start)
  151. {
  152. if (is_shndx_special(shndx))
  153. return SPECIAL(shndx);
  154. if (shndx != SHN_XINDEX)
  155. return shndx;
  156. return r(&symtab_shndx_start[sym_offs]);
  157. }
  158. /* 32 bit and 64 bit are very similar */
  159. #include "sortextable.h"
  160. #define SORTEXTABLE_64
  161. #include "sortextable.h"
  162. static int compare_x86_table(const void *a, const void *b)
  163. {
  164. int32_t av = (int32_t)r(a);
  165. int32_t bv = (int32_t)r(b);
  166. if (av < bv)
  167. return -1;
  168. if (av > bv)
  169. return 1;
  170. return 0;
  171. }
  172. static void sort_x86_table(char *extab_image, int image_size)
  173. {
  174. int i;
  175. /*
  176. * Do the same thing the runtime sort does, first normalize to
  177. * being relative to the start of the section.
  178. */
  179. i = 0;
  180. while (i < image_size) {
  181. uint32_t *loc = (uint32_t *)(extab_image + i);
  182. w(r(loc) + i, loc);
  183. i += 4;
  184. }
  185. qsort(extab_image, image_size / 8, 8, compare_x86_table);
  186. /* Now denormalize. */
  187. i = 0;
  188. while (i < image_size) {
  189. uint32_t *loc = (uint32_t *)(extab_image + i);
  190. w(r(loc) - i, loc);
  191. i += 4;
  192. }
  193. }
  194. static void
  195. do_file(char const *const fname)
  196. {
  197. table_sort_t custom_sort;
  198. Elf32_Ehdr *ehdr = mmap_file(fname);
  199. ehdr_curr = ehdr;
  200. switch (ehdr->e_ident[EI_DATA]) {
  201. default:
  202. fprintf(stderr, "unrecognized ELF data encoding %d: %s\n",
  203. ehdr->e_ident[EI_DATA], fname);
  204. fail_file();
  205. break;
  206. case ELFDATA2LSB:
  207. r = rle;
  208. r2 = r2le;
  209. r8 = r8le;
  210. w = wle;
  211. w2 = w2le;
  212. w8 = w8le;
  213. break;
  214. case ELFDATA2MSB:
  215. r = rbe;
  216. r2 = r2be;
  217. r8 = r8be;
  218. w = wbe;
  219. w2 = w2be;
  220. w8 = w8be;
  221. break;
  222. } /* end switch */
  223. if (memcmp(ELFMAG, ehdr->e_ident, SELFMAG) != 0
  224. || r2(&ehdr->e_type) != ET_EXEC
  225. || ehdr->e_ident[EI_VERSION] != EV_CURRENT) {
  226. fprintf(stderr, "unrecognized ET_EXEC file %s\n", fname);
  227. fail_file();
  228. }
  229. custom_sort = NULL;
  230. switch (r2(&ehdr->e_machine)) {
  231. default:
  232. fprintf(stderr, "unrecognized e_machine %d %s\n",
  233. r2(&ehdr->e_machine), fname);
  234. fail_file();
  235. break;
  236. case EM_386:
  237. case EM_X86_64:
  238. custom_sort = sort_x86_table;
  239. break;
  240. case EM_MIPS:
  241. break;
  242. } /* end switch */
  243. switch (ehdr->e_ident[EI_CLASS]) {
  244. default:
  245. fprintf(stderr, "unrecognized ELF class %d %s\n",
  246. ehdr->e_ident[EI_CLASS], fname);
  247. fail_file();
  248. break;
  249. case ELFCLASS32:
  250. if (r2(&ehdr->e_ehsize) != sizeof(Elf32_Ehdr)
  251. || r2(&ehdr->e_shentsize) != sizeof(Elf32_Shdr)) {
  252. fprintf(stderr,
  253. "unrecognized ET_EXEC file: %s\n", fname);
  254. fail_file();
  255. }
  256. do32(ehdr, fname, custom_sort);
  257. break;
  258. case ELFCLASS64: {
  259. Elf64_Ehdr *const ghdr = (Elf64_Ehdr *)ehdr;
  260. if (r2(&ghdr->e_ehsize) != sizeof(Elf64_Ehdr)
  261. || r2(&ghdr->e_shentsize) != sizeof(Elf64_Shdr)) {
  262. fprintf(stderr,
  263. "unrecognized ET_EXEC file: %s\n", fname);
  264. fail_file();
  265. }
  266. do64(ghdr, fname, custom_sort);
  267. break;
  268. }
  269. } /* end switch */
  270. cleanup();
  271. }
  272. int
  273. main(int argc, char *argv[])
  274. {
  275. int n_error = 0; /* gcc-4.3.0 false positive complaint */
  276. int i;
  277. if (argc < 2) {
  278. fprintf(stderr, "usage: sortextable vmlinux...\n");
  279. return 0;
  280. }
  281. /* Process each file in turn, allowing deep failure. */
  282. for (i = 1; i < argc; i++) {
  283. char *file = argv[i];
  284. int const sjval = setjmp(jmpenv);
  285. switch (sjval) {
  286. default:
  287. fprintf(stderr, "internal error: %s\n", file);
  288. exit(1);
  289. break;
  290. case SJ_SETJMP: /* normal sequence */
  291. /* Avoid problems if early cleanup() */
  292. fd_map = -1;
  293. ehdr_curr = NULL;
  294. mmap_failed = 1;
  295. do_file(file);
  296. break;
  297. case SJ_FAIL: /* error in do_file or below */
  298. ++n_error;
  299. break;
  300. case SJ_SUCCEED: /* premature success */
  301. /* do nothing */
  302. break;
  303. } /* end switch */
  304. }
  305. return !!n_error;
  306. }