irqinit.c 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328
  1. #include <linux/linkage.h>
  2. #include <linux/errno.h>
  3. #include <linux/signal.h>
  4. #include <linux/sched.h>
  5. #include <linux/ioport.h>
  6. #include <linux/interrupt.h>
  7. #include <linux/timex.h>
  8. #include <linux/random.h>
  9. #include <linux/kprobes.h>
  10. #include <linux/init.h>
  11. #include <linux/kernel_stat.h>
  12. #include <linux/device.h>
  13. #include <linux/bitops.h>
  14. #include <linux/acpi.h>
  15. #include <linux/io.h>
  16. #include <linux/delay.h>
  17. #include <linux/atomic.h>
  18. #include <asm/timer.h>
  19. #include <asm/hw_irq.h>
  20. #include <asm/pgtable.h>
  21. #include <asm/desc.h>
  22. #include <asm/apic.h>
  23. #include <asm/setup.h>
  24. #include <asm/i8259.h>
  25. #include <asm/traps.h>
  26. #include <asm/prom.h>
  27. /*
  28. * ISA PIC or low IO-APIC triggered (INTA-cycle or APIC) interrupts:
  29. * (these are usually mapped to vectors 0x30-0x3f)
  30. */
  31. /*
  32. * The IO-APIC gives us many more interrupt sources. Most of these
  33. * are unused but an SMP system is supposed to have enough memory ...
  34. * sometimes (mostly wrt. hw bugs) we get corrupted vectors all
  35. * across the spectrum, so we really want to be prepared to get all
  36. * of these. Plus, more powerful systems might have more than 64
  37. * IO-APIC registers.
  38. *
  39. * (these are usually mapped into the 0x30-0xff vector range)
  40. */
  41. #ifdef CONFIG_X86_32
  42. /*
  43. * Note that on a 486, we don't want to do a SIGFPE on an irq13
  44. * as the irq is unreliable, and exception 16 works correctly
  45. * (ie as explained in the intel literature). On a 386, you
  46. * can't use exception 16 due to bad IBM design, so we have to
  47. * rely on the less exact irq13.
  48. *
  49. * Careful.. Not only is IRQ13 unreliable, but it is also
  50. * leads to races. IBM designers who came up with it should
  51. * be shot.
  52. */
  53. static irqreturn_t math_error_irq(int cpl, void *dev_id)
  54. {
  55. outb(0, 0xF0);
  56. if (ignore_fpu_irq || !boot_cpu_data.hard_math)
  57. return IRQ_NONE;
  58. math_error(get_irq_regs(), 0, X86_TRAP_MF);
  59. return IRQ_HANDLED;
  60. }
  61. /*
  62. * New motherboards sometimes make IRQ 13 be a PCI interrupt,
  63. * so allow interrupt sharing.
  64. */
  65. static struct irqaction fpu_irq = {
  66. .handler = math_error_irq,
  67. .name = "fpu",
  68. .flags = IRQF_NO_THREAD,
  69. };
  70. #endif
  71. /*
  72. * IRQ2 is cascade interrupt to second interrupt controller
  73. */
  74. static struct irqaction irq2 = {
  75. .handler = no_action,
  76. .name = "cascade",
  77. .flags = IRQF_NO_THREAD,
  78. };
  79. DEFINE_PER_CPU(vector_irq_t, vector_irq) = {
  80. [0 ... NR_VECTORS - 1] = -1,
  81. };
  82. int vector_used_by_percpu_irq(unsigned int vector)
  83. {
  84. int cpu;
  85. for_each_online_cpu(cpu) {
  86. if (per_cpu(vector_irq, cpu)[vector] != -1)
  87. return 1;
  88. }
  89. return 0;
  90. }
  91. void __init init_ISA_irqs(void)
  92. {
  93. struct irq_chip *chip = legacy_pic->chip;
  94. const char *name = chip->name;
  95. int i;
  96. #if defined(CONFIG_X86_64) || defined(CONFIG_X86_LOCAL_APIC)
  97. init_bsp_APIC();
  98. #endif
  99. legacy_pic->init(0);
  100. for (i = 0; i < legacy_pic->nr_legacy_irqs; i++)
  101. irq_set_chip_and_handler_name(i, chip, handle_level_irq, name);
  102. }
  103. void __init init_IRQ(void)
  104. {
  105. int i;
  106. /*
  107. * We probably need a better place for this, but it works for
  108. * now ...
  109. */
  110. x86_add_irq_domains();
  111. /*
  112. * On cpu 0, Assign IRQ0_VECTOR..IRQ15_VECTOR's to IRQ 0..15.
  113. * If these IRQ's are handled by legacy interrupt-controllers like PIC,
  114. * then this configuration will likely be static after the boot. If
  115. * these IRQ's are handled by more mordern controllers like IO-APIC,
  116. * then this vector space can be freed and re-used dynamically as the
  117. * irq's migrate etc.
  118. */
  119. for (i = 0; i < legacy_pic->nr_legacy_irqs; i++)
  120. per_cpu(vector_irq, 0)[IRQ0_VECTOR + i] = i;
  121. x86_init.irqs.intr_init();
  122. }
  123. /*
  124. * Setup the vector to irq mappings.
  125. */
  126. void setup_vector_irq(int cpu)
  127. {
  128. #ifndef CONFIG_X86_IO_APIC
  129. int irq;
  130. /*
  131. * On most of the platforms, legacy PIC delivers the interrupts on the
  132. * boot cpu. But there are certain platforms where PIC interrupts are
  133. * delivered to multiple cpu's. If the legacy IRQ is handled by the
  134. * legacy PIC, for the new cpu that is coming online, setup the static
  135. * legacy vector to irq mapping:
  136. */
  137. for (irq = 0; irq < legacy_pic->nr_legacy_irqs; irq++)
  138. per_cpu(vector_irq, cpu)[IRQ0_VECTOR + irq] = irq;
  139. #endif
  140. __setup_vector_irq(cpu);
  141. }
  142. static void __init smp_intr_init(void)
  143. {
  144. #ifdef CONFIG_SMP
  145. #if defined(CONFIG_X86_64) || defined(CONFIG_X86_LOCAL_APIC)
  146. /*
  147. * The reschedule interrupt is a CPU-to-CPU reschedule-helper
  148. * IPI, driven by wakeup.
  149. */
  150. alloc_intr_gate(RESCHEDULE_VECTOR, reschedule_interrupt);
  151. /* IPIs for invalidation */
  152. #define ALLOC_INVTLB_VEC(NR) \
  153. alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+NR, \
  154. invalidate_interrupt##NR)
  155. switch (NUM_INVALIDATE_TLB_VECTORS) {
  156. default:
  157. ALLOC_INVTLB_VEC(31);
  158. case 31:
  159. ALLOC_INVTLB_VEC(30);
  160. case 30:
  161. ALLOC_INVTLB_VEC(29);
  162. case 29:
  163. ALLOC_INVTLB_VEC(28);
  164. case 28:
  165. ALLOC_INVTLB_VEC(27);
  166. case 27:
  167. ALLOC_INVTLB_VEC(26);
  168. case 26:
  169. ALLOC_INVTLB_VEC(25);
  170. case 25:
  171. ALLOC_INVTLB_VEC(24);
  172. case 24:
  173. ALLOC_INVTLB_VEC(23);
  174. case 23:
  175. ALLOC_INVTLB_VEC(22);
  176. case 22:
  177. ALLOC_INVTLB_VEC(21);
  178. case 21:
  179. ALLOC_INVTLB_VEC(20);
  180. case 20:
  181. ALLOC_INVTLB_VEC(19);
  182. case 19:
  183. ALLOC_INVTLB_VEC(18);
  184. case 18:
  185. ALLOC_INVTLB_VEC(17);
  186. case 17:
  187. ALLOC_INVTLB_VEC(16);
  188. case 16:
  189. ALLOC_INVTLB_VEC(15);
  190. case 15:
  191. ALLOC_INVTLB_VEC(14);
  192. case 14:
  193. ALLOC_INVTLB_VEC(13);
  194. case 13:
  195. ALLOC_INVTLB_VEC(12);
  196. case 12:
  197. ALLOC_INVTLB_VEC(11);
  198. case 11:
  199. ALLOC_INVTLB_VEC(10);
  200. case 10:
  201. ALLOC_INVTLB_VEC(9);
  202. case 9:
  203. ALLOC_INVTLB_VEC(8);
  204. case 8:
  205. ALLOC_INVTLB_VEC(7);
  206. case 7:
  207. ALLOC_INVTLB_VEC(6);
  208. case 6:
  209. ALLOC_INVTLB_VEC(5);
  210. case 5:
  211. ALLOC_INVTLB_VEC(4);
  212. case 4:
  213. ALLOC_INVTLB_VEC(3);
  214. case 3:
  215. ALLOC_INVTLB_VEC(2);
  216. case 2:
  217. ALLOC_INVTLB_VEC(1);
  218. case 1:
  219. ALLOC_INVTLB_VEC(0);
  220. break;
  221. }
  222. /* IPI for generic function call */
  223. alloc_intr_gate(CALL_FUNCTION_VECTOR, call_function_interrupt);
  224. /* IPI for generic single function call */
  225. alloc_intr_gate(CALL_FUNCTION_SINGLE_VECTOR,
  226. call_function_single_interrupt);
  227. /* Low priority IPI to cleanup after moving an irq */
  228. set_intr_gate(IRQ_MOVE_CLEANUP_VECTOR, irq_move_cleanup_interrupt);
  229. set_bit(IRQ_MOVE_CLEANUP_VECTOR, used_vectors);
  230. /* IPI used for rebooting/stopping */
  231. alloc_intr_gate(REBOOT_VECTOR, reboot_interrupt);
  232. #endif
  233. #endif /* CONFIG_SMP */
  234. }
  235. static void __init apic_intr_init(void)
  236. {
  237. smp_intr_init();
  238. #ifdef CONFIG_X86_THERMAL_VECTOR
  239. alloc_intr_gate(THERMAL_APIC_VECTOR, thermal_interrupt);
  240. #endif
  241. #ifdef CONFIG_X86_MCE_THRESHOLD
  242. alloc_intr_gate(THRESHOLD_APIC_VECTOR, threshold_interrupt);
  243. #endif
  244. #if defined(CONFIG_X86_64) || defined(CONFIG_X86_LOCAL_APIC)
  245. /* self generated IPI for local APIC timer */
  246. alloc_intr_gate(LOCAL_TIMER_VECTOR, apic_timer_interrupt);
  247. /* IPI for X86 platform specific use */
  248. alloc_intr_gate(X86_PLATFORM_IPI_VECTOR, x86_platform_ipi);
  249. /* IPI vectors for APIC spurious and error interrupts */
  250. alloc_intr_gate(SPURIOUS_APIC_VECTOR, spurious_interrupt);
  251. alloc_intr_gate(ERROR_APIC_VECTOR, error_interrupt);
  252. /* IRQ work interrupts: */
  253. # ifdef CONFIG_IRQ_WORK
  254. alloc_intr_gate(IRQ_WORK_VECTOR, irq_work_interrupt);
  255. # endif
  256. #endif
  257. }
  258. void __init native_init_IRQ(void)
  259. {
  260. int i;
  261. /* Execute any quirks before the call gates are initialised: */
  262. x86_init.irqs.pre_vector_init();
  263. apic_intr_init();
  264. /*
  265. * Cover the whole vector space, no vector can escape
  266. * us. (some of these will be overridden and become
  267. * 'special' SMP interrupts)
  268. */
  269. i = FIRST_EXTERNAL_VECTOR;
  270. for_each_clear_bit_from(i, used_vectors, NR_VECTORS) {
  271. /* IA32_SYSCALL_VECTOR could be used in trap_init already. */
  272. set_intr_gate(i, interrupt[i - FIRST_EXTERNAL_VECTOR]);
  273. }
  274. if (!acpi_ioapic && !of_ioapic)
  275. setup_irq(2, &irq2);
  276. #ifdef CONFIG_X86_32
  277. /*
  278. * External FPU? Set up irq13 if so, for
  279. * original braindamaged IBM FERR coupling.
  280. */
  281. if (boot_cpu_data.hard_math && !cpu_has_fpu)
  282. setup_irq(FPU_IRQ, &fpu_irq);
  283. irq_ctx_init(smp_processor_id());
  284. #endif
  285. }