x2apic_phys.c 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. #include <linux/threads.h>
  2. #include <linux/cpumask.h>
  3. #include <linux/string.h>
  4. #include <linux/kernel.h>
  5. #include <linux/ctype.h>
  6. #include <linux/init.h>
  7. #include <linux/dmar.h>
  8. #include <asm/smp.h>
  9. #include <asm/x2apic.h>
  10. int x2apic_phys;
  11. static struct apic apic_x2apic_phys;
  12. static int set_x2apic_phys_mode(char *arg)
  13. {
  14. x2apic_phys = 1;
  15. return 0;
  16. }
  17. early_param("x2apic_phys", set_x2apic_phys_mode);
  18. static bool x2apic_fadt_phys(void)
  19. {
  20. if ((acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID) &&
  21. (acpi_gbl_FADT.flags & ACPI_FADT_APIC_PHYSICAL)) {
  22. printk(KERN_DEBUG "System requires x2apic physical mode\n");
  23. return true;
  24. }
  25. return false;
  26. }
  27. static int x2apic_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
  28. {
  29. return x2apic_enabled() && (x2apic_phys || x2apic_fadt_phys());
  30. }
  31. static void
  32. __x2apic_send_IPI_mask(const struct cpumask *mask, int vector, int apic_dest)
  33. {
  34. unsigned long query_cpu;
  35. unsigned long this_cpu;
  36. unsigned long flags;
  37. x2apic_wrmsr_fence();
  38. local_irq_save(flags);
  39. this_cpu = smp_processor_id();
  40. for_each_cpu(query_cpu, mask) {
  41. if (apic_dest == APIC_DEST_ALLBUT && this_cpu == query_cpu)
  42. continue;
  43. __x2apic_send_IPI_dest(per_cpu(x86_cpu_to_apicid, query_cpu),
  44. vector, APIC_DEST_PHYSICAL);
  45. }
  46. local_irq_restore(flags);
  47. }
  48. static void x2apic_send_IPI_mask(const struct cpumask *mask, int vector)
  49. {
  50. __x2apic_send_IPI_mask(mask, vector, APIC_DEST_ALLINC);
  51. }
  52. static void
  53. x2apic_send_IPI_mask_allbutself(const struct cpumask *mask, int vector)
  54. {
  55. __x2apic_send_IPI_mask(mask, vector, APIC_DEST_ALLBUT);
  56. }
  57. static void x2apic_send_IPI_allbutself(int vector)
  58. {
  59. __x2apic_send_IPI_mask(cpu_online_mask, vector, APIC_DEST_ALLBUT);
  60. }
  61. static void x2apic_send_IPI_all(int vector)
  62. {
  63. __x2apic_send_IPI_mask(cpu_online_mask, vector, APIC_DEST_ALLINC);
  64. }
  65. static unsigned int x2apic_cpu_mask_to_apicid(const struct cpumask *cpumask)
  66. {
  67. /*
  68. * We're using fixed IRQ delivery, can only return one phys APIC ID.
  69. * May as well be the first.
  70. */
  71. int cpu = cpumask_first(cpumask);
  72. if ((unsigned)cpu < nr_cpu_ids)
  73. return per_cpu(x86_cpu_to_apicid, cpu);
  74. else
  75. return BAD_APICID;
  76. }
  77. static unsigned int
  78. x2apic_cpu_mask_to_apicid_and(const struct cpumask *cpumask,
  79. const struct cpumask *andmask)
  80. {
  81. int cpu;
  82. /*
  83. * We're using fixed IRQ delivery, can only return one phys APIC ID.
  84. * May as well be the first.
  85. */
  86. for_each_cpu_and(cpu, cpumask, andmask) {
  87. if (cpumask_test_cpu(cpu, cpu_online_mask))
  88. break;
  89. }
  90. return per_cpu(x86_cpu_to_apicid, cpu);
  91. }
  92. static void init_x2apic_ldr(void)
  93. {
  94. }
  95. static int x2apic_phys_probe(void)
  96. {
  97. if (x2apic_mode && (x2apic_phys || x2apic_fadt_phys()))
  98. return 1;
  99. return apic == &apic_x2apic_phys;
  100. }
  101. static struct apic apic_x2apic_phys = {
  102. .name = "physical x2apic",
  103. .probe = x2apic_phys_probe,
  104. .acpi_madt_oem_check = x2apic_acpi_madt_oem_check,
  105. .apic_id_valid = x2apic_apic_id_valid,
  106. .apic_id_registered = x2apic_apic_id_registered,
  107. .irq_delivery_mode = dest_Fixed,
  108. .irq_dest_mode = 0, /* physical */
  109. .target_cpus = x2apic_target_cpus,
  110. .disable_esr = 0,
  111. .dest_logical = 0,
  112. .check_apicid_used = NULL,
  113. .check_apicid_present = NULL,
  114. .vector_allocation_domain = x2apic_vector_allocation_domain,
  115. .init_apic_ldr = init_x2apic_ldr,
  116. .ioapic_phys_id_map = NULL,
  117. .setup_apic_routing = NULL,
  118. .multi_timer_check = NULL,
  119. .cpu_present_to_apicid = default_cpu_present_to_apicid,
  120. .apicid_to_cpu_present = NULL,
  121. .setup_portio_remap = NULL,
  122. .check_phys_apicid_present = default_check_phys_apicid_present,
  123. .enable_apic_mode = NULL,
  124. .phys_pkg_id = x2apic_phys_pkg_id,
  125. .mps_oem_check = NULL,
  126. .get_apic_id = x2apic_get_apic_id,
  127. .set_apic_id = x2apic_set_apic_id,
  128. .apic_id_mask = 0xFFFFFFFFu,
  129. .cpu_mask_to_apicid = x2apic_cpu_mask_to_apicid,
  130. .cpu_mask_to_apicid_and = x2apic_cpu_mask_to_apicid_and,
  131. .send_IPI_mask = x2apic_send_IPI_mask,
  132. .send_IPI_mask_allbutself = x2apic_send_IPI_mask_allbutself,
  133. .send_IPI_allbutself = x2apic_send_IPI_allbutself,
  134. .send_IPI_all = x2apic_send_IPI_all,
  135. .send_IPI_self = x2apic_send_IPI_self,
  136. .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
  137. .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
  138. .wait_for_init_deassert = NULL,
  139. .smp_callin_clear_local_apic = NULL,
  140. .inquire_remote_apic = NULL,
  141. .read = native_apic_msr_read,
  142. .write = native_apic_msr_write,
  143. .icr_read = native_x2apic_icr_read,
  144. .icr_write = native_x2apic_icr_write,
  145. .wait_icr_idle = native_x2apic_wait_icr_idle,
  146. .safe_wait_icr_idle = native_safe_x2apic_wait_icr_idle,
  147. };
  148. apic_driver(apic_x2apic_phys);