i8259.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665
  1. /*
  2. * 8259 interrupt controller emulation
  3. *
  4. * Copyright (c) 2003-2004 Fabrice Bellard
  5. * Copyright (c) 2007 Intel Corporation
  6. * Copyright 2009 Red Hat, Inc. and/or its affiliates.
  7. *
  8. * Permission is hereby granted, free of charge, to any person obtaining a copy
  9. * of this software and associated documentation files (the "Software"), to deal
  10. * in the Software without restriction, including without limitation the rights
  11. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. * copies of the Software, and to permit persons to whom the Software is
  13. * furnished to do so, subject to the following conditions:
  14. *
  15. * The above copyright notice and this permission notice shall be included in
  16. * all copies or substantial portions of the Software.
  17. *
  18. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  21. * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. * THE SOFTWARE.
  25. * Authors:
  26. * Yaozu (Eddie) Dong <Eddie.dong@intel.com>
  27. * Port from Qemu.
  28. */
  29. #include <linux/mm.h>
  30. #include <linux/slab.h>
  31. #include <linux/bitops.h>
  32. #include "irq.h"
  33. #include <linux/kvm_host.h>
  34. #include "trace.h"
  35. #define pr_pic_unimpl(fmt, ...) \
  36. pr_err_ratelimited("kvm: pic: " fmt, ## __VA_ARGS__)
  37. static void pic_irq_request(struct kvm *kvm, int level);
  38. static void pic_lock(struct kvm_pic *s)
  39. __acquires(&s->lock)
  40. {
  41. spin_lock(&s->lock);
  42. }
  43. static void pic_unlock(struct kvm_pic *s)
  44. __releases(&s->lock)
  45. {
  46. bool wakeup = s->wakeup_needed;
  47. struct kvm_vcpu *vcpu, *found = NULL;
  48. int i;
  49. s->wakeup_needed = false;
  50. spin_unlock(&s->lock);
  51. if (wakeup) {
  52. kvm_for_each_vcpu(i, vcpu, s->kvm) {
  53. if (kvm_apic_accept_pic_intr(vcpu)) {
  54. found = vcpu;
  55. break;
  56. }
  57. }
  58. if (!found)
  59. return;
  60. kvm_make_request(KVM_REQ_EVENT, found);
  61. kvm_vcpu_kick(found);
  62. }
  63. }
  64. static void pic_clear_isr(struct kvm_kpic_state *s, int irq)
  65. {
  66. s->isr &= ~(1 << irq);
  67. if (s != &s->pics_state->pics[0])
  68. irq += 8;
  69. /*
  70. * We are dropping lock while calling ack notifiers since ack
  71. * notifier callbacks for assigned devices call into PIC recursively.
  72. * Other interrupt may be delivered to PIC while lock is dropped but
  73. * it should be safe since PIC state is already updated at this stage.
  74. */
  75. pic_unlock(s->pics_state);
  76. kvm_notify_acked_irq(s->pics_state->kvm, SELECT_PIC(irq), irq);
  77. pic_lock(s->pics_state);
  78. }
  79. /*
  80. * set irq level. If an edge is detected, then the IRR is set to 1
  81. */
  82. static inline int pic_set_irq1(struct kvm_kpic_state *s, int irq, int level)
  83. {
  84. int mask, ret = 1;
  85. mask = 1 << irq;
  86. if (s->elcr & mask) /* level triggered */
  87. if (level) {
  88. ret = !(s->irr & mask);
  89. s->irr |= mask;
  90. s->last_irr |= mask;
  91. } else {
  92. s->irr &= ~mask;
  93. s->last_irr &= ~mask;
  94. }
  95. else /* edge triggered */
  96. if (level) {
  97. if ((s->last_irr & mask) == 0) {
  98. ret = !(s->irr & mask);
  99. s->irr |= mask;
  100. }
  101. s->last_irr |= mask;
  102. } else
  103. s->last_irr &= ~mask;
  104. return (s->imr & mask) ? -1 : ret;
  105. }
  106. /*
  107. * return the highest priority found in mask (highest = smallest
  108. * number). Return 8 if no irq
  109. */
  110. static inline int get_priority(struct kvm_kpic_state *s, int mask)
  111. {
  112. int priority;
  113. if (mask == 0)
  114. return 8;
  115. priority = 0;
  116. while ((mask & (1 << ((priority + s->priority_add) & 7))) == 0)
  117. priority++;
  118. return priority;
  119. }
  120. /*
  121. * return the pic wanted interrupt. return -1 if none
  122. */
  123. static int pic_get_irq(struct kvm_kpic_state *s)
  124. {
  125. int mask, cur_priority, priority;
  126. mask = s->irr & ~s->imr;
  127. priority = get_priority(s, mask);
  128. if (priority == 8)
  129. return -1;
  130. /*
  131. * compute current priority. If special fully nested mode on the
  132. * master, the IRQ coming from the slave is not taken into account
  133. * for the priority computation.
  134. */
  135. mask = s->isr;
  136. if (s->special_fully_nested_mode && s == &s->pics_state->pics[0])
  137. mask &= ~(1 << 2);
  138. cur_priority = get_priority(s, mask);
  139. if (priority < cur_priority)
  140. /*
  141. * higher priority found: an irq should be generated
  142. */
  143. return (priority + s->priority_add) & 7;
  144. else
  145. return -1;
  146. }
  147. /*
  148. * raise irq to CPU if necessary. must be called every time the active
  149. * irq may change
  150. */
  151. static void pic_update_irq(struct kvm_pic *s)
  152. {
  153. int irq2, irq;
  154. irq2 = pic_get_irq(&s->pics[1]);
  155. if (irq2 >= 0) {
  156. /*
  157. * if irq request by slave pic, signal master PIC
  158. */
  159. pic_set_irq1(&s->pics[0], 2, 1);
  160. pic_set_irq1(&s->pics[0], 2, 0);
  161. }
  162. irq = pic_get_irq(&s->pics[0]);
  163. pic_irq_request(s->kvm, irq >= 0);
  164. }
  165. void kvm_pic_update_irq(struct kvm_pic *s)
  166. {
  167. pic_lock(s);
  168. pic_update_irq(s);
  169. pic_unlock(s);
  170. }
  171. int kvm_pic_set_irq(void *opaque, int irq, int level)
  172. {
  173. struct kvm_pic *s = opaque;
  174. int ret = -1;
  175. pic_lock(s);
  176. if (irq >= 0 && irq < PIC_NUM_PINS) {
  177. ret = pic_set_irq1(&s->pics[irq >> 3], irq & 7, level);
  178. pic_update_irq(s);
  179. trace_kvm_pic_set_irq(irq >> 3, irq & 7, s->pics[irq >> 3].elcr,
  180. s->pics[irq >> 3].imr, ret == 0);
  181. }
  182. pic_unlock(s);
  183. return ret;
  184. }
  185. /*
  186. * acknowledge interrupt 'irq'
  187. */
  188. static inline void pic_intack(struct kvm_kpic_state *s, int irq)
  189. {
  190. s->isr |= 1 << irq;
  191. /*
  192. * We don't clear a level sensitive interrupt here
  193. */
  194. if (!(s->elcr & (1 << irq)))
  195. s->irr &= ~(1 << irq);
  196. if (s->auto_eoi) {
  197. if (s->rotate_on_auto_eoi)
  198. s->priority_add = (irq + 1) & 7;
  199. pic_clear_isr(s, irq);
  200. }
  201. }
  202. int kvm_pic_read_irq(struct kvm *kvm)
  203. {
  204. int irq, irq2, intno;
  205. struct kvm_pic *s = pic_irqchip(kvm);
  206. pic_lock(s);
  207. irq = pic_get_irq(&s->pics[0]);
  208. if (irq >= 0) {
  209. pic_intack(&s->pics[0], irq);
  210. if (irq == 2) {
  211. irq2 = pic_get_irq(&s->pics[1]);
  212. if (irq2 >= 0)
  213. pic_intack(&s->pics[1], irq2);
  214. else
  215. /*
  216. * spurious IRQ on slave controller
  217. */
  218. irq2 = 7;
  219. intno = s->pics[1].irq_base + irq2;
  220. irq = irq2 + 8;
  221. } else
  222. intno = s->pics[0].irq_base + irq;
  223. } else {
  224. /*
  225. * spurious IRQ on host controller
  226. */
  227. irq = 7;
  228. intno = s->pics[0].irq_base + irq;
  229. }
  230. pic_update_irq(s);
  231. pic_unlock(s);
  232. return intno;
  233. }
  234. void kvm_pic_reset(struct kvm_kpic_state *s)
  235. {
  236. int irq, i;
  237. struct kvm_vcpu *vcpu;
  238. u8 irr = s->irr, isr = s->imr;
  239. bool found = false;
  240. s->last_irr = 0;
  241. s->irr = 0;
  242. s->imr = 0;
  243. s->isr = 0;
  244. s->priority_add = 0;
  245. s->irq_base = 0;
  246. s->read_reg_select = 0;
  247. s->poll = 0;
  248. s->special_mask = 0;
  249. s->init_state = 0;
  250. s->auto_eoi = 0;
  251. s->rotate_on_auto_eoi = 0;
  252. s->special_fully_nested_mode = 0;
  253. s->init4 = 0;
  254. kvm_for_each_vcpu(i, vcpu, s->pics_state->kvm)
  255. if (kvm_apic_accept_pic_intr(vcpu)) {
  256. found = true;
  257. break;
  258. }
  259. if (!found)
  260. return;
  261. for (irq = 0; irq < PIC_NUM_PINS/2; irq++)
  262. if (irr & (1 << irq) || isr & (1 << irq))
  263. pic_clear_isr(s, irq);
  264. }
  265. static void pic_ioport_write(void *opaque, u32 addr, u32 val)
  266. {
  267. struct kvm_kpic_state *s = opaque;
  268. int priority, cmd, irq;
  269. addr &= 1;
  270. if (addr == 0) {
  271. if (val & 0x10) {
  272. s->init4 = val & 1;
  273. s->last_irr = 0;
  274. s->irr &= s->elcr;
  275. s->imr = 0;
  276. s->priority_add = 0;
  277. s->special_mask = 0;
  278. s->read_reg_select = 0;
  279. if (!s->init4) {
  280. s->special_fully_nested_mode = 0;
  281. s->auto_eoi = 0;
  282. }
  283. s->init_state = 1;
  284. if (val & 0x02)
  285. pr_pic_unimpl("single mode not supported");
  286. if (val & 0x08)
  287. pr_pic_unimpl(
  288. "level sensitive irq not supported");
  289. } else if (val & 0x08) {
  290. if (val & 0x04)
  291. s->poll = 1;
  292. if (val & 0x02)
  293. s->read_reg_select = val & 1;
  294. if (val & 0x40)
  295. s->special_mask = (val >> 5) & 1;
  296. } else {
  297. cmd = val >> 5;
  298. switch (cmd) {
  299. case 0:
  300. case 4:
  301. s->rotate_on_auto_eoi = cmd >> 2;
  302. break;
  303. case 1: /* end of interrupt */
  304. case 5:
  305. priority = get_priority(s, s->isr);
  306. if (priority != 8) {
  307. irq = (priority + s->priority_add) & 7;
  308. if (cmd == 5)
  309. s->priority_add = (irq + 1) & 7;
  310. pic_clear_isr(s, irq);
  311. pic_update_irq(s->pics_state);
  312. }
  313. break;
  314. case 3:
  315. irq = val & 7;
  316. pic_clear_isr(s, irq);
  317. pic_update_irq(s->pics_state);
  318. break;
  319. case 6:
  320. s->priority_add = (val + 1) & 7;
  321. pic_update_irq(s->pics_state);
  322. break;
  323. case 7:
  324. irq = val & 7;
  325. s->priority_add = (irq + 1) & 7;
  326. pic_clear_isr(s, irq);
  327. pic_update_irq(s->pics_state);
  328. break;
  329. default:
  330. break; /* no operation */
  331. }
  332. }
  333. } else
  334. switch (s->init_state) {
  335. case 0: { /* normal mode */
  336. u8 imr_diff = s->imr ^ val,
  337. off = (s == &s->pics_state->pics[0]) ? 0 : 8;
  338. s->imr = val;
  339. for (irq = 0; irq < PIC_NUM_PINS/2; irq++)
  340. if (imr_diff & (1 << irq))
  341. kvm_fire_mask_notifiers(
  342. s->pics_state->kvm,
  343. SELECT_PIC(irq + off),
  344. irq + off,
  345. !!(s->imr & (1 << irq)));
  346. pic_update_irq(s->pics_state);
  347. break;
  348. }
  349. case 1:
  350. s->irq_base = val & 0xf8;
  351. s->init_state = 2;
  352. break;
  353. case 2:
  354. if (s->init4)
  355. s->init_state = 3;
  356. else
  357. s->init_state = 0;
  358. break;
  359. case 3:
  360. s->special_fully_nested_mode = (val >> 4) & 1;
  361. s->auto_eoi = (val >> 1) & 1;
  362. s->init_state = 0;
  363. break;
  364. }
  365. }
  366. static u32 pic_poll_read(struct kvm_kpic_state *s, u32 addr1)
  367. {
  368. int ret;
  369. ret = pic_get_irq(s);
  370. if (ret >= 0) {
  371. if (addr1 >> 7) {
  372. s->pics_state->pics[0].isr &= ~(1 << 2);
  373. s->pics_state->pics[0].irr &= ~(1 << 2);
  374. }
  375. s->irr &= ~(1 << ret);
  376. pic_clear_isr(s, ret);
  377. if (addr1 >> 7 || ret != 2)
  378. pic_update_irq(s->pics_state);
  379. } else {
  380. ret = 0x07;
  381. pic_update_irq(s->pics_state);
  382. }
  383. return ret;
  384. }
  385. static u32 pic_ioport_read(void *opaque, u32 addr1)
  386. {
  387. struct kvm_kpic_state *s = opaque;
  388. unsigned int addr;
  389. int ret;
  390. addr = addr1;
  391. addr &= 1;
  392. if (s->poll) {
  393. ret = pic_poll_read(s, addr1);
  394. s->poll = 0;
  395. } else
  396. if (addr == 0)
  397. if (s->read_reg_select)
  398. ret = s->isr;
  399. else
  400. ret = s->irr;
  401. else
  402. ret = s->imr;
  403. return ret;
  404. }
  405. static void elcr_ioport_write(void *opaque, u32 addr, u32 val)
  406. {
  407. struct kvm_kpic_state *s = opaque;
  408. s->elcr = val & s->elcr_mask;
  409. }
  410. static u32 elcr_ioport_read(void *opaque, u32 addr1)
  411. {
  412. struct kvm_kpic_state *s = opaque;
  413. return s->elcr;
  414. }
  415. static int picdev_in_range(gpa_t addr)
  416. {
  417. switch (addr) {
  418. case 0x20:
  419. case 0x21:
  420. case 0xa0:
  421. case 0xa1:
  422. case 0x4d0:
  423. case 0x4d1:
  424. return 1;
  425. default:
  426. return 0;
  427. }
  428. }
  429. static int picdev_write(struct kvm_pic *s,
  430. gpa_t addr, int len, const void *val)
  431. {
  432. unsigned char data = *(unsigned char *)val;
  433. if (!picdev_in_range(addr))
  434. return -EOPNOTSUPP;
  435. if (len != 1) {
  436. pr_pic_unimpl("non byte write\n");
  437. return 0;
  438. }
  439. pic_lock(s);
  440. switch (addr) {
  441. case 0x20:
  442. case 0x21:
  443. case 0xa0:
  444. case 0xa1:
  445. pic_ioport_write(&s->pics[addr >> 7], addr, data);
  446. break;
  447. case 0x4d0:
  448. case 0x4d1:
  449. elcr_ioport_write(&s->pics[addr & 1], addr, data);
  450. break;
  451. }
  452. pic_unlock(s);
  453. return 0;
  454. }
  455. static int picdev_read(struct kvm_pic *s,
  456. gpa_t addr, int len, void *val)
  457. {
  458. unsigned char data = 0;
  459. if (!picdev_in_range(addr))
  460. return -EOPNOTSUPP;
  461. if (len != 1) {
  462. pr_pic_unimpl("non byte read\n");
  463. return 0;
  464. }
  465. pic_lock(s);
  466. switch (addr) {
  467. case 0x20:
  468. case 0x21:
  469. case 0xa0:
  470. case 0xa1:
  471. data = pic_ioport_read(&s->pics[addr >> 7], addr);
  472. break;
  473. case 0x4d0:
  474. case 0x4d1:
  475. data = elcr_ioport_read(&s->pics[addr & 1], addr);
  476. break;
  477. }
  478. *(unsigned char *)val = data;
  479. pic_unlock(s);
  480. return 0;
  481. }
  482. static int picdev_master_write(struct kvm_io_device *dev,
  483. gpa_t addr, int len, const void *val)
  484. {
  485. return picdev_write(container_of(dev, struct kvm_pic, dev_master),
  486. addr, len, val);
  487. }
  488. static int picdev_master_read(struct kvm_io_device *dev,
  489. gpa_t addr, int len, void *val)
  490. {
  491. return picdev_read(container_of(dev, struct kvm_pic, dev_master),
  492. addr, len, val);
  493. }
  494. static int picdev_slave_write(struct kvm_io_device *dev,
  495. gpa_t addr, int len, const void *val)
  496. {
  497. return picdev_write(container_of(dev, struct kvm_pic, dev_slave),
  498. addr, len, val);
  499. }
  500. static int picdev_slave_read(struct kvm_io_device *dev,
  501. gpa_t addr, int len, void *val)
  502. {
  503. return picdev_read(container_of(dev, struct kvm_pic, dev_slave),
  504. addr, len, val);
  505. }
  506. static int picdev_eclr_write(struct kvm_io_device *dev,
  507. gpa_t addr, int len, const void *val)
  508. {
  509. return picdev_write(container_of(dev, struct kvm_pic, dev_eclr),
  510. addr, len, val);
  511. }
  512. static int picdev_eclr_read(struct kvm_io_device *dev,
  513. gpa_t addr, int len, void *val)
  514. {
  515. return picdev_read(container_of(dev, struct kvm_pic, dev_eclr),
  516. addr, len, val);
  517. }
  518. /*
  519. * callback when PIC0 irq status changed
  520. */
  521. static void pic_irq_request(struct kvm *kvm, int level)
  522. {
  523. struct kvm_pic *s = pic_irqchip(kvm);
  524. if (!s->output)
  525. s->wakeup_needed = true;
  526. s->output = level;
  527. }
  528. static const struct kvm_io_device_ops picdev_master_ops = {
  529. .read = picdev_master_read,
  530. .write = picdev_master_write,
  531. };
  532. static const struct kvm_io_device_ops picdev_slave_ops = {
  533. .read = picdev_slave_read,
  534. .write = picdev_slave_write,
  535. };
  536. static const struct kvm_io_device_ops picdev_eclr_ops = {
  537. .read = picdev_eclr_read,
  538. .write = picdev_eclr_write,
  539. };
  540. struct kvm_pic *kvm_create_pic(struct kvm *kvm)
  541. {
  542. struct kvm_pic *s;
  543. int ret;
  544. s = kzalloc(sizeof(struct kvm_pic), GFP_KERNEL);
  545. if (!s)
  546. return NULL;
  547. spin_lock_init(&s->lock);
  548. s->kvm = kvm;
  549. s->pics[0].elcr_mask = 0xf8;
  550. s->pics[1].elcr_mask = 0xde;
  551. s->pics[0].pics_state = s;
  552. s->pics[1].pics_state = s;
  553. /*
  554. * Initialize PIO device
  555. */
  556. kvm_iodevice_init(&s->dev_master, &picdev_master_ops);
  557. kvm_iodevice_init(&s->dev_slave, &picdev_slave_ops);
  558. kvm_iodevice_init(&s->dev_eclr, &picdev_eclr_ops);
  559. mutex_lock(&kvm->slots_lock);
  560. ret = kvm_io_bus_register_dev(kvm, KVM_PIO_BUS, 0x20, 2,
  561. &s->dev_master);
  562. if (ret < 0)
  563. goto fail_unlock;
  564. ret = kvm_io_bus_register_dev(kvm, KVM_PIO_BUS, 0xa0, 2, &s->dev_slave);
  565. if (ret < 0)
  566. goto fail_unreg_2;
  567. ret = kvm_io_bus_register_dev(kvm, KVM_PIO_BUS, 0x4d0, 2, &s->dev_eclr);
  568. if (ret < 0)
  569. goto fail_unreg_1;
  570. mutex_unlock(&kvm->slots_lock);
  571. return s;
  572. fail_unreg_1:
  573. kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &s->dev_slave);
  574. fail_unreg_2:
  575. kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &s->dev_master);
  576. fail_unlock:
  577. mutex_unlock(&kvm->slots_lock);
  578. kfree(s);
  579. return NULL;
  580. }
  581. void kvm_destroy_pic(struct kvm *kvm)
  582. {
  583. struct kvm_pic *vpic = kvm->arch.vpic;
  584. if (vpic) {
  585. kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &vpic->dev_master);
  586. kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &vpic->dev_slave);
  587. kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &vpic->dev_eclr);
  588. kvm->arch.vpic = NULL;
  589. kfree(vpic);
  590. }
  591. }