book3s_emulate.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559
  1. /*
  2. * This program is free software; you can redistribute it and/or modify
  3. * it under the terms of the GNU General Public License, version 2, as
  4. * published by the Free Software Foundation.
  5. *
  6. * This program is distributed in the hope that it will be useful,
  7. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  8. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  9. * GNU General Public License for more details.
  10. *
  11. * You should have received a copy of the GNU General Public License
  12. * along with this program; if not, write to the Free Software
  13. * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  14. *
  15. * Copyright SUSE Linux Products GmbH 2009
  16. *
  17. * Authors: Alexander Graf <agraf@suse.de>
  18. */
  19. #include <asm/kvm_ppc.h>
  20. #include <asm/disassemble.h>
  21. #include <asm/kvm_book3s.h>
  22. #include <asm/reg.h>
  23. #define OP_19_XOP_RFID 18
  24. #define OP_19_XOP_RFI 50
  25. #define OP_31_XOP_MFMSR 83
  26. #define OP_31_XOP_MTMSR 146
  27. #define OP_31_XOP_MTMSRD 178
  28. #define OP_31_XOP_MTSR 210
  29. #define OP_31_XOP_MTSRIN 242
  30. #define OP_31_XOP_TLBIEL 274
  31. #define OP_31_XOP_TLBIE 306
  32. #define OP_31_XOP_SLBMTE 402
  33. #define OP_31_XOP_SLBIE 434
  34. #define OP_31_XOP_SLBIA 498
  35. #define OP_31_XOP_MFSR 595
  36. #define OP_31_XOP_MFSRIN 659
  37. #define OP_31_XOP_DCBA 758
  38. #define OP_31_XOP_SLBMFEV 851
  39. #define OP_31_XOP_EIOIO 854
  40. #define OP_31_XOP_SLBMFEE 915
  41. /* DCBZ is actually 1014, but we patch it to 1010 so we get a trap */
  42. #define OP_31_XOP_DCBZ 1010
  43. #define OP_LFS 48
  44. #define OP_LFD 50
  45. #define OP_STFS 52
  46. #define OP_STFD 54
  47. #define SPRN_GQR0 912
  48. #define SPRN_GQR1 913
  49. #define SPRN_GQR2 914
  50. #define SPRN_GQR3 915
  51. #define SPRN_GQR4 916
  52. #define SPRN_GQR5 917
  53. #define SPRN_GQR6 918
  54. #define SPRN_GQR7 919
  55. /* Book3S_32 defines mfsrin(v) - but that messes up our abstract
  56. * function pointers, so let's just disable the define. */
  57. #undef mfsrin
  58. int kvmppc_core_emulate_op(struct kvm_run *run, struct kvm_vcpu *vcpu,
  59. unsigned int inst, int *advance)
  60. {
  61. int emulated = EMULATE_DONE;
  62. switch (get_op(inst)) {
  63. case 19:
  64. switch (get_xop(inst)) {
  65. case OP_19_XOP_RFID:
  66. case OP_19_XOP_RFI:
  67. kvmppc_set_pc(vcpu, vcpu->arch.shared->srr0);
  68. kvmppc_set_msr(vcpu, vcpu->arch.shared->srr1);
  69. *advance = 0;
  70. break;
  71. default:
  72. emulated = EMULATE_FAIL;
  73. break;
  74. }
  75. break;
  76. case 31:
  77. switch (get_xop(inst)) {
  78. case OP_31_XOP_MFMSR:
  79. kvmppc_set_gpr(vcpu, get_rt(inst),
  80. vcpu->arch.shared->msr);
  81. break;
  82. case OP_31_XOP_MTMSRD:
  83. {
  84. ulong rs = kvmppc_get_gpr(vcpu, get_rs(inst));
  85. if (inst & 0x10000) {
  86. vcpu->arch.shared->msr &= ~(MSR_RI | MSR_EE);
  87. vcpu->arch.shared->msr |= rs & (MSR_RI | MSR_EE);
  88. } else
  89. kvmppc_set_msr(vcpu, rs);
  90. break;
  91. }
  92. case OP_31_XOP_MTMSR:
  93. kvmppc_set_msr(vcpu, kvmppc_get_gpr(vcpu, get_rs(inst)));
  94. break;
  95. case OP_31_XOP_MFSR:
  96. {
  97. int srnum;
  98. srnum = kvmppc_get_field(inst, 12 + 32, 15 + 32);
  99. if (vcpu->arch.mmu.mfsrin) {
  100. u32 sr;
  101. sr = vcpu->arch.mmu.mfsrin(vcpu, srnum);
  102. kvmppc_set_gpr(vcpu, get_rt(inst), sr);
  103. }
  104. break;
  105. }
  106. case OP_31_XOP_MFSRIN:
  107. {
  108. int srnum;
  109. srnum = (kvmppc_get_gpr(vcpu, get_rb(inst)) >> 28) & 0xf;
  110. if (vcpu->arch.mmu.mfsrin) {
  111. u32 sr;
  112. sr = vcpu->arch.mmu.mfsrin(vcpu, srnum);
  113. kvmppc_set_gpr(vcpu, get_rt(inst), sr);
  114. }
  115. break;
  116. }
  117. case OP_31_XOP_MTSR:
  118. vcpu->arch.mmu.mtsrin(vcpu,
  119. (inst >> 16) & 0xf,
  120. kvmppc_get_gpr(vcpu, get_rs(inst)));
  121. break;
  122. case OP_31_XOP_MTSRIN:
  123. vcpu->arch.mmu.mtsrin(vcpu,
  124. (kvmppc_get_gpr(vcpu, get_rb(inst)) >> 28) & 0xf,
  125. kvmppc_get_gpr(vcpu, get_rs(inst)));
  126. break;
  127. case OP_31_XOP_TLBIE:
  128. case OP_31_XOP_TLBIEL:
  129. {
  130. bool large = (inst & 0x00200000) ? true : false;
  131. ulong addr = kvmppc_get_gpr(vcpu, get_rb(inst));
  132. vcpu->arch.mmu.tlbie(vcpu, addr, large);
  133. break;
  134. }
  135. case OP_31_XOP_EIOIO:
  136. break;
  137. case OP_31_XOP_SLBMTE:
  138. if (!vcpu->arch.mmu.slbmte)
  139. return EMULATE_FAIL;
  140. vcpu->arch.mmu.slbmte(vcpu,
  141. kvmppc_get_gpr(vcpu, get_rs(inst)),
  142. kvmppc_get_gpr(vcpu, get_rb(inst)));
  143. break;
  144. case OP_31_XOP_SLBIE:
  145. if (!vcpu->arch.mmu.slbie)
  146. return EMULATE_FAIL;
  147. vcpu->arch.mmu.slbie(vcpu,
  148. kvmppc_get_gpr(vcpu, get_rb(inst)));
  149. break;
  150. case OP_31_XOP_SLBIA:
  151. if (!vcpu->arch.mmu.slbia)
  152. return EMULATE_FAIL;
  153. vcpu->arch.mmu.slbia(vcpu);
  154. break;
  155. case OP_31_XOP_SLBMFEE:
  156. if (!vcpu->arch.mmu.slbmfee) {
  157. emulated = EMULATE_FAIL;
  158. } else {
  159. ulong t, rb;
  160. rb = kvmppc_get_gpr(vcpu, get_rb(inst));
  161. t = vcpu->arch.mmu.slbmfee(vcpu, rb);
  162. kvmppc_set_gpr(vcpu, get_rt(inst), t);
  163. }
  164. break;
  165. case OP_31_XOP_SLBMFEV:
  166. if (!vcpu->arch.mmu.slbmfev) {
  167. emulated = EMULATE_FAIL;
  168. } else {
  169. ulong t, rb;
  170. rb = kvmppc_get_gpr(vcpu, get_rb(inst));
  171. t = vcpu->arch.mmu.slbmfev(vcpu, rb);
  172. kvmppc_set_gpr(vcpu, get_rt(inst), t);
  173. }
  174. break;
  175. case OP_31_XOP_DCBA:
  176. /* Gets treated as NOP */
  177. break;
  178. case OP_31_XOP_DCBZ:
  179. {
  180. ulong rb = kvmppc_get_gpr(vcpu, get_rb(inst));
  181. ulong ra = 0;
  182. ulong addr, vaddr;
  183. u32 zeros[8] = { 0, 0, 0, 0, 0, 0, 0, 0 };
  184. u32 dsisr;
  185. int r;
  186. if (get_ra(inst))
  187. ra = kvmppc_get_gpr(vcpu, get_ra(inst));
  188. addr = (ra + rb) & ~31ULL;
  189. if (!(vcpu->arch.shared->msr & MSR_SF))
  190. addr &= 0xffffffff;
  191. vaddr = addr;
  192. r = kvmppc_st(vcpu, &addr, 32, zeros, true);
  193. if ((r == -ENOENT) || (r == -EPERM)) {
  194. *advance = 0;
  195. vcpu->arch.shared->dar = vaddr;
  196. to_svcpu(vcpu)->fault_dar = vaddr;
  197. dsisr = DSISR_ISSTORE;
  198. if (r == -ENOENT)
  199. dsisr |= DSISR_NOHPTE;
  200. else if (r == -EPERM)
  201. dsisr |= DSISR_PROTFAULT;
  202. vcpu->arch.shared->dsisr = dsisr;
  203. to_svcpu(vcpu)->fault_dsisr = dsisr;
  204. kvmppc_book3s_queue_irqprio(vcpu,
  205. BOOK3S_INTERRUPT_DATA_STORAGE);
  206. }
  207. break;
  208. }
  209. default:
  210. emulated = EMULATE_FAIL;
  211. }
  212. break;
  213. default:
  214. emulated = EMULATE_FAIL;
  215. }
  216. if (emulated == EMULATE_FAIL)
  217. emulated = kvmppc_emulate_paired_single(run, vcpu);
  218. return emulated;
  219. }
  220. void kvmppc_set_bat(struct kvm_vcpu *vcpu, struct kvmppc_bat *bat, bool upper,
  221. u32 val)
  222. {
  223. if (upper) {
  224. /* Upper BAT */
  225. u32 bl = (val >> 2) & 0x7ff;
  226. bat->bepi_mask = (~bl << 17);
  227. bat->bepi = val & 0xfffe0000;
  228. bat->vs = (val & 2) ? 1 : 0;
  229. bat->vp = (val & 1) ? 1 : 0;
  230. bat->raw = (bat->raw & 0xffffffff00000000ULL) | val;
  231. } else {
  232. /* Lower BAT */
  233. bat->brpn = val & 0xfffe0000;
  234. bat->wimg = (val >> 3) & 0xf;
  235. bat->pp = val & 3;
  236. bat->raw = (bat->raw & 0x00000000ffffffffULL) | ((u64)val << 32);
  237. }
  238. }
  239. static struct kvmppc_bat *kvmppc_find_bat(struct kvm_vcpu *vcpu, int sprn)
  240. {
  241. struct kvmppc_vcpu_book3s *vcpu_book3s = to_book3s(vcpu);
  242. struct kvmppc_bat *bat;
  243. switch (sprn) {
  244. case SPRN_IBAT0U ... SPRN_IBAT3L:
  245. bat = &vcpu_book3s->ibat[(sprn - SPRN_IBAT0U) / 2];
  246. break;
  247. case SPRN_IBAT4U ... SPRN_IBAT7L:
  248. bat = &vcpu_book3s->ibat[4 + ((sprn - SPRN_IBAT4U) / 2)];
  249. break;
  250. case SPRN_DBAT0U ... SPRN_DBAT3L:
  251. bat = &vcpu_book3s->dbat[(sprn - SPRN_DBAT0U) / 2];
  252. break;
  253. case SPRN_DBAT4U ... SPRN_DBAT7L:
  254. bat = &vcpu_book3s->dbat[4 + ((sprn - SPRN_DBAT4U) / 2)];
  255. break;
  256. default:
  257. BUG();
  258. }
  259. return bat;
  260. }
  261. int kvmppc_core_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn, int rs)
  262. {
  263. int emulated = EMULATE_DONE;
  264. ulong spr_val = kvmppc_get_gpr(vcpu, rs);
  265. switch (sprn) {
  266. case SPRN_SDR1:
  267. to_book3s(vcpu)->sdr1 = spr_val;
  268. break;
  269. case SPRN_DSISR:
  270. vcpu->arch.shared->dsisr = spr_val;
  271. break;
  272. case SPRN_DAR:
  273. vcpu->arch.shared->dar = spr_val;
  274. break;
  275. case SPRN_HIOR:
  276. to_book3s(vcpu)->hior = spr_val;
  277. break;
  278. case SPRN_IBAT0U ... SPRN_IBAT3L:
  279. case SPRN_IBAT4U ... SPRN_IBAT7L:
  280. case SPRN_DBAT0U ... SPRN_DBAT3L:
  281. case SPRN_DBAT4U ... SPRN_DBAT7L:
  282. {
  283. struct kvmppc_bat *bat = kvmppc_find_bat(vcpu, sprn);
  284. kvmppc_set_bat(vcpu, bat, !(sprn % 2), (u32)spr_val);
  285. /* BAT writes happen so rarely that we're ok to flush
  286. * everything here */
  287. kvmppc_mmu_pte_flush(vcpu, 0, 0);
  288. kvmppc_mmu_flush_segments(vcpu);
  289. break;
  290. }
  291. case SPRN_HID0:
  292. to_book3s(vcpu)->hid[0] = spr_val;
  293. break;
  294. case SPRN_HID1:
  295. to_book3s(vcpu)->hid[1] = spr_val;
  296. break;
  297. case SPRN_HID2:
  298. to_book3s(vcpu)->hid[2] = spr_val;
  299. break;
  300. case SPRN_HID2_GEKKO:
  301. to_book3s(vcpu)->hid[2] = spr_val;
  302. /* HID2.PSE controls paired single on gekko */
  303. switch (vcpu->arch.pvr) {
  304. case 0x00080200: /* lonestar 2.0 */
  305. case 0x00088202: /* lonestar 2.2 */
  306. case 0x70000100: /* gekko 1.0 */
  307. case 0x00080100: /* gekko 2.0 */
  308. case 0x00083203: /* gekko 2.3a */
  309. case 0x00083213: /* gekko 2.3b */
  310. case 0x00083204: /* gekko 2.4 */
  311. case 0x00083214: /* gekko 2.4e (8SE) - retail HW2 */
  312. case 0x00087200: /* broadway */
  313. if (vcpu->arch.hflags & BOOK3S_HFLAG_NATIVE_PS) {
  314. /* Native paired singles */
  315. } else if (spr_val & (1 << 29)) { /* HID2.PSE */
  316. vcpu->arch.hflags |= BOOK3S_HFLAG_PAIRED_SINGLE;
  317. kvmppc_giveup_ext(vcpu, MSR_FP);
  318. } else {
  319. vcpu->arch.hflags &= ~BOOK3S_HFLAG_PAIRED_SINGLE;
  320. }
  321. break;
  322. }
  323. break;
  324. case SPRN_HID4:
  325. case SPRN_HID4_GEKKO:
  326. to_book3s(vcpu)->hid[4] = spr_val;
  327. break;
  328. case SPRN_HID5:
  329. to_book3s(vcpu)->hid[5] = spr_val;
  330. /* guest HID5 set can change is_dcbz32 */
  331. if (vcpu->arch.mmu.is_dcbz32(vcpu) &&
  332. (mfmsr() & MSR_HV))
  333. vcpu->arch.hflags |= BOOK3S_HFLAG_DCBZ32;
  334. break;
  335. case SPRN_GQR0:
  336. case SPRN_GQR1:
  337. case SPRN_GQR2:
  338. case SPRN_GQR3:
  339. case SPRN_GQR4:
  340. case SPRN_GQR5:
  341. case SPRN_GQR6:
  342. case SPRN_GQR7:
  343. to_book3s(vcpu)->gqr[sprn - SPRN_GQR0] = spr_val;
  344. break;
  345. case SPRN_ICTC:
  346. case SPRN_THRM1:
  347. case SPRN_THRM2:
  348. case SPRN_THRM3:
  349. case SPRN_CTRLF:
  350. case SPRN_CTRLT:
  351. case SPRN_L2CR:
  352. case SPRN_MMCR0_GEKKO:
  353. case SPRN_MMCR1_GEKKO:
  354. case SPRN_PMC1_GEKKO:
  355. case SPRN_PMC2_GEKKO:
  356. case SPRN_PMC3_GEKKO:
  357. case SPRN_PMC4_GEKKO:
  358. case SPRN_WPAR_GEKKO:
  359. break;
  360. default:
  361. printk(KERN_INFO "KVM: invalid SPR write: %d\n", sprn);
  362. #ifndef DEBUG_SPR
  363. emulated = EMULATE_FAIL;
  364. #endif
  365. break;
  366. }
  367. return emulated;
  368. }
  369. int kvmppc_core_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn, int rt)
  370. {
  371. int emulated = EMULATE_DONE;
  372. switch (sprn) {
  373. case SPRN_IBAT0U ... SPRN_IBAT3L:
  374. case SPRN_IBAT4U ... SPRN_IBAT7L:
  375. case SPRN_DBAT0U ... SPRN_DBAT3L:
  376. case SPRN_DBAT4U ... SPRN_DBAT7L:
  377. {
  378. struct kvmppc_bat *bat = kvmppc_find_bat(vcpu, sprn);
  379. if (sprn % 2)
  380. kvmppc_set_gpr(vcpu, rt, bat->raw >> 32);
  381. else
  382. kvmppc_set_gpr(vcpu, rt, bat->raw);
  383. break;
  384. }
  385. case SPRN_SDR1:
  386. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->sdr1);
  387. break;
  388. case SPRN_DSISR:
  389. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->dsisr);
  390. break;
  391. case SPRN_DAR:
  392. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->dar);
  393. break;
  394. case SPRN_HIOR:
  395. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hior);
  396. break;
  397. case SPRN_HID0:
  398. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[0]);
  399. break;
  400. case SPRN_HID1:
  401. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[1]);
  402. break;
  403. case SPRN_HID2:
  404. case SPRN_HID2_GEKKO:
  405. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[2]);
  406. break;
  407. case SPRN_HID4:
  408. case SPRN_HID4_GEKKO:
  409. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[4]);
  410. break;
  411. case SPRN_HID5:
  412. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[5]);
  413. break;
  414. case SPRN_GQR0:
  415. case SPRN_GQR1:
  416. case SPRN_GQR2:
  417. case SPRN_GQR3:
  418. case SPRN_GQR4:
  419. case SPRN_GQR5:
  420. case SPRN_GQR6:
  421. case SPRN_GQR7:
  422. kvmppc_set_gpr(vcpu, rt,
  423. to_book3s(vcpu)->gqr[sprn - SPRN_GQR0]);
  424. break;
  425. case SPRN_THRM1:
  426. case SPRN_THRM2:
  427. case SPRN_THRM3:
  428. case SPRN_CTRLF:
  429. case SPRN_CTRLT:
  430. case SPRN_L2CR:
  431. case SPRN_MMCR0_GEKKO:
  432. case SPRN_MMCR1_GEKKO:
  433. case SPRN_PMC1_GEKKO:
  434. case SPRN_PMC2_GEKKO:
  435. case SPRN_PMC3_GEKKO:
  436. case SPRN_PMC4_GEKKO:
  437. case SPRN_WPAR_GEKKO:
  438. kvmppc_set_gpr(vcpu, rt, 0);
  439. break;
  440. default:
  441. printk(KERN_INFO "KVM: invalid SPR read: %d\n", sprn);
  442. #ifndef DEBUG_SPR
  443. emulated = EMULATE_FAIL;
  444. #endif
  445. break;
  446. }
  447. return emulated;
  448. }
  449. u32 kvmppc_alignment_dsisr(struct kvm_vcpu *vcpu, unsigned int inst)
  450. {
  451. u32 dsisr = 0;
  452. /*
  453. * This is what the spec says about DSISR bits (not mentioned = 0):
  454. *
  455. * 12:13 [DS] Set to bits 30:31
  456. * 15:16 [X] Set to bits 29:30
  457. * 17 [X] Set to bit 25
  458. * [D/DS] Set to bit 5
  459. * 18:21 [X] Set to bits 21:24
  460. * [D/DS] Set to bits 1:4
  461. * 22:26 Set to bits 6:10 (RT/RS/FRT/FRS)
  462. * 27:31 Set to bits 11:15 (RA)
  463. */
  464. switch (get_op(inst)) {
  465. /* D-form */
  466. case OP_LFS:
  467. case OP_LFD:
  468. case OP_STFD:
  469. case OP_STFS:
  470. dsisr |= (inst >> 12) & 0x4000; /* bit 17 */
  471. dsisr |= (inst >> 17) & 0x3c00; /* bits 18:21 */
  472. break;
  473. /* X-form */
  474. case 31:
  475. dsisr |= (inst << 14) & 0x18000; /* bits 15:16 */
  476. dsisr |= (inst << 8) & 0x04000; /* bit 17 */
  477. dsisr |= (inst << 3) & 0x03c00; /* bits 18:21 */
  478. break;
  479. default:
  480. printk(KERN_INFO "KVM: Unaligned instruction 0x%x\n", inst);
  481. break;
  482. }
  483. dsisr |= (inst >> 16) & 0x03ff; /* bits 22:31 */
  484. return dsisr;
  485. }
  486. ulong kvmppc_alignment_dar(struct kvm_vcpu *vcpu, unsigned int inst)
  487. {
  488. ulong dar = 0;
  489. ulong ra;
  490. switch (get_op(inst)) {
  491. case OP_LFS:
  492. case OP_LFD:
  493. case OP_STFD:
  494. case OP_STFS:
  495. ra = get_ra(inst);
  496. if (ra)
  497. dar = kvmppc_get_gpr(vcpu, ra);
  498. dar += (s32)((s16)inst);
  499. break;
  500. case 31:
  501. ra = get_ra(inst);
  502. if (ra)
  503. dar = kvmppc_get_gpr(vcpu, ra);
  504. dar += kvmppc_get_gpr(vcpu, get_rb(inst));
  505. break;
  506. default:
  507. printk(KERN_INFO "KVM: Unaligned instruction 0x%x\n", inst);
  508. break;
  509. }
  510. return dar;
  511. }