emulate.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545
  1. /*
  2. * This program is free software; you can redistribute it and/or modify
  3. * it under the terms of the GNU General Public License, version 2, as
  4. * published by the Free Software Foundation.
  5. *
  6. * This program is distributed in the hope that it will be useful,
  7. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  8. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  9. * GNU General Public License for more details.
  10. *
  11. * You should have received a copy of the GNU General Public License
  12. * along with this program; if not, write to the Free Software
  13. * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  14. *
  15. * Copyright IBM Corp. 2007
  16. * Copyright 2011 Freescale Semiconductor, Inc.
  17. *
  18. * Authors: Hollis Blanchard <hollisb@us.ibm.com>
  19. */
  20. #include <linux/jiffies.h>
  21. #include <linux/hrtimer.h>
  22. #include <linux/types.h>
  23. #include <linux/string.h>
  24. #include <linux/kvm_host.h>
  25. #include <asm/reg.h>
  26. #include <asm/time.h>
  27. #include <asm/byteorder.h>
  28. #include <asm/kvm_ppc.h>
  29. #include <asm/disassemble.h>
  30. #include "timing.h"
  31. #include "trace.h"
  32. #define OP_TRAP 3
  33. #define OP_TRAP_64 2
  34. #define OP_31_XOP_LWZX 23
  35. #define OP_31_XOP_DCBF 86
  36. #define OP_31_XOP_LBZX 87
  37. #define OP_31_XOP_STWX 151
  38. #define OP_31_XOP_STBX 215
  39. #define OP_31_XOP_LBZUX 119
  40. #define OP_31_XOP_STBUX 247
  41. #define OP_31_XOP_LHZX 279
  42. #define OP_31_XOP_LHZUX 311
  43. #define OP_31_XOP_MFSPR 339
  44. #define OP_31_XOP_LHAX 343
  45. #define OP_31_XOP_STHX 407
  46. #define OP_31_XOP_STHUX 439
  47. #define OP_31_XOP_MTSPR 467
  48. #define OP_31_XOP_DCBI 470
  49. #define OP_31_XOP_LWBRX 534
  50. #define OP_31_XOP_TLBSYNC 566
  51. #define OP_31_XOP_STWBRX 662
  52. #define OP_31_XOP_LHBRX 790
  53. #define OP_31_XOP_STHBRX 918
  54. #define OP_LWZ 32
  55. #define OP_LWZU 33
  56. #define OP_LBZ 34
  57. #define OP_LBZU 35
  58. #define OP_STW 36
  59. #define OP_STWU 37
  60. #define OP_STB 38
  61. #define OP_STBU 39
  62. #define OP_LHZ 40
  63. #define OP_LHZU 41
  64. #define OP_LHA 42
  65. #define OP_LHAU 43
  66. #define OP_STH 44
  67. #define OP_STHU 45
  68. void kvmppc_emulate_dec(struct kvm_vcpu *vcpu)
  69. {
  70. unsigned long dec_nsec;
  71. unsigned long long dec_time;
  72. pr_debug("mtDEC: %x\n", vcpu->arch.dec);
  73. hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
  74. #ifdef CONFIG_PPC_BOOK3S
  75. /* mtdec lowers the interrupt line when positive. */
  76. kvmppc_core_dequeue_dec(vcpu);
  77. /* POWER4+ triggers a dec interrupt if the value is < 0 */
  78. if (vcpu->arch.dec & 0x80000000) {
  79. kvmppc_core_queue_dec(vcpu);
  80. return;
  81. }
  82. #endif
  83. #ifdef CONFIG_BOOKE
  84. /* On BOOKE, DEC = 0 is as good as decrementer not enabled */
  85. if (vcpu->arch.dec == 0)
  86. return;
  87. #endif
  88. /*
  89. * The decrementer ticks at the same rate as the timebase, so
  90. * that's how we convert the guest DEC value to the number of
  91. * host ticks.
  92. */
  93. dec_time = vcpu->arch.dec;
  94. dec_time *= 1000;
  95. do_div(dec_time, tb_ticks_per_usec);
  96. dec_nsec = do_div(dec_time, NSEC_PER_SEC);
  97. hrtimer_start(&vcpu->arch.dec_timer,
  98. ktime_set(dec_time, dec_nsec), HRTIMER_MODE_REL);
  99. vcpu->arch.dec_jiffies = get_tb();
  100. }
  101. u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb)
  102. {
  103. u64 jd = tb - vcpu->arch.dec_jiffies;
  104. #ifdef CONFIG_BOOKE
  105. if (vcpu->arch.dec < jd)
  106. return 0;
  107. #endif
  108. return vcpu->arch.dec - jd;
  109. }
  110. /* XXX to do:
  111. * lhax
  112. * lhaux
  113. * lswx
  114. * lswi
  115. * stswx
  116. * stswi
  117. * lha
  118. * lhau
  119. * lmw
  120. * stmw
  121. *
  122. * XXX is_bigendian should depend on MMU mapping or MSR[LE]
  123. */
  124. /* XXX Should probably auto-generate instruction decoding for a particular core
  125. * from opcode tables in the future. */
  126. int kvmppc_emulate_instruction(struct kvm_run *run, struct kvm_vcpu *vcpu)
  127. {
  128. u32 inst = kvmppc_get_last_inst(vcpu);
  129. u32 ea;
  130. int ra;
  131. int rb;
  132. int rs;
  133. int rt;
  134. int sprn;
  135. enum emulation_result emulated = EMULATE_DONE;
  136. int advance = 1;
  137. /* this default type might be overwritten by subcategories */
  138. kvmppc_set_exit_type(vcpu, EMULATED_INST_EXITS);
  139. pr_debug("Emulating opcode %d / %d\n", get_op(inst), get_xop(inst));
  140. switch (get_op(inst)) {
  141. case OP_TRAP:
  142. #ifdef CONFIG_PPC_BOOK3S
  143. case OP_TRAP_64:
  144. kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP);
  145. #else
  146. kvmppc_core_queue_program(vcpu,
  147. vcpu->arch.shared->esr | ESR_PTR);
  148. #endif
  149. advance = 0;
  150. break;
  151. case 31:
  152. switch (get_xop(inst)) {
  153. case OP_31_XOP_LWZX:
  154. rt = get_rt(inst);
  155. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  156. break;
  157. case OP_31_XOP_LBZX:
  158. rt = get_rt(inst);
  159. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  160. break;
  161. case OP_31_XOP_LBZUX:
  162. rt = get_rt(inst);
  163. ra = get_ra(inst);
  164. rb = get_rb(inst);
  165. ea = kvmppc_get_gpr(vcpu, rb);
  166. if (ra)
  167. ea += kvmppc_get_gpr(vcpu, ra);
  168. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  169. kvmppc_set_gpr(vcpu, ra, ea);
  170. break;
  171. case OP_31_XOP_STWX:
  172. rs = get_rs(inst);
  173. emulated = kvmppc_handle_store(run, vcpu,
  174. kvmppc_get_gpr(vcpu, rs),
  175. 4, 1);
  176. break;
  177. case OP_31_XOP_STBX:
  178. rs = get_rs(inst);
  179. emulated = kvmppc_handle_store(run, vcpu,
  180. kvmppc_get_gpr(vcpu, rs),
  181. 1, 1);
  182. break;
  183. case OP_31_XOP_STBUX:
  184. rs = get_rs(inst);
  185. ra = get_ra(inst);
  186. rb = get_rb(inst);
  187. ea = kvmppc_get_gpr(vcpu, rb);
  188. if (ra)
  189. ea += kvmppc_get_gpr(vcpu, ra);
  190. emulated = kvmppc_handle_store(run, vcpu,
  191. kvmppc_get_gpr(vcpu, rs),
  192. 1, 1);
  193. kvmppc_set_gpr(vcpu, rs, ea);
  194. break;
  195. case OP_31_XOP_LHAX:
  196. rt = get_rt(inst);
  197. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  198. break;
  199. case OP_31_XOP_LHZX:
  200. rt = get_rt(inst);
  201. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  202. break;
  203. case OP_31_XOP_LHZUX:
  204. rt = get_rt(inst);
  205. ra = get_ra(inst);
  206. rb = get_rb(inst);
  207. ea = kvmppc_get_gpr(vcpu, rb);
  208. if (ra)
  209. ea += kvmppc_get_gpr(vcpu, ra);
  210. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  211. kvmppc_set_gpr(vcpu, ra, ea);
  212. break;
  213. case OP_31_XOP_MFSPR:
  214. sprn = get_sprn(inst);
  215. rt = get_rt(inst);
  216. switch (sprn) {
  217. case SPRN_SRR0:
  218. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->srr0);
  219. break;
  220. case SPRN_SRR1:
  221. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->srr1);
  222. break;
  223. case SPRN_PVR:
  224. kvmppc_set_gpr(vcpu, rt, vcpu->arch.pvr); break;
  225. case SPRN_PIR:
  226. kvmppc_set_gpr(vcpu, rt, vcpu->vcpu_id); break;
  227. case SPRN_MSSSR0:
  228. kvmppc_set_gpr(vcpu, rt, 0); break;
  229. /* Note: mftb and TBRL/TBWL are user-accessible, so
  230. * the guest can always access the real TB anyways.
  231. * In fact, we probably will never see these traps. */
  232. case SPRN_TBWL:
  233. kvmppc_set_gpr(vcpu, rt, get_tb() >> 32); break;
  234. case SPRN_TBWU:
  235. kvmppc_set_gpr(vcpu, rt, get_tb()); break;
  236. case SPRN_SPRG0:
  237. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg0);
  238. break;
  239. case SPRN_SPRG1:
  240. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg1);
  241. break;
  242. case SPRN_SPRG2:
  243. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg2);
  244. break;
  245. case SPRN_SPRG3:
  246. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg3);
  247. break;
  248. /* Note: SPRG4-7 are user-readable, so we don't get
  249. * a trap. */
  250. case SPRN_DEC:
  251. {
  252. kvmppc_set_gpr(vcpu, rt,
  253. kvmppc_get_dec(vcpu, get_tb()));
  254. break;
  255. }
  256. default:
  257. emulated = kvmppc_core_emulate_mfspr(vcpu, sprn, rt);
  258. if (emulated == EMULATE_FAIL) {
  259. printk("mfspr: unknown spr %x\n", sprn);
  260. kvmppc_set_gpr(vcpu, rt, 0);
  261. }
  262. break;
  263. }
  264. kvmppc_set_exit_type(vcpu, EMULATED_MFSPR_EXITS);
  265. break;
  266. case OP_31_XOP_STHX:
  267. rs = get_rs(inst);
  268. ra = get_ra(inst);
  269. rb = get_rb(inst);
  270. emulated = kvmppc_handle_store(run, vcpu,
  271. kvmppc_get_gpr(vcpu, rs),
  272. 2, 1);
  273. break;
  274. case OP_31_XOP_STHUX:
  275. rs = get_rs(inst);
  276. ra = get_ra(inst);
  277. rb = get_rb(inst);
  278. ea = kvmppc_get_gpr(vcpu, rb);
  279. if (ra)
  280. ea += kvmppc_get_gpr(vcpu, ra);
  281. emulated = kvmppc_handle_store(run, vcpu,
  282. kvmppc_get_gpr(vcpu, rs),
  283. 2, 1);
  284. kvmppc_set_gpr(vcpu, ra, ea);
  285. break;
  286. case OP_31_XOP_MTSPR:
  287. sprn = get_sprn(inst);
  288. rs = get_rs(inst);
  289. switch (sprn) {
  290. case SPRN_SRR0:
  291. vcpu->arch.shared->srr0 = kvmppc_get_gpr(vcpu, rs);
  292. break;
  293. case SPRN_SRR1:
  294. vcpu->arch.shared->srr1 = kvmppc_get_gpr(vcpu, rs);
  295. break;
  296. /* XXX We need to context-switch the timebase for
  297. * watchdog and FIT. */
  298. case SPRN_TBWL: break;
  299. case SPRN_TBWU: break;
  300. case SPRN_MSSSR0: break;
  301. case SPRN_DEC:
  302. vcpu->arch.dec = kvmppc_get_gpr(vcpu, rs);
  303. kvmppc_emulate_dec(vcpu);
  304. break;
  305. case SPRN_SPRG0:
  306. vcpu->arch.shared->sprg0 = kvmppc_get_gpr(vcpu, rs);
  307. break;
  308. case SPRN_SPRG1:
  309. vcpu->arch.shared->sprg1 = kvmppc_get_gpr(vcpu, rs);
  310. break;
  311. case SPRN_SPRG2:
  312. vcpu->arch.shared->sprg2 = kvmppc_get_gpr(vcpu, rs);
  313. break;
  314. case SPRN_SPRG3:
  315. vcpu->arch.shared->sprg3 = kvmppc_get_gpr(vcpu, rs);
  316. break;
  317. default:
  318. emulated = kvmppc_core_emulate_mtspr(vcpu, sprn, rs);
  319. if (emulated == EMULATE_FAIL)
  320. printk("mtspr: unknown spr %x\n", sprn);
  321. break;
  322. }
  323. kvmppc_set_exit_type(vcpu, EMULATED_MTSPR_EXITS);
  324. break;
  325. case OP_31_XOP_DCBF:
  326. case OP_31_XOP_DCBI:
  327. /* Do nothing. The guest is performing dcbi because
  328. * hardware DMA is not snooped by the dcache, but
  329. * emulated DMA either goes through the dcache as
  330. * normal writes, or the host kernel has handled dcache
  331. * coherence. */
  332. break;
  333. case OP_31_XOP_LWBRX:
  334. rt = get_rt(inst);
  335. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 0);
  336. break;
  337. case OP_31_XOP_TLBSYNC:
  338. break;
  339. case OP_31_XOP_STWBRX:
  340. rs = get_rs(inst);
  341. ra = get_ra(inst);
  342. rb = get_rb(inst);
  343. emulated = kvmppc_handle_store(run, vcpu,
  344. kvmppc_get_gpr(vcpu, rs),
  345. 4, 0);
  346. break;
  347. case OP_31_XOP_LHBRX:
  348. rt = get_rt(inst);
  349. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 0);
  350. break;
  351. case OP_31_XOP_STHBRX:
  352. rs = get_rs(inst);
  353. ra = get_ra(inst);
  354. rb = get_rb(inst);
  355. emulated = kvmppc_handle_store(run, vcpu,
  356. kvmppc_get_gpr(vcpu, rs),
  357. 2, 0);
  358. break;
  359. default:
  360. /* Attempt core-specific emulation below. */
  361. emulated = EMULATE_FAIL;
  362. }
  363. break;
  364. case OP_LWZ:
  365. rt = get_rt(inst);
  366. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  367. break;
  368. case OP_LWZU:
  369. ra = get_ra(inst);
  370. rt = get_rt(inst);
  371. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  372. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  373. break;
  374. case OP_LBZ:
  375. rt = get_rt(inst);
  376. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  377. break;
  378. case OP_LBZU:
  379. ra = get_ra(inst);
  380. rt = get_rt(inst);
  381. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  382. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  383. break;
  384. case OP_STW:
  385. rs = get_rs(inst);
  386. emulated = kvmppc_handle_store(run, vcpu,
  387. kvmppc_get_gpr(vcpu, rs),
  388. 4, 1);
  389. break;
  390. case OP_STWU:
  391. ra = get_ra(inst);
  392. rs = get_rs(inst);
  393. emulated = kvmppc_handle_store(run, vcpu,
  394. kvmppc_get_gpr(vcpu, rs),
  395. 4, 1);
  396. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  397. break;
  398. case OP_STB:
  399. rs = get_rs(inst);
  400. emulated = kvmppc_handle_store(run, vcpu,
  401. kvmppc_get_gpr(vcpu, rs),
  402. 1, 1);
  403. break;
  404. case OP_STBU:
  405. ra = get_ra(inst);
  406. rs = get_rs(inst);
  407. emulated = kvmppc_handle_store(run, vcpu,
  408. kvmppc_get_gpr(vcpu, rs),
  409. 1, 1);
  410. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  411. break;
  412. case OP_LHZ:
  413. rt = get_rt(inst);
  414. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  415. break;
  416. case OP_LHZU:
  417. ra = get_ra(inst);
  418. rt = get_rt(inst);
  419. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  420. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  421. break;
  422. case OP_LHA:
  423. rt = get_rt(inst);
  424. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  425. break;
  426. case OP_LHAU:
  427. ra = get_ra(inst);
  428. rt = get_rt(inst);
  429. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  430. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  431. break;
  432. case OP_STH:
  433. rs = get_rs(inst);
  434. emulated = kvmppc_handle_store(run, vcpu,
  435. kvmppc_get_gpr(vcpu, rs),
  436. 2, 1);
  437. break;
  438. case OP_STHU:
  439. ra = get_ra(inst);
  440. rs = get_rs(inst);
  441. emulated = kvmppc_handle_store(run, vcpu,
  442. kvmppc_get_gpr(vcpu, rs),
  443. 2, 1);
  444. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  445. break;
  446. default:
  447. emulated = EMULATE_FAIL;
  448. }
  449. if (emulated == EMULATE_FAIL) {
  450. emulated = kvmppc_core_emulate_op(run, vcpu, inst, &advance);
  451. if (emulated == EMULATE_AGAIN) {
  452. advance = 0;
  453. } else if (emulated == EMULATE_FAIL) {
  454. advance = 0;
  455. printk(KERN_ERR "Couldn't emulate instruction 0x%08x "
  456. "(op %d xop %d)\n", inst, get_op(inst), get_xop(inst));
  457. kvmppc_core_queue_program(vcpu, 0);
  458. }
  459. }
  460. trace_kvm_ppc_instr(inst, kvmppc_get_pc(vcpu), emulated);
  461. /* Advance past emulated instruction. */
  462. if (advance)
  463. kvmppc_set_pc(vcpu, kvmppc_get_pc(vcpu) + 4);
  464. return emulated;
  465. }