vmw_balloon.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839
  1. /*
  2. * VMware Balloon driver.
  3. *
  4. * Copyright (C) 2000-2010, VMware, Inc. All Rights Reserved.
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License as published by the
  8. * Free Software Foundation; version 2 of the License and no later version.
  9. *
  10. * This program is distributed in the hope that it will be useful, but
  11. * WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
  13. * NON INFRINGEMENT. See the GNU General Public License for more
  14. * details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  19. *
  20. * Maintained by: Dmitry Torokhov <dtor@vmware.com>
  21. */
  22. /*
  23. * This is VMware physical memory management driver for Linux. The driver
  24. * acts like a "balloon" that can be inflated to reclaim physical pages by
  25. * reserving them in the guest and invalidating them in the monitor,
  26. * freeing up the underlying machine pages so they can be allocated to
  27. * other guests. The balloon can also be deflated to allow the guest to
  28. * use more physical memory. Higher level policies can control the sizes
  29. * of balloons in VMs in order to manage physical memory resources.
  30. */
  31. //#define DEBUG
  32. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  33. #include <linux/types.h>
  34. #include <linux/kernel.h>
  35. #include <linux/mm.h>
  36. #include <linux/sched.h>
  37. #include <linux/module.h>
  38. #include <linux/workqueue.h>
  39. #include <linux/debugfs.h>
  40. #include <linux/seq_file.h>
  41. #include <asm/hypervisor.h>
  42. MODULE_AUTHOR("VMware, Inc.");
  43. MODULE_DESCRIPTION("VMware Memory Control (Balloon) Driver");
  44. MODULE_VERSION("1.2.1.3-k");
  45. MODULE_ALIAS("dmi:*:svnVMware*:*");
  46. MODULE_ALIAS("vmware_vmmemctl");
  47. MODULE_LICENSE("GPL");
  48. /*
  49. * Various constants controlling rate of inflaint/deflating balloon,
  50. * measured in pages.
  51. */
  52. /*
  53. * Rate of allocating memory when there is no memory pressure
  54. * (driver performs non-sleeping allocations).
  55. */
  56. #define VMW_BALLOON_NOSLEEP_ALLOC_MAX 16384U
  57. /*
  58. * Rates of memory allocaton when guest experiences memory pressure
  59. * (driver performs sleeping allocations).
  60. */
  61. #define VMW_BALLOON_RATE_ALLOC_MIN 512U
  62. #define VMW_BALLOON_RATE_ALLOC_MAX 2048U
  63. #define VMW_BALLOON_RATE_ALLOC_INC 16U
  64. /*
  65. * Rates for releasing pages while deflating balloon.
  66. */
  67. #define VMW_BALLOON_RATE_FREE_MIN 512U
  68. #define VMW_BALLOON_RATE_FREE_MAX 16384U
  69. #define VMW_BALLOON_RATE_FREE_INC 16U
  70. /*
  71. * When guest is under memory pressure, use a reduced page allocation
  72. * rate for next several cycles.
  73. */
  74. #define VMW_BALLOON_SLOW_CYCLES 4
  75. /*
  76. * Use __GFP_HIGHMEM to allow pages from HIGHMEM zone. We don't
  77. * allow wait (__GFP_WAIT) for NOSLEEP page allocations. Use
  78. * __GFP_NOWARN, to suppress page allocation failure warnings.
  79. */
  80. #define VMW_PAGE_ALLOC_NOSLEEP (__GFP_HIGHMEM|__GFP_NOWARN)
  81. /*
  82. * Use GFP_HIGHUSER when executing in a separate kernel thread
  83. * context and allocation can sleep. This is less stressful to
  84. * the guest memory system, since it allows the thread to block
  85. * while memory is reclaimed, and won't take pages from emergency
  86. * low-memory pools.
  87. */
  88. #define VMW_PAGE_ALLOC_CANSLEEP (GFP_HIGHUSER)
  89. /* Maximum number of page allocations without yielding processor */
  90. #define VMW_BALLOON_YIELD_THRESHOLD 1024
  91. /* Maximum number of refused pages we accumulate during inflation cycle */
  92. #define VMW_BALLOON_MAX_REFUSED 16
  93. /*
  94. * Hypervisor communication port definitions.
  95. */
  96. #define VMW_BALLOON_HV_PORT 0x5670
  97. #define VMW_BALLOON_HV_MAGIC 0x456c6d6f
  98. #define VMW_BALLOON_PROTOCOL_VERSION 2
  99. #define VMW_BALLOON_GUEST_ID 1 /* Linux */
  100. #define VMW_BALLOON_CMD_START 0
  101. #define VMW_BALLOON_CMD_GET_TARGET 1
  102. #define VMW_BALLOON_CMD_LOCK 2
  103. #define VMW_BALLOON_CMD_UNLOCK 3
  104. #define VMW_BALLOON_CMD_GUEST_ID 4
  105. /* error codes */
  106. #define VMW_BALLOON_SUCCESS 0
  107. #define VMW_BALLOON_FAILURE -1
  108. #define VMW_BALLOON_ERROR_CMD_INVALID 1
  109. #define VMW_BALLOON_ERROR_PPN_INVALID 2
  110. #define VMW_BALLOON_ERROR_PPN_LOCKED 3
  111. #define VMW_BALLOON_ERROR_PPN_UNLOCKED 4
  112. #define VMW_BALLOON_ERROR_PPN_PINNED 5
  113. #define VMW_BALLOON_ERROR_PPN_NOTNEEDED 6
  114. #define VMW_BALLOON_ERROR_RESET 7
  115. #define VMW_BALLOON_ERROR_BUSY 8
  116. #define VMWARE_BALLOON_CMD(cmd, data, result) \
  117. ({ \
  118. unsigned long __stat, __dummy1, __dummy2; \
  119. __asm__ __volatile__ ("inl (%%dx)" : \
  120. "=a"(__stat), \
  121. "=c"(__dummy1), \
  122. "=d"(__dummy2), \
  123. "=b"(result) : \
  124. "0"(VMW_BALLOON_HV_MAGIC), \
  125. "1"(VMW_BALLOON_CMD_##cmd), \
  126. "2"(VMW_BALLOON_HV_PORT), \
  127. "3"(data) : \
  128. "memory"); \
  129. result &= -1UL; \
  130. __stat & -1UL; \
  131. })
  132. #ifdef CONFIG_DEBUG_FS
  133. struct vmballoon_stats {
  134. unsigned int timer;
  135. /* allocation statistics */
  136. unsigned int alloc;
  137. unsigned int alloc_fail;
  138. unsigned int sleep_alloc;
  139. unsigned int sleep_alloc_fail;
  140. unsigned int refused_alloc;
  141. unsigned int refused_free;
  142. unsigned int free;
  143. /* monitor operations */
  144. unsigned int lock;
  145. unsigned int lock_fail;
  146. unsigned int unlock;
  147. unsigned int unlock_fail;
  148. unsigned int target;
  149. unsigned int target_fail;
  150. unsigned int start;
  151. unsigned int start_fail;
  152. unsigned int guest_type;
  153. unsigned int guest_type_fail;
  154. };
  155. #define STATS_INC(stat) (stat)++
  156. #else
  157. #define STATS_INC(stat)
  158. #endif
  159. struct vmballoon {
  160. /* list of reserved physical pages */
  161. struct list_head pages;
  162. /* transient list of non-balloonable pages */
  163. struct list_head refused_pages;
  164. unsigned int n_refused_pages;
  165. /* balloon size in pages */
  166. unsigned int size;
  167. unsigned int target;
  168. /* reset flag */
  169. bool reset_required;
  170. /* adjustment rates (pages per second) */
  171. unsigned int rate_alloc;
  172. unsigned int rate_free;
  173. /* slowdown page allocations for next few cycles */
  174. unsigned int slow_allocation_cycles;
  175. #ifdef CONFIG_DEBUG_FS
  176. /* statistics */
  177. struct vmballoon_stats stats;
  178. /* debugfs file exporting statistics */
  179. struct dentry *dbg_entry;
  180. #endif
  181. struct sysinfo sysinfo;
  182. struct delayed_work dwork;
  183. };
  184. static struct vmballoon balloon;
  185. /*
  186. * Send "start" command to the host, communicating supported version
  187. * of the protocol.
  188. */
  189. static bool vmballoon_send_start(struct vmballoon *b)
  190. {
  191. unsigned long status, dummy;
  192. STATS_INC(b->stats.start);
  193. status = VMWARE_BALLOON_CMD(START, VMW_BALLOON_PROTOCOL_VERSION, dummy);
  194. if (status == VMW_BALLOON_SUCCESS)
  195. return true;
  196. pr_debug("%s - failed, hv returns %ld\n", __func__, status);
  197. STATS_INC(b->stats.start_fail);
  198. return false;
  199. }
  200. static bool vmballoon_check_status(struct vmballoon *b, unsigned long status)
  201. {
  202. switch (status) {
  203. case VMW_BALLOON_SUCCESS:
  204. return true;
  205. case VMW_BALLOON_ERROR_RESET:
  206. b->reset_required = true;
  207. /* fall through */
  208. default:
  209. return false;
  210. }
  211. }
  212. /*
  213. * Communicate guest type to the host so that it can adjust ballooning
  214. * algorithm to the one most appropriate for the guest. This command
  215. * is normally issued after sending "start" command and is part of
  216. * standard reset sequence.
  217. */
  218. static bool vmballoon_send_guest_id(struct vmballoon *b)
  219. {
  220. unsigned long status, dummy;
  221. status = VMWARE_BALLOON_CMD(GUEST_ID, VMW_BALLOON_GUEST_ID, dummy);
  222. STATS_INC(b->stats.guest_type);
  223. if (vmballoon_check_status(b, status))
  224. return true;
  225. pr_debug("%s - failed, hv returns %ld\n", __func__, status);
  226. STATS_INC(b->stats.guest_type_fail);
  227. return false;
  228. }
  229. /*
  230. * Retrieve desired balloon size from the host.
  231. */
  232. static bool vmballoon_send_get_target(struct vmballoon *b, u32 *new_target)
  233. {
  234. unsigned long status;
  235. unsigned long target;
  236. unsigned long limit;
  237. u32 limit32;
  238. /*
  239. * si_meminfo() is cheap. Moreover, we want to provide dynamic
  240. * max balloon size later. So let us call si_meminfo() every
  241. * iteration.
  242. */
  243. si_meminfo(&b->sysinfo);
  244. limit = b->sysinfo.totalram;
  245. /* Ensure limit fits in 32-bits */
  246. limit32 = (u32)limit;
  247. if (limit != limit32)
  248. return false;
  249. /* update stats */
  250. STATS_INC(b->stats.target);
  251. status = VMWARE_BALLOON_CMD(GET_TARGET, limit, target);
  252. if (vmballoon_check_status(b, status)) {
  253. *new_target = target;
  254. return true;
  255. }
  256. pr_debug("%s - failed, hv returns %ld\n", __func__, status);
  257. STATS_INC(b->stats.target_fail);
  258. return false;
  259. }
  260. /*
  261. * Notify the host about allocated page so that host can use it without
  262. * fear that guest will need it. Host may reject some pages, we need to
  263. * check the return value and maybe submit a different page.
  264. */
  265. static int vmballoon_send_lock_page(struct vmballoon *b, unsigned long pfn,
  266. unsigned int *hv_status)
  267. {
  268. unsigned long status, dummy;
  269. u32 pfn32;
  270. pfn32 = (u32)pfn;
  271. if (pfn32 != pfn)
  272. return -1;
  273. STATS_INC(b->stats.lock);
  274. *hv_status = status = VMWARE_BALLOON_CMD(LOCK, pfn, dummy);
  275. if (vmballoon_check_status(b, status))
  276. return 0;
  277. pr_debug("%s - ppn %lx, hv returns %ld\n", __func__, pfn, status);
  278. STATS_INC(b->stats.lock_fail);
  279. return 1;
  280. }
  281. /*
  282. * Notify the host that guest intends to release given page back into
  283. * the pool of available (to the guest) pages.
  284. */
  285. static bool vmballoon_send_unlock_page(struct vmballoon *b, unsigned long pfn)
  286. {
  287. unsigned long status, dummy;
  288. u32 pfn32;
  289. pfn32 = (u32)pfn;
  290. if (pfn32 != pfn)
  291. return false;
  292. STATS_INC(b->stats.unlock);
  293. status = VMWARE_BALLOON_CMD(UNLOCK, pfn, dummy);
  294. if (vmballoon_check_status(b, status))
  295. return true;
  296. pr_debug("%s - ppn %lx, hv returns %ld\n", __func__, pfn, status);
  297. STATS_INC(b->stats.unlock_fail);
  298. return false;
  299. }
  300. /*
  301. * Quickly release all pages allocated for the balloon. This function is
  302. * called when host decides to "reset" balloon for one reason or another.
  303. * Unlike normal "deflate" we do not (shall not) notify host of the pages
  304. * being released.
  305. */
  306. static void vmballoon_pop(struct vmballoon *b)
  307. {
  308. struct page *page, *next;
  309. unsigned int count = 0;
  310. list_for_each_entry_safe(page, next, &b->pages, lru) {
  311. list_del(&page->lru);
  312. __free_page(page);
  313. STATS_INC(b->stats.free);
  314. b->size--;
  315. if (++count >= b->rate_free) {
  316. count = 0;
  317. cond_resched();
  318. }
  319. }
  320. }
  321. /*
  322. * Perform standard reset sequence by popping the balloon (in case it
  323. * is not empty) and then restarting protocol. This operation normally
  324. * happens when host responds with VMW_BALLOON_ERROR_RESET to a command.
  325. */
  326. static void vmballoon_reset(struct vmballoon *b)
  327. {
  328. /* free all pages, skipping monitor unlock */
  329. vmballoon_pop(b);
  330. if (vmballoon_send_start(b)) {
  331. b->reset_required = false;
  332. if (!vmballoon_send_guest_id(b))
  333. pr_err("failed to send guest ID to the host\n");
  334. }
  335. }
  336. /*
  337. * Allocate (or reserve) a page for the balloon and notify the host. If host
  338. * refuses the page put it on "refuse" list and allocate another one until host
  339. * is satisfied. "Refused" pages are released at the end of inflation cycle
  340. * (when we allocate b->rate_alloc pages).
  341. */
  342. static int vmballoon_reserve_page(struct vmballoon *b, bool can_sleep)
  343. {
  344. struct page *page;
  345. gfp_t flags;
  346. unsigned int hv_status;
  347. int locked;
  348. flags = can_sleep ? VMW_PAGE_ALLOC_CANSLEEP : VMW_PAGE_ALLOC_NOSLEEP;
  349. do {
  350. if (!can_sleep)
  351. STATS_INC(b->stats.alloc);
  352. else
  353. STATS_INC(b->stats.sleep_alloc);
  354. page = alloc_page(flags);
  355. if (!page) {
  356. if (!can_sleep)
  357. STATS_INC(b->stats.alloc_fail);
  358. else
  359. STATS_INC(b->stats.sleep_alloc_fail);
  360. return -ENOMEM;
  361. }
  362. /* inform monitor */
  363. locked = vmballoon_send_lock_page(b, page_to_pfn(page), &hv_status);
  364. if (locked > 0) {
  365. STATS_INC(b->stats.refused_alloc);
  366. if (hv_status == VMW_BALLOON_ERROR_RESET ||
  367. hv_status == VMW_BALLOON_ERROR_PPN_NOTNEEDED) {
  368. __free_page(page);
  369. return -EIO;
  370. }
  371. /*
  372. * Place page on the list of non-balloonable pages
  373. * and retry allocation, unless we already accumulated
  374. * too many of them, in which case take a breather.
  375. */
  376. list_add(&page->lru, &b->refused_pages);
  377. if (++b->n_refused_pages >= VMW_BALLOON_MAX_REFUSED)
  378. return -EIO;
  379. }
  380. } while (locked != 0);
  381. /* track allocated page */
  382. list_add(&page->lru, &b->pages);
  383. /* update balloon size */
  384. b->size++;
  385. return 0;
  386. }
  387. /*
  388. * Release the page allocated for the balloon. Note that we first notify
  389. * the host so it can make sure the page will be available for the guest
  390. * to use, if needed.
  391. */
  392. static int vmballoon_release_page(struct vmballoon *b, struct page *page)
  393. {
  394. if (!vmballoon_send_unlock_page(b, page_to_pfn(page)))
  395. return -EIO;
  396. list_del(&page->lru);
  397. /* deallocate page */
  398. __free_page(page);
  399. STATS_INC(b->stats.free);
  400. /* update balloon size */
  401. b->size--;
  402. return 0;
  403. }
  404. /*
  405. * Release pages that were allocated while attempting to inflate the
  406. * balloon but were refused by the host for one reason or another.
  407. */
  408. static void vmballoon_release_refused_pages(struct vmballoon *b)
  409. {
  410. struct page *page, *next;
  411. list_for_each_entry_safe(page, next, &b->refused_pages, lru) {
  412. list_del(&page->lru);
  413. __free_page(page);
  414. STATS_INC(b->stats.refused_free);
  415. }
  416. b->n_refused_pages = 0;
  417. }
  418. /*
  419. * Inflate the balloon towards its target size. Note that we try to limit
  420. * the rate of allocation to make sure we are not choking the rest of the
  421. * system.
  422. */
  423. static void vmballoon_inflate(struct vmballoon *b)
  424. {
  425. unsigned int goal;
  426. unsigned int rate;
  427. unsigned int i;
  428. unsigned int allocations = 0;
  429. int error = 0;
  430. bool alloc_can_sleep = false;
  431. pr_debug("%s - size: %d, target %d\n", __func__, b->size, b->target);
  432. /*
  433. * First try NOSLEEP page allocations to inflate balloon.
  434. *
  435. * If we do not throttle nosleep allocations, we can drain all
  436. * free pages in the guest quickly (if the balloon target is high).
  437. * As a side-effect, draining free pages helps to inform (force)
  438. * the guest to start swapping if balloon target is not met yet,
  439. * which is a desired behavior. However, balloon driver can consume
  440. * all available CPU cycles if too many pages are allocated in a
  441. * second. Therefore, we throttle nosleep allocations even when
  442. * the guest is not under memory pressure. OTOH, if we have already
  443. * predicted that the guest is under memory pressure, then we
  444. * slowdown page allocations considerably.
  445. */
  446. goal = b->target - b->size;
  447. /*
  448. * Start with no sleep allocation rate which may be higher
  449. * than sleeping allocation rate.
  450. */
  451. rate = b->slow_allocation_cycles ?
  452. b->rate_alloc : VMW_BALLOON_NOSLEEP_ALLOC_MAX;
  453. pr_debug("%s - goal: %d, no-sleep rate: %d, sleep rate: %d\n",
  454. __func__, goal, rate, b->rate_alloc);
  455. for (i = 0; i < goal; i++) {
  456. error = vmballoon_reserve_page(b, alloc_can_sleep);
  457. if (error) {
  458. if (error != -ENOMEM) {
  459. /*
  460. * Not a page allocation failure, stop this
  461. * cycle. Maybe we'll get new target from
  462. * the host soon.
  463. */
  464. break;
  465. }
  466. if (alloc_can_sleep) {
  467. /*
  468. * CANSLEEP page allocation failed, so guest
  469. * is under severe memory pressure. Quickly
  470. * decrease allocation rate.
  471. */
  472. b->rate_alloc = max(b->rate_alloc / 2,
  473. VMW_BALLOON_RATE_ALLOC_MIN);
  474. break;
  475. }
  476. /*
  477. * NOSLEEP page allocation failed, so the guest is
  478. * under memory pressure. Let us slow down page
  479. * allocations for next few cycles so that the guest
  480. * gets out of memory pressure. Also, if we already
  481. * allocated b->rate_alloc pages, let's pause,
  482. * otherwise switch to sleeping allocations.
  483. */
  484. b->slow_allocation_cycles = VMW_BALLOON_SLOW_CYCLES;
  485. if (i >= b->rate_alloc)
  486. break;
  487. alloc_can_sleep = true;
  488. /* Lower rate for sleeping allocations. */
  489. rate = b->rate_alloc;
  490. }
  491. if (++allocations > VMW_BALLOON_YIELD_THRESHOLD) {
  492. cond_resched();
  493. allocations = 0;
  494. }
  495. if (i >= rate) {
  496. /* We allocated enough pages, let's take a break. */
  497. break;
  498. }
  499. }
  500. /*
  501. * We reached our goal without failures so try increasing
  502. * allocation rate.
  503. */
  504. if (error == 0 && i >= b->rate_alloc) {
  505. unsigned int mult = i / b->rate_alloc;
  506. b->rate_alloc =
  507. min(b->rate_alloc + mult * VMW_BALLOON_RATE_ALLOC_INC,
  508. VMW_BALLOON_RATE_ALLOC_MAX);
  509. }
  510. vmballoon_release_refused_pages(b);
  511. }
  512. /*
  513. * Decrease the size of the balloon allowing guest to use more memory.
  514. */
  515. static void vmballoon_deflate(struct vmballoon *b)
  516. {
  517. struct page *page, *next;
  518. unsigned int i = 0;
  519. unsigned int goal;
  520. int error;
  521. pr_debug("%s - size: %d, target %d\n", __func__, b->size, b->target);
  522. /* limit deallocation rate */
  523. goal = min(b->size - b->target, b->rate_free);
  524. pr_debug("%s - goal: %d, rate: %d\n", __func__, goal, b->rate_free);
  525. /* free pages to reach target */
  526. list_for_each_entry_safe(page, next, &b->pages, lru) {
  527. error = vmballoon_release_page(b, page);
  528. if (error) {
  529. /* quickly decrease rate in case of error */
  530. b->rate_free = max(b->rate_free / 2,
  531. VMW_BALLOON_RATE_FREE_MIN);
  532. return;
  533. }
  534. if (++i >= goal)
  535. break;
  536. }
  537. /* slowly increase rate if there were no errors */
  538. b->rate_free = min(b->rate_free + VMW_BALLOON_RATE_FREE_INC,
  539. VMW_BALLOON_RATE_FREE_MAX);
  540. }
  541. /*
  542. * Balloon work function: reset protocol, if needed, get the new size and
  543. * adjust balloon as needed. Repeat in 1 sec.
  544. */
  545. static void vmballoon_work(struct work_struct *work)
  546. {
  547. struct delayed_work *dwork = to_delayed_work(work);
  548. struct vmballoon *b = container_of(dwork, struct vmballoon, dwork);
  549. unsigned int target;
  550. STATS_INC(b->stats.timer);
  551. if (b->reset_required)
  552. vmballoon_reset(b);
  553. if (b->slow_allocation_cycles > 0)
  554. b->slow_allocation_cycles--;
  555. if (vmballoon_send_get_target(b, &target)) {
  556. /* update target, adjust size */
  557. b->target = target;
  558. if (b->size < target)
  559. vmballoon_inflate(b);
  560. else if (b->size > target)
  561. vmballoon_deflate(b);
  562. }
  563. /*
  564. * We are using a freezable workqueue so that balloon operations are
  565. * stopped while the system transitions to/from sleep/hibernation.
  566. */
  567. queue_delayed_work(system_freezable_wq,
  568. dwork, round_jiffies_relative(HZ));
  569. }
  570. /*
  571. * DEBUGFS Interface
  572. */
  573. #ifdef CONFIG_DEBUG_FS
  574. static int vmballoon_debug_show(struct seq_file *f, void *offset)
  575. {
  576. struct vmballoon *b = f->private;
  577. struct vmballoon_stats *stats = &b->stats;
  578. /* format size info */
  579. seq_printf(f,
  580. "target: %8d pages\n"
  581. "current: %8d pages\n",
  582. b->target, b->size);
  583. /* format rate info */
  584. seq_printf(f,
  585. "rateNoSleepAlloc: %8d pages/sec\n"
  586. "rateSleepAlloc: %8d pages/sec\n"
  587. "rateFree: %8d pages/sec\n",
  588. VMW_BALLOON_NOSLEEP_ALLOC_MAX,
  589. b->rate_alloc, b->rate_free);
  590. seq_printf(f,
  591. "\n"
  592. "timer: %8u\n"
  593. "start: %8u (%4u failed)\n"
  594. "guestType: %8u (%4u failed)\n"
  595. "lock: %8u (%4u failed)\n"
  596. "unlock: %8u (%4u failed)\n"
  597. "target: %8u (%4u failed)\n"
  598. "primNoSleepAlloc: %8u (%4u failed)\n"
  599. "primCanSleepAlloc: %8u (%4u failed)\n"
  600. "primFree: %8u\n"
  601. "errAlloc: %8u\n"
  602. "errFree: %8u\n",
  603. stats->timer,
  604. stats->start, stats->start_fail,
  605. stats->guest_type, stats->guest_type_fail,
  606. stats->lock, stats->lock_fail,
  607. stats->unlock, stats->unlock_fail,
  608. stats->target, stats->target_fail,
  609. stats->alloc, stats->alloc_fail,
  610. stats->sleep_alloc, stats->sleep_alloc_fail,
  611. stats->free,
  612. stats->refused_alloc, stats->refused_free);
  613. return 0;
  614. }
  615. static int vmballoon_debug_open(struct inode *inode, struct file *file)
  616. {
  617. return single_open(file, vmballoon_debug_show, inode->i_private);
  618. }
  619. static const struct file_operations vmballoon_debug_fops = {
  620. .owner = THIS_MODULE,
  621. .open = vmballoon_debug_open,
  622. .read = seq_read,
  623. .llseek = seq_lseek,
  624. .release = single_release,
  625. };
  626. static int __init vmballoon_debugfs_init(struct vmballoon *b)
  627. {
  628. int error;
  629. b->dbg_entry = debugfs_create_file("vmmemctl", S_IRUGO, NULL, b,
  630. &vmballoon_debug_fops);
  631. if (IS_ERR(b->dbg_entry)) {
  632. error = PTR_ERR(b->dbg_entry);
  633. pr_err("failed to create debugfs entry, error: %d\n", error);
  634. return error;
  635. }
  636. return 0;
  637. }
  638. static void __exit vmballoon_debugfs_exit(struct vmballoon *b)
  639. {
  640. debugfs_remove(b->dbg_entry);
  641. }
  642. #else
  643. static inline int vmballoon_debugfs_init(struct vmballoon *b)
  644. {
  645. return 0;
  646. }
  647. static inline void vmballoon_debugfs_exit(struct vmballoon *b)
  648. {
  649. }
  650. #endif /* CONFIG_DEBUG_FS */
  651. static int __init vmballoon_init(void)
  652. {
  653. int error;
  654. /*
  655. * Check if we are running on VMware's hypervisor and bail out
  656. * if we are not.
  657. */
  658. if (x86_hyper != &x86_hyper_vmware)
  659. return -ENODEV;
  660. INIT_LIST_HEAD(&balloon.pages);
  661. INIT_LIST_HEAD(&balloon.refused_pages);
  662. /* initialize rates */
  663. balloon.rate_alloc = VMW_BALLOON_RATE_ALLOC_MAX;
  664. balloon.rate_free = VMW_BALLOON_RATE_FREE_MAX;
  665. INIT_DELAYED_WORK(&balloon.dwork, vmballoon_work);
  666. /*
  667. * Start balloon.
  668. */
  669. if (!vmballoon_send_start(&balloon)) {
  670. pr_err("failed to send start command to the host\n");
  671. return -EIO;
  672. }
  673. if (!vmballoon_send_guest_id(&balloon)) {
  674. pr_err("failed to send guest ID to the host\n");
  675. return -EIO;
  676. }
  677. error = vmballoon_debugfs_init(&balloon);
  678. if (error)
  679. return error;
  680. queue_delayed_work(system_freezable_wq, &balloon.dwork, 0);
  681. return 0;
  682. }
  683. module_init(vmballoon_init);
  684. static void __exit vmballoon_exit(void)
  685. {
  686. cancel_delayed_work_sync(&balloon.dwork);
  687. vmballoon_debugfs_exit(&balloon);
  688. /*
  689. * Deallocate all reserved memory, and reset connection with monitor.
  690. * Reset connection before deallocating memory to avoid potential for
  691. * additional spurious resets from guest touching deallocated pages.
  692. */
  693. vmballoon_send_start(&balloon);
  694. vmballoon_pop(&balloon);
  695. }
  696. module_exit(vmballoon_exit);