enc-dummy-subdev.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576
  1. /* Copyright (c) 2013, The Linux Foundation. All rights reserved.
  2. *
  3. * This program is free software; you can redistribute it and/or modify
  4. * it under the terms of the GNU General Public License version 2 and
  5. * only version 2 as published by the Free Software Foundation.
  6. *
  7. * This program is distributed in the hope that it will be useful,
  8. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. * GNU General Public License for more details.
  11. *
  12. */
  13. #include <linux/list.h>
  14. #include <linux/mutex.h>
  15. #include <media/msm_media_info.h>
  16. #include <media/v4l2-subdev.h>
  17. #include "enc-subdev.h"
  18. #include "wfd-util.h"
  19. #ifndef CONFIG_MSM_WFD_DEBUG
  20. #error "Dummy subdevice must only be used when CONFIG_MSM_WFD_DEBUG=y"
  21. #endif
  22. #define DEFAULT_WIDTH 1920
  23. #define DEFAULT_HEIGHT 1080
  24. #define ALLOC_SIZE ALIGN((DEFAULT_WIDTH * DEFAULT_HEIGHT * 3) / 2, SZ_1M)
  25. #define FILL_SIZE ((DEFAULT_WIDTH * DEFAULT_HEIGHT * 3) / 2)
  26. static struct ion_client *venc_ion_client;
  27. struct venc_inst {
  28. struct mutex lock;
  29. struct venc_msg_ops vmops;
  30. struct mem_region output_bufs, input_bufs;
  31. struct workqueue_struct *wq;
  32. };
  33. struct encode_task {
  34. struct venc_inst *inst;
  35. struct work_struct work;
  36. };
  37. int venc_load_fw(struct v4l2_subdev *sd)
  38. {
  39. return 0;
  40. }
  41. int venc_init(struct v4l2_subdev *sd, u32 val)
  42. {
  43. if (!venc_ion_client)
  44. venc_ion_client = msm_ion_client_create(-1, "wfd_enc_subdev");
  45. return venc_ion_client ? 0 : -ENOMEM;
  46. }
  47. static long venc_open(struct v4l2_subdev *sd, void *arg)
  48. {
  49. struct venc_inst *inst = NULL;
  50. struct venc_msg_ops *vmops = arg;
  51. int rc = 0;
  52. if (!vmops) {
  53. WFD_MSG_ERR("Callbacks required for %s\n", __func__);
  54. rc = -EINVAL;
  55. goto venc_open_fail;
  56. } else if (!sd) {
  57. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  58. rc = -EINVAL;
  59. goto venc_open_fail;
  60. }
  61. inst = kzalloc(sizeof(*inst), GFP_KERNEL);
  62. if (!inst) {
  63. WFD_MSG_ERR("Failed to allocate memory\n");
  64. rc = -EINVAL;
  65. goto venc_open_fail;
  66. }
  67. INIT_LIST_HEAD(&inst->output_bufs.list);
  68. INIT_LIST_HEAD(&inst->input_bufs.list);
  69. mutex_init(&inst->lock);
  70. inst->wq = create_workqueue("venc-dummy-subdev");
  71. inst->vmops = *vmops;
  72. sd->dev_priv = inst;
  73. vmops->cookie = inst;
  74. return 0;
  75. venc_open_fail:
  76. return rc;
  77. }
  78. static long venc_close(struct v4l2_subdev *sd, void *arg)
  79. {
  80. struct venc_inst *inst = NULL;
  81. int rc = 0;
  82. if (!sd) {
  83. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  84. rc = -EINVAL;
  85. goto venc_close_fail;
  86. }
  87. inst = (struct venc_inst *)sd->dev_priv;
  88. destroy_workqueue(inst->wq);
  89. kfree(inst);
  90. sd->dev_priv = inst = NULL;
  91. venc_close_fail:
  92. return rc;
  93. }
  94. static long venc_get_buffer_req(struct v4l2_subdev *sd, void *arg)
  95. {
  96. int rc = 0;
  97. struct bufreq *bufreq = arg;
  98. if (!sd) {
  99. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  100. rc = -EINVAL;
  101. goto venc_buf_req_fail;
  102. } else if (!arg) {
  103. WFD_MSG_ERR("Invalid buffer requirements\n");
  104. rc = -EINVAL;
  105. goto venc_buf_req_fail;
  106. }
  107. bufreq->count = 3;
  108. bufreq->size = ALLOC_SIZE;
  109. venc_buf_req_fail:
  110. return rc;
  111. }
  112. static long venc_set_buffer_req(struct v4l2_subdev *sd, void *arg)
  113. {
  114. int rc = 0;
  115. struct bufreq *bufreq = arg;
  116. if (!sd) {
  117. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  118. rc = -EINVAL;
  119. goto venc_buf_req_fail;
  120. } else if (!arg) {
  121. WFD_MSG_ERR("Invalid buffer requirements\n");
  122. rc = -EINVAL;
  123. goto venc_buf_req_fail;
  124. }
  125. bufreq->size = ALLOC_SIZE;
  126. venc_buf_req_fail:
  127. return rc;
  128. }
  129. static long venc_start(struct v4l2_subdev *sd)
  130. {
  131. return 0;
  132. }
  133. static long venc_stop(struct v4l2_subdev *sd)
  134. {
  135. struct venc_inst *inst = NULL;
  136. if (!sd) {
  137. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  138. return -EINVAL;
  139. }
  140. inst = (struct venc_inst *)sd->dev_priv;
  141. flush_workqueue(inst->wq);
  142. return 0;
  143. }
  144. static long venc_set_input_buffer(struct v4l2_subdev *sd, void *arg)
  145. {
  146. return 0;
  147. }
  148. static long venc_set_output_buffer(struct v4l2_subdev *sd, void *arg)
  149. {
  150. return 0;
  151. }
  152. static long venc_set_format(struct v4l2_subdev *sd, void *arg)
  153. {
  154. struct venc_inst *inst = NULL;
  155. struct v4l2_format *fmt = arg;
  156. if (!sd) {
  157. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  158. return -EINVAL;
  159. } else if (!fmt) {
  160. WFD_MSG_ERR("Invalid format\n");
  161. return -EINVAL;
  162. } else if (fmt->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) {
  163. WFD_MSG_ERR("Invalid buffer type %d\n", fmt->type);
  164. return -ENOTSUPP;
  165. }
  166. inst = (struct venc_inst *)sd->dev_priv;
  167. fmt->fmt.pix.sizeimage = ALLOC_SIZE;
  168. return 0;
  169. }
  170. static long venc_set_framerate(struct v4l2_subdev *sd, void *arg)
  171. {
  172. return 0;
  173. }
  174. static int venc_map_user_to_kernel(struct venc_inst *inst,
  175. struct mem_region *mregion)
  176. {
  177. int rc = 0;
  178. unsigned long flags = 0;
  179. if (!mregion) {
  180. rc = -EINVAL;
  181. goto venc_map_fail;
  182. }
  183. mregion->ion_handle = ion_import_dma_buf(venc_ion_client, mregion->fd);
  184. if (IS_ERR_OR_NULL(mregion->ion_handle)) {
  185. rc = PTR_ERR(mregion->ion_handle);
  186. WFD_MSG_ERR("Failed to get handle: %p, %d, %d, %d\n",
  187. venc_ion_client, mregion->fd, mregion->offset, rc);
  188. mregion->ion_handle = NULL;
  189. goto venc_map_fail;
  190. }
  191. rc = ion_handle_get_flags(venc_ion_client, mregion->ion_handle, &flags);
  192. if (rc) {
  193. WFD_MSG_ERR("Failed to get ion flags %d\n", rc);
  194. goto venc_map_fail;
  195. }
  196. mregion->paddr = mregion->kvaddr = ion_map_kernel(venc_ion_client,
  197. mregion->ion_handle);
  198. if (IS_ERR_OR_NULL(mregion->kvaddr)) {
  199. WFD_MSG_ERR("Failed to map buffer into kernel\n");
  200. rc = PTR_ERR(mregion->kvaddr);
  201. mregion->kvaddr = NULL;
  202. goto venc_map_fail;
  203. }
  204. venc_map_fail:
  205. return rc;
  206. }
  207. static int venc_unmap_user_to_kernel(struct venc_inst *inst,
  208. struct mem_region *mregion)
  209. {
  210. if (!mregion || !mregion->ion_handle)
  211. return 0;
  212. if (mregion->kvaddr) {
  213. ion_unmap_kernel(venc_ion_client, mregion->ion_handle);
  214. mregion->kvaddr = NULL;
  215. }
  216. return 0;
  217. }
  218. #ifdef CONFIG_MSM_VIDC_V4L2
  219. static int encode_memcpy(uint8_t *dst, uint8_t *src, int size)
  220. {
  221. int y_stride = VENUS_Y_STRIDE(COLOR_FMT_NV12, DEFAULT_WIDTH),
  222. y_scan = VENUS_Y_SCANLINES(COLOR_FMT_NV12, DEFAULT_HEIGHT),
  223. uv_stride = VENUS_UV_STRIDE(COLOR_FMT_NV12, DEFAULT_WIDTH),
  224. uv_scan = VENUS_UV_SCANLINES(COLOR_FMT_NV12, DEFAULT_HEIGHT);
  225. int y_size = y_stride * y_scan;
  226. int c = 0, dst_offset = 0, src_offset = 0;
  227. /* copy the luma */
  228. for (c = 0; c < DEFAULT_HEIGHT; ++c) {
  229. memcpy(dst + dst_offset, src + src_offset, DEFAULT_WIDTH);
  230. src_offset += y_stride;
  231. dst_offset += DEFAULT_WIDTH;
  232. }
  233. /* skip over padding between luma and chroma */
  234. src_offset = y_size;
  235. /* now do the chroma */
  236. for (c = 0; c < DEFAULT_HEIGHT / 2; ++c) {
  237. memcpy(dst + dst_offset, src + src_offset, DEFAULT_WIDTH);
  238. src_offset += uv_stride;
  239. dst_offset += DEFAULT_WIDTH;
  240. }
  241. (void)uv_scan;
  242. return dst_offset;
  243. }
  244. #else
  245. static int encode_memcpy(uint8_t *dst, uint8_t *src, int size)
  246. {
  247. memcpy(dst, src, size);
  248. return size;
  249. }
  250. #endif
  251. static void encode(struct work_struct *work)
  252. {
  253. struct encode_task *et = NULL;
  254. struct venc_inst *inst = NULL;
  255. struct mem_region *input, *output;
  256. struct vb2_buffer *vb;
  257. int bytes_copied = 0;
  258. if (!work)
  259. return;
  260. et = container_of(work, struct encode_task, work);
  261. inst = et->inst;
  262. mutex_lock(&inst->lock);
  263. if (list_empty(&inst->input_bufs.list)) {
  264. WFD_MSG_ERR("Can't find an input buffer");
  265. mutex_unlock(&inst->lock);
  266. return;
  267. }
  268. if (list_empty(&inst->output_bufs.list)) {
  269. WFD_MSG_ERR("Can't find an output buffer");
  270. mutex_unlock(&inst->lock);
  271. return;
  272. }
  273. /* Grab an i/p & o/p buffer pair */
  274. input = list_first_entry(&inst->input_bufs.list,
  275. struct mem_region, list);
  276. list_del(&input->list);
  277. output = list_first_entry(&inst->output_bufs.list,
  278. struct mem_region, list);
  279. list_del(&output->list);
  280. mutex_unlock(&inst->lock);
  281. /* This is our "encode" */
  282. bytes_copied = encode_memcpy(output->kvaddr, input->kvaddr,
  283. min(output->size, input->size));
  284. vb = (struct vb2_buffer *)output->cookie;
  285. vb->v4l2_planes[0].bytesused = bytes_copied;
  286. inst->vmops.op_buffer_done(
  287. inst->vmops.cbdata, 0, vb);
  288. inst->vmops.ip_buffer_done(
  289. inst->vmops.cbdata,
  290. 0, input);
  291. venc_unmap_user_to_kernel(inst, output);
  292. kfree(input);
  293. kfree(output);
  294. kfree(et);
  295. }
  296. static void prepare_for_encode(struct venc_inst *inst)
  297. {
  298. struct encode_task *et = kzalloc(sizeof(*et), GFP_KERNEL);
  299. et->inst = inst;
  300. INIT_WORK(&et->work, encode);
  301. queue_work(inst->wq, &et->work);
  302. }
  303. static long venc_fill_outbuf(struct v4l2_subdev *sd, void *arg)
  304. {
  305. struct venc_inst *inst = NULL;
  306. struct mem_region *mregion = NULL;
  307. if (!sd) {
  308. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  309. return -EINVAL;
  310. } else if (!arg) {
  311. WFD_MSG_ERR("Invalid output buffer in %s", __func__);
  312. return -EINVAL;
  313. }
  314. inst = (struct venc_inst *)sd->dev_priv;
  315. /* check for dupes */
  316. list_for_each_entry(mregion, &inst->output_bufs.list, list) {
  317. struct mem_region *temp = arg;
  318. if (mem_region_equals(temp, mregion)) {
  319. WFD_MSG_ERR("Attempt to queue dupe buffer\n");
  320. return -EEXIST;
  321. }
  322. }
  323. mregion = kzalloc(sizeof(*mregion), GFP_KERNEL);
  324. if (!mregion) {
  325. WFD_MSG_ERR("Invalid output buffer in %s", __func__);
  326. return -EINVAL;
  327. }
  328. *mregion = *(struct mem_region *)arg;
  329. if (venc_map_user_to_kernel(inst, mregion)) {
  330. WFD_MSG_ERR("unable to map buffer into kernel\n");
  331. return -EFAULT;
  332. }
  333. mutex_lock(&inst->lock);
  334. list_add_tail(&mregion->list, &inst->output_bufs.list);
  335. if (!list_empty(&inst->input_bufs.list))
  336. prepare_for_encode(inst);
  337. mutex_unlock(&inst->lock);
  338. return 0;
  339. }
  340. static long venc_encode_frame(struct v4l2_subdev *sd, void *arg)
  341. {
  342. struct venc_inst *inst = NULL;
  343. struct venc_buf_info *venc_buf = arg;
  344. struct mem_region *mregion = NULL;
  345. if (!sd) {
  346. WFD_MSG_ERR("Subdevice required for %s\n", __func__);
  347. return -EINVAL;
  348. } else if (!venc_buf) {
  349. WFD_MSG_ERR("Invalid output buffer ot fill\n");
  350. return -EINVAL;
  351. }
  352. mregion = kzalloc(sizeof(*mregion), GFP_KERNEL);
  353. if (!mregion) {
  354. WFD_MSG_ERR("Invalid output buffer in %s", __func__);
  355. return -EINVAL;
  356. }
  357. inst = (struct venc_inst *)sd->dev_priv;
  358. *mregion = *venc_buf->mregion;
  359. mutex_lock(&inst->lock);
  360. list_add_tail(&mregion->list, &inst->input_bufs.list);
  361. if (!list_empty(&inst->output_bufs.list))
  362. prepare_for_encode(inst);
  363. mutex_unlock(&inst->lock);
  364. return 0;
  365. }
  366. static long venc_alloc_recon_buffers(struct v4l2_subdev *sd, void *arg)
  367. {
  368. return 0;
  369. }
  370. static long venc_free_output_buffer(struct v4l2_subdev *sd, void *arg)
  371. {
  372. return 0;
  373. }
  374. static long venc_flush_buffers(struct v4l2_subdev *sd, void *arg)
  375. {
  376. return 0;
  377. }
  378. static long venc_free_input_buffer(struct v4l2_subdev *sd, void *arg)
  379. {
  380. return 0;
  381. }
  382. static long venc_free_recon_buffers(struct v4l2_subdev *sd, void *arg)
  383. {
  384. return 0;
  385. }
  386. static long venc_set_property(struct v4l2_subdev *sd, void *arg)
  387. {
  388. return 0;
  389. }
  390. static long venc_get_property(struct v4l2_subdev *sd, void *arg)
  391. {
  392. return 0;
  393. }
  394. static long venc_mmap(struct v4l2_subdev *sd, void *arg)
  395. {
  396. struct mem_region_map *mmap = arg;
  397. struct mem_region *mregion;
  398. mregion = mmap->mregion;
  399. mregion->paddr = mregion->kvaddr;
  400. return 0;
  401. }
  402. static long venc_munmap(struct v4l2_subdev *sd, void *arg)
  403. {
  404. return 0;
  405. }
  406. static long venc_set_framerate_mode(struct v4l2_subdev *sd,
  407. void *arg)
  408. {
  409. return 0;
  410. }
  411. long venc_ioctl(struct v4l2_subdev *sd, unsigned int cmd, void *arg)
  412. {
  413. long rc = 0;
  414. switch (cmd) {
  415. case OPEN:
  416. rc = venc_open(sd, arg);
  417. break;
  418. case CLOSE:
  419. rc = venc_close(sd, arg);
  420. break;
  421. case ENCODE_START:
  422. rc = venc_start(sd);
  423. break;
  424. case ENCODE_FRAME:
  425. venc_encode_frame(sd, arg);
  426. break;
  427. case ENCODE_STOP:
  428. rc = venc_stop(sd);
  429. break;
  430. case SET_PROP:
  431. rc = venc_set_property(sd, arg);
  432. break;
  433. case GET_PROP:
  434. rc = venc_get_property(sd, arg);
  435. break;
  436. case GET_BUFFER_REQ:
  437. rc = venc_get_buffer_req(sd, arg);
  438. break;
  439. case SET_BUFFER_REQ:
  440. rc = venc_set_buffer_req(sd, arg);
  441. break;
  442. case FREE_BUFFER:
  443. break;
  444. case FILL_OUTPUT_BUFFER:
  445. rc = venc_fill_outbuf(sd, arg);
  446. break;
  447. case SET_FORMAT:
  448. rc = venc_set_format(sd, arg);
  449. break;
  450. case SET_FRAMERATE:
  451. rc = venc_set_framerate(sd, arg);
  452. break;
  453. case SET_INPUT_BUFFER:
  454. rc = venc_set_input_buffer(sd, arg);
  455. break;
  456. case SET_OUTPUT_BUFFER:
  457. rc = venc_set_output_buffer(sd, arg);
  458. break;
  459. case ALLOC_RECON_BUFFERS:
  460. rc = venc_alloc_recon_buffers(sd, arg);
  461. break;
  462. case FREE_OUTPUT_BUFFER:
  463. rc = venc_free_output_buffer(sd, arg);
  464. break;
  465. case FREE_INPUT_BUFFER:
  466. rc = venc_free_input_buffer(sd, arg);
  467. break;
  468. case FREE_RECON_BUFFERS:
  469. rc = venc_free_recon_buffers(sd, arg);
  470. break;
  471. case ENCODE_FLUSH:
  472. rc = venc_flush_buffers(sd, arg);
  473. break;
  474. case ENC_MMAP:
  475. rc = venc_mmap(sd, arg);
  476. break;
  477. case ENC_MUNMAP:
  478. rc = venc_munmap(sd, arg);
  479. break;
  480. case SET_FRAMERATE_MODE:
  481. rc = venc_set_framerate_mode(sd, arg);
  482. break;
  483. default:
  484. WFD_MSG_ERR("Unknown ioctl %d to enc-subdev\n", cmd);
  485. rc = -ENOTSUPP;
  486. break;
  487. }
  488. return rc;
  489. }