123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770 |
- /*
- * vhost transport for vsock
- *
- * Copyright (C) 2013-2015 Red Hat, Inc.
- * Author: Asias He <asias@redhat.com>
- * Stefan Hajnoczi <stefanha@redhat.com>
- *
- * This work is licensed under the terms of the GNU GPL, version 2.
- */
- #include <linux/miscdevice.h>
- #include <linux/atomic.h>
- #include <linux/module.h>
- #include <linux/mutex.h>
- #include <linux/vmalloc.h>
- #include <net/sock.h>
- #include <linux/virtio_vsock.h>
- #include <linux/vhost.h>
- #include <net/af_vsock.h>
- #include "vhost.h"
- #define VHOST_VSOCK_DEFAULT_HOST_CID 2
- enum {
- VHOST_VSOCK_FEATURES = VHOST_FEATURES,
- };
- /* Used to track all the vhost_vsock instances on the system. */
- static DEFINE_SPINLOCK(vhost_vsock_lock);
- static LIST_HEAD(vhost_vsock_list);
- struct vhost_vsock {
- struct vhost_dev dev;
- struct vhost_virtqueue vqs[2];
- /* Link to global vhost_vsock_list, protected by vhost_vsock_lock */
- struct list_head list;
- struct vhost_work send_pkt_work;
- spinlock_t send_pkt_list_lock;
- struct list_head send_pkt_list; /* host->guest pending packets */
- atomic_t queued_replies;
- u32 guest_cid;
- };
- static u32 vhost_transport_get_local_cid(void)
- {
- return VHOST_VSOCK_DEFAULT_HOST_CID;
- }
- static struct vhost_vsock *vhost_vsock_get(u32 guest_cid)
- {
- struct vhost_vsock *vsock;
- spin_lock_bh(&vhost_vsock_lock);
- list_for_each_entry(vsock, &vhost_vsock_list, list) {
- u32 other_cid = vsock->guest_cid;
- /* Skip instances that have no CID yet */
- if (other_cid == 0)
- continue;
- if (other_cid == guest_cid) {
- spin_unlock_bh(&vhost_vsock_lock);
- return vsock;
- }
- }
- spin_unlock_bh(&vhost_vsock_lock);
- return NULL;
- }
- static void
- vhost_transport_do_send_pkt(struct vhost_vsock *vsock,
- struct vhost_virtqueue *vq)
- {
- struct vhost_virtqueue *tx_vq = &vsock->vqs[VSOCK_VQ_TX];
- bool added = false;
- bool restart_tx = false;
- mutex_lock(&vq->mutex);
- if (!vq->private_data)
- goto out;
- /* Avoid further vmexits, we're already processing the virtqueue */
- vhost_disable_notify(&vsock->dev, vq);
- for (;;) {
- struct virtio_vsock_pkt *pkt;
- struct iov_iter iov_iter;
- unsigned out, in;
- size_t nbytes;
- size_t len;
- int head;
- spin_lock_bh(&vsock->send_pkt_list_lock);
- if (list_empty(&vsock->send_pkt_list)) {
- spin_unlock_bh(&vsock->send_pkt_list_lock);
- vhost_enable_notify(&vsock->dev, vq);
- break;
- }
- pkt = list_first_entry(&vsock->send_pkt_list,
- struct virtio_vsock_pkt, list);
- list_del_init(&pkt->list);
- spin_unlock_bh(&vsock->send_pkt_list_lock);
- head = vhost_get_vq_desc(vq, vq->iov, ARRAY_SIZE(vq->iov),
- &out, &in, NULL, NULL);
- if (head < 0) {
- spin_lock_bh(&vsock->send_pkt_list_lock);
- list_add(&pkt->list, &vsock->send_pkt_list);
- spin_unlock_bh(&vsock->send_pkt_list_lock);
- break;
- }
- if (head == vq->num) {
- spin_lock_bh(&vsock->send_pkt_list_lock);
- list_add(&pkt->list, &vsock->send_pkt_list);
- spin_unlock_bh(&vsock->send_pkt_list_lock);
- /* We cannot finish yet if more buffers snuck in while
- * re-enabling notify.
- */
- if (unlikely(vhost_enable_notify(&vsock->dev, vq))) {
- vhost_disable_notify(&vsock->dev, vq);
- continue;
- }
- break;
- }
- if (out) {
- virtio_transport_free_pkt(pkt);
- vq_err(vq, "Expected 0 output buffers, got %u\n", out);
- break;
- }
- len = iov_length(&vq->iov[out], in);
- iov_iter_init(&iov_iter, READ, &vq->iov[out], in, len);
- nbytes = copy_to_iter(&pkt->hdr, sizeof(pkt->hdr), &iov_iter);
- if (nbytes != sizeof(pkt->hdr)) {
- virtio_transport_free_pkt(pkt);
- vq_err(vq, "Faulted on copying pkt hdr\n");
- break;
- }
- nbytes = copy_to_iter(pkt->buf, pkt->len, &iov_iter);
- if (nbytes != pkt->len) {
- virtio_transport_free_pkt(pkt);
- vq_err(vq, "Faulted on copying pkt buf\n");
- break;
- }
- vhost_add_used(vq, head, sizeof(pkt->hdr) + pkt->len);
- added = true;
- if (pkt->reply) {
- int val;
- val = atomic_dec_return(&vsock->queued_replies);
- /* Do we have resources to resume tx processing? */
- if (val + 1 == tx_vq->num)
- restart_tx = true;
- }
- virtio_transport_free_pkt(pkt);
- }
- if (added)
- vhost_signal(&vsock->dev, vq);
- out:
- mutex_unlock(&vq->mutex);
- if (restart_tx)
- vhost_poll_queue(&tx_vq->poll);
- }
- static void vhost_transport_send_pkt_work(struct vhost_work *work)
- {
- struct vhost_virtqueue *vq;
- struct vhost_vsock *vsock;
- vsock = container_of(work, struct vhost_vsock, send_pkt_work);
- vq = &vsock->vqs[VSOCK_VQ_RX];
- vhost_transport_do_send_pkt(vsock, vq);
- }
- static int
- vhost_transport_send_pkt(struct virtio_vsock_pkt *pkt)
- {
- struct vhost_vsock *vsock;
- struct vhost_virtqueue *vq;
- int len = pkt->len;
- /* Find the vhost_vsock according to guest context id */
- vsock = vhost_vsock_get(le64_to_cpu(pkt->hdr.dst_cid));
- if (!vsock) {
- virtio_transport_free_pkt(pkt);
- return -ENODEV;
- }
- vq = &vsock->vqs[VSOCK_VQ_RX];
- if (pkt->reply)
- atomic_inc(&vsock->queued_replies);
- spin_lock_bh(&vsock->send_pkt_list_lock);
- list_add_tail(&pkt->list, &vsock->send_pkt_list);
- spin_unlock_bh(&vsock->send_pkt_list_lock);
- vhost_work_queue(&vsock->dev, &vsock->send_pkt_work);
- return len;
- }
- static int
- vhost_transport_cancel_pkt(struct vsock_sock *vsk)
- {
- struct vhost_vsock *vsock;
- struct virtio_vsock_pkt *pkt, *n;
- int cnt = 0;
- LIST_HEAD(freeme);
- /* Find the vhost_vsock according to guest context id */
- vsock = vhost_vsock_get(vsk->remote_addr.svm_cid);
- if (!vsock)
- return -ENODEV;
- spin_lock_bh(&vsock->send_pkt_list_lock);
- list_for_each_entry_safe(pkt, n, &vsock->send_pkt_list, list) {
- if (pkt->vsk != vsk)
- continue;
- list_move(&pkt->list, &freeme);
- }
- spin_unlock_bh(&vsock->send_pkt_list_lock);
- list_for_each_entry_safe(pkt, n, &freeme, list) {
- if (pkt->reply)
- cnt++;
- list_del(&pkt->list);
- virtio_transport_free_pkt(pkt);
- }
- if (cnt) {
- struct vhost_virtqueue *tx_vq = &vsock->vqs[VSOCK_VQ_TX];
- int new_cnt;
- new_cnt = atomic_sub_return(cnt, &vsock->queued_replies);
- if (new_cnt + cnt >= tx_vq->num && new_cnt < tx_vq->num)
- vhost_poll_queue(&tx_vq->poll);
- }
- return 0;
- }
- static struct virtio_vsock_pkt *
- vhost_vsock_alloc_pkt(struct vhost_virtqueue *vq,
- unsigned int out, unsigned int in)
- {
- struct virtio_vsock_pkt *pkt;
- struct iov_iter iov_iter;
- size_t nbytes;
- size_t len;
- if (in != 0) {
- vq_err(vq, "Expected 0 input buffers, got %u\n", in);
- return NULL;
- }
- pkt = kzalloc(sizeof(*pkt), GFP_KERNEL);
- if (!pkt)
- return NULL;
- len = iov_length(vq->iov, out);
- iov_iter_init(&iov_iter, WRITE, vq->iov, out, len);
- nbytes = copy_from_iter(&pkt->hdr, sizeof(pkt->hdr), &iov_iter);
- if (nbytes != sizeof(pkt->hdr)) {
- vq_err(vq, "Expected %zu bytes for pkt->hdr, got %zu bytes\n",
- sizeof(pkt->hdr), nbytes);
- kfree(pkt);
- return NULL;
- }
- if (le16_to_cpu(pkt->hdr.type) == VIRTIO_VSOCK_TYPE_STREAM)
- pkt->len = le32_to_cpu(pkt->hdr.len);
- /* No payload */
- if (!pkt->len)
- return pkt;
- /* The pkt is too big */
- if (pkt->len > VIRTIO_VSOCK_MAX_PKT_BUF_SIZE) {
- kfree(pkt);
- return NULL;
- }
- pkt->buf = kmalloc(pkt->len, GFP_KERNEL);
- if (!pkt->buf) {
- kfree(pkt);
- return NULL;
- }
- nbytes = copy_from_iter(pkt->buf, pkt->len, &iov_iter);
- if (nbytes != pkt->len) {
- vq_err(vq, "Expected %u byte payload, got %zu bytes\n",
- pkt->len, nbytes);
- virtio_transport_free_pkt(pkt);
- return NULL;
- }
- return pkt;
- }
- /* Is there space left for replies to rx packets? */
- static bool vhost_vsock_more_replies(struct vhost_vsock *vsock)
- {
- struct vhost_virtqueue *vq = &vsock->vqs[VSOCK_VQ_TX];
- int val;
- smp_rmb(); /* paired with atomic_inc() and atomic_dec_return() */
- val = atomic_read(&vsock->queued_replies);
- return val < vq->num;
- }
- static void vhost_vsock_handle_tx_kick(struct vhost_work *work)
- {
- struct vhost_virtqueue *vq = container_of(work, struct vhost_virtqueue,
- poll.work);
- struct vhost_vsock *vsock = container_of(vq->dev, struct vhost_vsock,
- dev);
- struct virtio_vsock_pkt *pkt;
- int head;
- unsigned int out, in;
- bool added = false;
- mutex_lock(&vq->mutex);
- if (!vq->private_data)
- goto out;
- vhost_disable_notify(&vsock->dev, vq);
- for (;;) {
- u32 len;
- if (!vhost_vsock_more_replies(vsock)) {
- /* Stop tx until the device processes already
- * pending replies. Leave tx virtqueue
- * callbacks disabled.
- */
- goto no_more_replies;
- }
- head = vhost_get_vq_desc(vq, vq->iov, ARRAY_SIZE(vq->iov),
- &out, &in, NULL, NULL);
- if (head < 0)
- break;
- if (head == vq->num) {
- if (unlikely(vhost_enable_notify(&vsock->dev, vq))) {
- vhost_disable_notify(&vsock->dev, vq);
- continue;
- }
- break;
- }
- pkt = vhost_vsock_alloc_pkt(vq, out, in);
- if (!pkt) {
- vq_err(vq, "Faulted on pkt\n");
- continue;
- }
- len = pkt->len;
- /* Only accept correctly addressed packets */
- if (le64_to_cpu(pkt->hdr.src_cid) == vsock->guest_cid)
- virtio_transport_recv_pkt(pkt);
- else
- virtio_transport_free_pkt(pkt);
- vhost_add_used(vq, head, sizeof(pkt->hdr) + len);
- added = true;
- }
- no_more_replies:
- if (added)
- vhost_signal(&vsock->dev, vq);
- out:
- mutex_unlock(&vq->mutex);
- }
- static void vhost_vsock_handle_rx_kick(struct vhost_work *work)
- {
- struct vhost_virtqueue *vq = container_of(work, struct vhost_virtqueue,
- poll.work);
- struct vhost_vsock *vsock = container_of(vq->dev, struct vhost_vsock,
- dev);
- vhost_transport_do_send_pkt(vsock, vq);
- }
- static int vhost_vsock_start(struct vhost_vsock *vsock)
- {
- struct vhost_virtqueue *vq;
- size_t i;
- int ret;
- mutex_lock(&vsock->dev.mutex);
- ret = vhost_dev_check_owner(&vsock->dev);
- if (ret)
- goto err;
- for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
- vq = &vsock->vqs[i];
- mutex_lock(&vq->mutex);
- if (!vhost_vq_access_ok(vq)) {
- ret = -EFAULT;
- goto err_vq;
- }
- if (!vq->private_data) {
- vq->private_data = vsock;
- ret = vhost_vq_init_access(vq);
- if (ret)
- goto err_vq;
- }
- mutex_unlock(&vq->mutex);
- }
- mutex_unlock(&vsock->dev.mutex);
- return 0;
- err_vq:
- vq->private_data = NULL;
- mutex_unlock(&vq->mutex);
- for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
- vq = &vsock->vqs[i];
- mutex_lock(&vq->mutex);
- vq->private_data = NULL;
- mutex_unlock(&vq->mutex);
- }
- err:
- mutex_unlock(&vsock->dev.mutex);
- return ret;
- }
- static int vhost_vsock_stop(struct vhost_vsock *vsock)
- {
- size_t i;
- int ret;
- mutex_lock(&vsock->dev.mutex);
- ret = vhost_dev_check_owner(&vsock->dev);
- if (ret)
- goto err;
- for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
- struct vhost_virtqueue *vq = &vsock->vqs[i];
- mutex_lock(&vq->mutex);
- vq->private_data = NULL;
- mutex_unlock(&vq->mutex);
- }
- err:
- mutex_unlock(&vsock->dev.mutex);
- return ret;
- }
- static void vhost_vsock_free(struct vhost_vsock *vsock)
- {
- kvfree(vsock);
- }
- static int vhost_vsock_dev_open(struct inode *inode, struct file *file)
- {
- struct vhost_virtqueue **vqs;
- struct vhost_vsock *vsock;
- int ret;
- /* This struct is large and allocation could fail, fall back to vmalloc
- * if there is no other way.
- */
- vsock = kzalloc(sizeof(*vsock), GFP_KERNEL | __GFP_NOWARN | __GFP_REPEAT);
- if (!vsock) {
- vsock = vmalloc(sizeof(*vsock));
- if (!vsock)
- return -ENOMEM;
- }
- vqs = kmalloc_array(ARRAY_SIZE(vsock->vqs), sizeof(*vqs), GFP_KERNEL);
- if (!vqs) {
- ret = -ENOMEM;
- goto out;
- }
- atomic_set(&vsock->queued_replies, 0);
- vqs[VSOCK_VQ_TX] = &vsock->vqs[VSOCK_VQ_TX];
- vqs[VSOCK_VQ_RX] = &vsock->vqs[VSOCK_VQ_RX];
- vsock->vqs[VSOCK_VQ_TX].handle_kick = vhost_vsock_handle_tx_kick;
- vsock->vqs[VSOCK_VQ_RX].handle_kick = vhost_vsock_handle_rx_kick;
- vhost_dev_init(&vsock->dev, vqs, ARRAY_SIZE(vsock->vqs));
- file->private_data = vsock;
- spin_lock_init(&vsock->send_pkt_list_lock);
- INIT_LIST_HEAD(&vsock->send_pkt_list);
- vhost_work_init(&vsock->send_pkt_work, vhost_transport_send_pkt_work);
- spin_lock_bh(&vhost_vsock_lock);
- list_add_tail(&vsock->list, &vhost_vsock_list);
- spin_unlock_bh(&vhost_vsock_lock);
- return 0;
- out:
- vhost_vsock_free(vsock);
- return ret;
- }
- static void vhost_vsock_flush(struct vhost_vsock *vsock)
- {
- int i;
- for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++)
- if (vsock->vqs[i].handle_kick)
- vhost_poll_flush(&vsock->vqs[i].poll);
- vhost_work_flush(&vsock->dev, &vsock->send_pkt_work);
- }
- static void vhost_vsock_reset_orphans(struct sock *sk)
- {
- struct vsock_sock *vsk = vsock_sk(sk);
- /* vmci_transport.c doesn't take sk_lock here either. At least we're
- * under vsock_table_lock so the sock cannot disappear while we're
- * executing.
- */
- if (!vhost_vsock_get(vsk->remote_addr.svm_cid)) {
- sock_set_flag(sk, SOCK_DONE);
- vsk->peer_shutdown = SHUTDOWN_MASK;
- sk->sk_state = SS_UNCONNECTED;
- sk->sk_err = ECONNRESET;
- sk->sk_error_report(sk);
- }
- }
- static int vhost_vsock_dev_release(struct inode *inode, struct file *file)
- {
- struct vhost_vsock *vsock = file->private_data;
- spin_lock_bh(&vhost_vsock_lock);
- list_del(&vsock->list);
- spin_unlock_bh(&vhost_vsock_lock);
- /* Iterating over all connections for all CIDs to find orphans is
- * inefficient. Room for improvement here. */
- vsock_for_each_connected_socket(vhost_vsock_reset_orphans);
- vhost_vsock_stop(vsock);
- vhost_vsock_flush(vsock);
- vhost_dev_stop(&vsock->dev);
- spin_lock_bh(&vsock->send_pkt_list_lock);
- while (!list_empty(&vsock->send_pkt_list)) {
- struct virtio_vsock_pkt *pkt;
- pkt = list_first_entry(&vsock->send_pkt_list,
- struct virtio_vsock_pkt, list);
- list_del_init(&pkt->list);
- virtio_transport_free_pkt(pkt);
- }
- spin_unlock_bh(&vsock->send_pkt_list_lock);
- vhost_dev_cleanup(&vsock->dev, false);
- kfree(vsock->dev.vqs);
- vhost_vsock_free(vsock);
- return 0;
- }
- static int vhost_vsock_set_cid(struct vhost_vsock *vsock, u64 guest_cid)
- {
- struct vhost_vsock *other;
- /* Refuse reserved CIDs */
- if (guest_cid <= VMADDR_CID_HOST ||
- guest_cid == U32_MAX)
- return -EINVAL;
- /* 64-bit CIDs are not yet supported */
- if (guest_cid > U32_MAX)
- return -EINVAL;
- /* Refuse if CID is already in use */
- other = vhost_vsock_get(guest_cid);
- if (other && other != vsock)
- return -EADDRINUSE;
- spin_lock_bh(&vhost_vsock_lock);
- vsock->guest_cid = guest_cid;
- spin_unlock_bh(&vhost_vsock_lock);
- return 0;
- }
- static int vhost_vsock_set_features(struct vhost_vsock *vsock, u64 features)
- {
- struct vhost_virtqueue *vq;
- int i;
- if (features & ~VHOST_VSOCK_FEATURES)
- return -EOPNOTSUPP;
- mutex_lock(&vsock->dev.mutex);
- if ((features & (1 << VHOST_F_LOG_ALL)) &&
- !vhost_log_access_ok(&vsock->dev)) {
- mutex_unlock(&vsock->dev.mutex);
- return -EFAULT;
- }
- for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
- vq = &vsock->vqs[i];
- mutex_lock(&vq->mutex);
- vq->acked_features = features;
- mutex_unlock(&vq->mutex);
- }
- mutex_unlock(&vsock->dev.mutex);
- return 0;
- }
- static long vhost_vsock_dev_ioctl(struct file *f, unsigned int ioctl,
- unsigned long arg)
- {
- struct vhost_vsock *vsock = f->private_data;
- void __user *argp = (void __user *)arg;
- u64 guest_cid;
- u64 features;
- int start;
- int r;
- switch (ioctl) {
- case VHOST_VSOCK_SET_GUEST_CID:
- if (copy_from_user(&guest_cid, argp, sizeof(guest_cid)))
- return -EFAULT;
- return vhost_vsock_set_cid(vsock, guest_cid);
- case VHOST_VSOCK_SET_RUNNING:
- if (copy_from_user(&start, argp, sizeof(start)))
- return -EFAULT;
- if (start)
- return vhost_vsock_start(vsock);
- else
- return vhost_vsock_stop(vsock);
- case VHOST_GET_FEATURES:
- features = VHOST_VSOCK_FEATURES;
- if (copy_to_user(argp, &features, sizeof(features)))
- return -EFAULT;
- return 0;
- case VHOST_SET_FEATURES:
- if (copy_from_user(&features, argp, sizeof(features)))
- return -EFAULT;
- return vhost_vsock_set_features(vsock, features);
- default:
- mutex_lock(&vsock->dev.mutex);
- r = vhost_dev_ioctl(&vsock->dev, ioctl, argp);
- if (r == -ENOIOCTLCMD)
- r = vhost_vring_ioctl(&vsock->dev, ioctl, argp);
- else
- vhost_vsock_flush(vsock);
- mutex_unlock(&vsock->dev.mutex);
- return r;
- }
- }
- static const struct file_operations vhost_vsock_fops = {
- .owner = THIS_MODULE,
- .open = vhost_vsock_dev_open,
- .release = vhost_vsock_dev_release,
- .llseek = noop_llseek,
- .unlocked_ioctl = vhost_vsock_dev_ioctl,
- };
- static struct miscdevice vhost_vsock_misc = {
- .minor = MISC_DYNAMIC_MINOR,
- .name = "vhost-vsock",
- .fops = &vhost_vsock_fops,
- };
- static struct virtio_transport vhost_transport = {
- .transport = {
- .get_local_cid = vhost_transport_get_local_cid,
- .init = virtio_transport_do_socket_init,
- .destruct = virtio_transport_destruct,
- .release = virtio_transport_release,
- .connect = virtio_transport_connect,
- .shutdown = virtio_transport_shutdown,
- .cancel_pkt = vhost_transport_cancel_pkt,
- .dgram_enqueue = virtio_transport_dgram_enqueue,
- .dgram_dequeue = virtio_transport_dgram_dequeue,
- .dgram_bind = virtio_transport_dgram_bind,
- .dgram_allow = virtio_transport_dgram_allow,
- .stream_enqueue = virtio_transport_stream_enqueue,
- .stream_dequeue = virtio_transport_stream_dequeue,
- .stream_has_data = virtio_transport_stream_has_data,
- .stream_has_space = virtio_transport_stream_has_space,
- .stream_rcvhiwat = virtio_transport_stream_rcvhiwat,
- .stream_is_active = virtio_transport_stream_is_active,
- .stream_allow = virtio_transport_stream_allow,
- .notify_poll_in = virtio_transport_notify_poll_in,
- .notify_poll_out = virtio_transport_notify_poll_out,
- .notify_recv_init = virtio_transport_notify_recv_init,
- .notify_recv_pre_block = virtio_transport_notify_recv_pre_block,
- .notify_recv_pre_dequeue = virtio_transport_notify_recv_pre_dequeue,
- .notify_recv_post_dequeue = virtio_transport_notify_recv_post_dequeue,
- .notify_send_init = virtio_transport_notify_send_init,
- .notify_send_pre_block = virtio_transport_notify_send_pre_block,
- .notify_send_pre_enqueue = virtio_transport_notify_send_pre_enqueue,
- .notify_send_post_enqueue = virtio_transport_notify_send_post_enqueue,
- .set_buffer_size = virtio_transport_set_buffer_size,
- .set_min_buffer_size = virtio_transport_set_min_buffer_size,
- .set_max_buffer_size = virtio_transport_set_max_buffer_size,
- .get_buffer_size = virtio_transport_get_buffer_size,
- .get_min_buffer_size = virtio_transport_get_min_buffer_size,
- .get_max_buffer_size = virtio_transport_get_max_buffer_size,
- },
- .send_pkt = vhost_transport_send_pkt,
- };
- static int __init vhost_vsock_init(void)
- {
- int ret;
- ret = vsock_core_init(&vhost_transport.transport);
- if (ret < 0)
- return ret;
- return misc_register(&vhost_vsock_misc);
- };
- static void __exit vhost_vsock_exit(void)
- {
- misc_deregister(&vhost_vsock_misc);
- vsock_core_exit();
- };
- module_init(vhost_vsock_init);
- module_exit(vhost_vsock_exit);
- MODULE_LICENSE("GPL v2");
- MODULE_AUTHOR("Asias He");
- MODULE_DESCRIPTION("vhost transport for vsock ");
|