123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545 |
- /* Copyright (c) 2013-2019, The Linux Foundation. All rights reserved.
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License version 2 and
- * only version 2 as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- */
- #include <linux/fs.h>
- #include <linux/sched.h>
- #include "ipa_i.h"
- struct ipa_intf {
- char name[IPA_RESOURCE_NAME_MAX];
- struct list_head link;
- u32 num_tx_props;
- u32 num_rx_props;
- struct ipa_ioc_tx_intf_prop *tx;
- struct ipa_ioc_rx_intf_prop *rx;
- };
- struct ipa_push_msg {
- struct ipa_msg_meta meta;
- ipa_msg_free_fn callback;
- void *buff;
- struct list_head link;
- };
- struct ipa_pull_msg {
- struct ipa_msg_meta meta;
- ipa_msg_pull_fn callback;
- struct list_head link;
- };
- /**
- * ipa_register_intf() - register "logical" interface
- * @name: [in] interface name
- * @tx: [in] TX properties of the interface
- * @rx: [in] RX properties of the interface
- *
- * Register an interface and its tx and rx properties, this allows
- * configuration of rules from user-space
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_register_intf(const char *name, const struct ipa_tx_intf *tx,
- const struct ipa_rx_intf *rx)
- {
- struct ipa_intf *intf;
- u32 len;
- if (name == NULL || (tx == NULL && rx == NULL)) {
- IPAERR("invalid params name=%p tx=%p rx=%p\n", name, tx, rx);
- return -EINVAL;
- }
- if (tx && tx->num_props > IPA_NUM_PROPS_MAX) {
- IPAERR("invalid tx num_props=%d max=%d\n", tx->num_props,
- IPA_NUM_PROPS_MAX);
- return -EINVAL;
- }
- if (rx && rx->num_props > IPA_NUM_PROPS_MAX) {
- IPAERR("invalid rx num_props=%d max=%d\n", rx->num_props,
- IPA_NUM_PROPS_MAX);
- return -EINVAL;
- }
- len = sizeof(struct ipa_intf);
- intf = kzalloc(len, GFP_KERNEL);
- if (intf == NULL) {
- IPAERR("fail to alloc 0x%x bytes\n", len);
- return -ENOMEM;
- }
- strlcpy(intf->name, name, IPA_RESOURCE_NAME_MAX);
- if (tx) {
- intf->num_tx_props = tx->num_props;
- len = tx->num_props * sizeof(struct ipa_ioc_tx_intf_prop);
- intf->tx = kzalloc(len, GFP_KERNEL);
- if (intf->tx == NULL) {
- IPAERR("fail to alloc 0x%x bytes\n", len);
- kfree(intf);
- return -ENOMEM;
- }
- memcpy(intf->tx, tx->prop, len);
- }
- if (rx) {
- intf->num_rx_props = rx->num_props;
- len = rx->num_props * sizeof(struct ipa_ioc_rx_intf_prop);
- intf->rx = kzalloc(len, GFP_KERNEL);
- if (intf->rx == NULL) {
- IPAERR("fail to alloc 0x%x bytes\n", len);
- kfree(intf->tx);
- kfree(intf);
- return -ENOMEM;
- }
- memcpy(intf->rx, rx->prop, len);
- }
- mutex_lock(&ipa_ctx->lock);
- list_add_tail(&intf->link, &ipa_ctx->intf_list);
- mutex_unlock(&ipa_ctx->lock);
- return 0;
- }
- EXPORT_SYMBOL(ipa_register_intf);
- /**
- * ipa_deregister_intf() - de-register previously registered logical interface
- * @name: [in] interface name
- *
- * De-register a previously registered interface
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_deregister_intf(const char *name)
- {
- struct ipa_intf *entry;
- struct ipa_intf *next;
- int result = -EINVAL;
- if (name == NULL) {
- IPAERR("invalid param name=%p\n", name);
- return result;
- }
- mutex_lock(&ipa_ctx->lock);
- list_for_each_entry_safe(entry, next, &ipa_ctx->intf_list, link) {
- if (!strncmp(entry->name, name, IPA_RESOURCE_NAME_MAX)) {
- list_del(&entry->link);
- kfree(entry->rx);
- kfree(entry->tx);
- kfree(entry);
- result = 0;
- break;
- }
- }
- mutex_unlock(&ipa_ctx->lock);
- return result;
- }
- EXPORT_SYMBOL(ipa_deregister_intf);
- /**
- * ipa_query_intf() - query logical interface properties
- * @lookup: [inout] interface name and number of properties
- *
- * Obtain the handle and number of tx and rx properties for the named
- * interface, used as part of querying the tx and rx properties for
- * configuration of various rules from user-space
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_query_intf(struct ipa_ioc_query_intf *lookup)
- {
- struct ipa_intf *entry;
- int result = -EINVAL;
- if (lookup == NULL) {
- IPAERR("invalid param lookup=%p\n", lookup);
- return result;
- }
- mutex_lock(&ipa_ctx->lock);
- list_for_each_entry(entry, &ipa_ctx->intf_list, link) {
- if (!strncmp(entry->name, lookup->name,
- IPA_RESOURCE_NAME_MAX)) {
- lookup->num_tx_props = entry->num_tx_props;
- lookup->num_rx_props = entry->num_rx_props;
- result = 0;
- break;
- }
- }
- mutex_unlock(&ipa_ctx->lock);
- return result;
- }
- /**
- * ipa_query_intf_tx_props() - qeury TX props of an interface
- * @tx: [inout] interface tx attributes
- *
- * Obtain the tx properties for the specifed interface
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_query_intf_tx_props(struct ipa_ioc_query_intf_tx_props *tx)
- {
- struct ipa_intf *entry;
- int result = -EINVAL;
- if (tx == NULL) {
- IPAERR("invalid param tx=%p\n", tx);
- return result;
- }
- mutex_lock(&ipa_ctx->lock);
- list_for_each_entry(entry, &ipa_ctx->intf_list, link) {
- if (!strncmp(entry->name, tx->name, IPA_RESOURCE_NAME_MAX)) {
- /* add the entry check */
- if (entry->num_tx_props != tx->num_tx_props) {
- IPAERR("invalid entry number(%u %u)\n",
- entry->num_tx_props,
- tx->num_tx_props);
- mutex_unlock(&ipa_ctx->lock);
- return result;
- }
- memcpy(tx->tx, entry->tx, entry->num_tx_props *
- sizeof(struct ipa_ioc_tx_intf_prop));
- result = 0;
- break;
- }
- }
- mutex_unlock(&ipa_ctx->lock);
- return result;
- }
- /**
- * ipa_query_intf_rx_props() - qeury RX props of an interface
- * @rx: [inout] interface rx attributes
- *
- * Obtain the rx properties for the specifed interface
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_query_intf_rx_props(struct ipa_ioc_query_intf_rx_props *rx)
- {
- struct ipa_intf *entry;
- int result = -EINVAL;
- if (rx == NULL) {
- IPAERR("invalid param rx=%p\n", rx);
- return result;
- }
- mutex_lock(&ipa_ctx->lock);
- list_for_each_entry(entry, &ipa_ctx->intf_list, link) {
- if (!strncmp(entry->name, rx->name, IPA_RESOURCE_NAME_MAX)) {
- /* add the entry check */
- if (entry->num_rx_props != rx->num_rx_props) {
- IPAERR("invalid entry number(%u %u)\n",
- entry->num_rx_props,
- rx->num_rx_props);
- mutex_unlock(&ipa_ctx->lock);
- return result;
- }
- memcpy(rx->rx, entry->rx, entry->num_rx_props *
- sizeof(struct ipa_ioc_rx_intf_prop));
- result = 0;
- break;
- }
- }
- mutex_unlock(&ipa_ctx->lock);
- return result;
- }
- /**
- * ipa_send_msg() - Send "message" from kernel client to IPA driver
- * @meta: [in] message meta-data
- * @buff: [in] the payload for message
- * @callback: [in] free callback
- *
- * Client supplies the message meta-data and payload which IPA driver buffers
- * till read by user-space. After read from user space IPA driver invokes the
- * callback supplied to free the message payload. Client must not touch/free
- * the message payload after calling this API.
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_send_msg(struct ipa_msg_meta *meta, void *buff,
- ipa_msg_free_fn callback)
- {
- struct ipa_push_msg *msg;
- if (meta == NULL || (buff == NULL && callback != NULL) ||
- (buff != NULL && callback == NULL)) {
- IPAERR("invalid param meta=%p buff=%p, callback=%p\n",
- meta, buff, callback);
- return -EINVAL;
- }
- if (meta->msg_type >= IPA_EVENT_MAX) {
- IPAERR("unsupported message type %d\n", meta->msg_type);
- return -EINVAL;
- }
- msg = kzalloc(sizeof(struct ipa_push_msg), GFP_KERNEL);
- if (msg == NULL) {
- IPAERR("fail to alloc ipa_msg container\n");
- return -ENOMEM;
- }
- msg->meta = *meta;
- msg->buff = buff;
- msg->callback = callback;
- mutex_lock(&ipa_ctx->msg_lock);
- list_add_tail(&msg->link, &ipa_ctx->msg_list);
- mutex_unlock(&ipa_ctx->msg_lock);
- IPA_STATS_INC_CNT(ipa_ctx->stats.msg_w[meta->msg_type]);
- wake_up(&ipa_ctx->msg_waitq);
- return 0;
- }
- EXPORT_SYMBOL(ipa_send_msg);
- /**
- * ipa_register_pull_msg() - register pull message type
- * @meta: [in] message meta-data
- * @callback: [in] pull callback
- *
- * Register message callback by kernel client with IPA driver for IPA driver to
- * pull message on-demand.
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_register_pull_msg(struct ipa_msg_meta *meta, ipa_msg_pull_fn callback)
- {
- struct ipa_pull_msg *msg;
- if (meta == NULL || callback == NULL) {
- IPAERR("invalid param meta=%p callback=%p\n", meta, callback);
- return -EINVAL;
- }
- msg = kzalloc(sizeof(struct ipa_pull_msg), GFP_KERNEL);
- if (msg == NULL) {
- IPAERR("fail to alloc ipa_msg container\n");
- return -ENOMEM;
- }
- msg->meta = *meta;
- msg->callback = callback;
- mutex_lock(&ipa_ctx->msg_lock);
- list_add_tail(&msg->link, &ipa_ctx->pull_msg_list);
- mutex_unlock(&ipa_ctx->msg_lock);
- return 0;
- }
- EXPORT_SYMBOL(ipa_register_pull_msg);
- /**
- * ipa_deregister_pull_msg() - De-register pull message type
- * @meta: [in] message meta-data
- *
- * De-register "message" by kernel client from IPA driver
- *
- * Returns: 0 on success, negative on failure
- *
- * Note: Should not be called from atomic context
- */
- int ipa_deregister_pull_msg(struct ipa_msg_meta *meta)
- {
- struct ipa_pull_msg *entry;
- struct ipa_pull_msg *next;
- int result = -EINVAL;
- if (meta == NULL) {
- IPAERR("invalid param name=%p\n", meta);
- return result;
- }
- mutex_lock(&ipa_ctx->msg_lock);
- list_for_each_entry_safe(entry, next, &ipa_ctx->pull_msg_list, link) {
- if (entry->meta.msg_len == meta->msg_len &&
- entry->meta.msg_type == meta->msg_type) {
- list_del(&entry->link);
- kfree(entry);
- result = 0;
- break;
- }
- }
- mutex_unlock(&ipa_ctx->msg_lock);
- return result;
- }
- EXPORT_SYMBOL(ipa_deregister_pull_msg);
- /**
- * ipa_read() - read message from IPA device
- * @filp: [in] file pointer
- * @buf: [out] buffer to read into
- * @count: [in] size of above buffer
- * @f_pos: [inout] file position
- *
- * Uer-space should continually read from /dev/ipa, read wll block when there
- * are no messages to read. Upon return, user-space should read the ipa_msg_meta
- * from the start of the buffer to know what type of message was read and its
- * length in the remainder of the buffer. Buffer supplied must be big enough to
- * hold the message meta-data and the largest defined message type
- *
- * Returns: how many bytes copied to buffer
- *
- * Note: Should not be called from atomic context
- */
- ssize_t ipa_read(struct file *filp, char __user *buf, size_t count,
- loff_t *f_pos)
- {
- char __user *start;
- struct ipa_push_msg *msg = NULL;
- int ret;
- DEFINE_WAIT(wait);
- int locked;
- start = buf;
- while (1) {
- prepare_to_wait(&ipa_ctx->msg_waitq, &wait, TASK_INTERRUPTIBLE);
- mutex_lock(&ipa_ctx->msg_lock);
- locked = 1;
- if (!list_empty(&ipa_ctx->msg_list)) {
- msg = list_first_entry(&ipa_ctx->msg_list,
- struct ipa_push_msg, link);
- list_del(&msg->link);
- }
- IPADBG("msg=%p\n", msg);
- if (msg) {
- locked = 0;
- mutex_unlock(&ipa_ctx->msg_lock);
- if (count < sizeof(struct ipa_msg_meta)) {
- kfree(msg);
- msg = NULL;
- ret = -EFAULT;
- break;
- }
- if (copy_to_user(buf, &msg->meta,
- sizeof(struct ipa_msg_meta))) {
- kfree(msg);
- msg = NULL;
- ret = -EFAULT;
- break;
- }
- buf += sizeof(struct ipa_msg_meta);
- count -= sizeof(struct ipa_msg_meta);
- if (msg->buff) {
- if (count >= msg->meta.msg_len) {
- if (copy_to_user(buf, msg->buff,
- msg->meta.msg_len)) {
- kfree(msg);
- msg = NULL;
- ret = -EFAULT;
- break;
- }
- } else {
- kfree(msg);
- msg = NULL;
- ret = -EFAULT;
- break;
- }
- buf += msg->meta.msg_len;
- count -= msg->meta.msg_len;
- msg->callback(msg->buff, msg->meta.msg_len,
- msg->meta.msg_type);
- }
- IPA_STATS_INC_CNT(
- ipa_ctx->stats.msg_r[msg->meta.msg_type]);
- kfree(msg);
- }
- ret = -EAGAIN;
- if (filp->f_flags & O_NONBLOCK)
- break;
- ret = -EINTR;
- if (signal_pending(current))
- break;
- if (start != buf)
- break;
- locked = 0;
- mutex_unlock(&ipa_ctx->msg_lock);
- schedule();
- }
- finish_wait(&ipa_ctx->msg_waitq, &wait);
- if (start != buf && ret != -EFAULT)
- ret = buf - start;
- if (locked)
- mutex_unlock(&ipa_ctx->msg_lock);
- return ret;
- }
- /**
- * ipa_pull_msg() - pull the specified message from client
- * @meta: [in] message meta-data
- * @buf: [out] buffer to read into
- * @count: [in] size of above buffer
- *
- * Populate the supplied buffer with the pull message which is fetched
- * from client, the message must have previously been registered with
- * the IPA driver
- *
- * Returns: how many bytes copied to buffer
- *
- * Note: Should not be called from atomic context
- */
- int ipa_pull_msg(struct ipa_msg_meta *meta, char *buff, size_t count)
- {
- struct ipa_pull_msg *entry;
- int result = -EINVAL;
- if (meta == NULL || buff == NULL || !count) {
- IPAERR("invalid param name=%p buff=%p count=%zu\n",
- meta, buff, count);
- return result;
- }
- mutex_lock(&ipa_ctx->msg_lock);
- list_for_each_entry(entry, &ipa_ctx->pull_msg_list, link) {
- if (entry->meta.msg_len == meta->msg_len &&
- entry->meta.msg_type == meta->msg_type) {
- result = entry->callback(buff, count, meta->msg_type);
- break;
- }
- }
- mutex_unlock(&ipa_ctx->msg_lock);
- return result;
- }
|