/* * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved. * * This program is free software; you may redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; version 2 of the License. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * */ #include <linux/module.h> #include <linux/init.h> #include <linux/errno.h> #include <rdma/ib_user_verbs.h> #include <rdma/ib_addr.h> #include "usnic_common_util.h" #include "usnic_ib.h" #include "usnic_ib_qp_grp.h" #include "usnic_vnic.h" #include "usnic_ib_verbs.h" #include "usnic_log.h" static ssize_t usnic_ib_show_fw_ver(struct device *device, struct device_attribute *attr, char *buf) { struct usnic_ib_dev *us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); struct ethtool_drvinfo info; mutex_lock(&us_ibdev->usdev_lock); us_ibdev->netdev->ethtool_ops->get_drvinfo(us_ibdev->netdev, &info); mutex_unlock(&us_ibdev->usdev_lock); return scnprintf(buf, PAGE_SIZE, "%s\n", info.fw_version); } static ssize_t usnic_ib_show_board(struct device *device, struct device_attribute *attr, char *buf) { struct usnic_ib_dev *us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); unsigned short subsystem_device_id; mutex_lock(&us_ibdev->usdev_lock); subsystem_device_id = us_ibdev->pdev->subsystem_device; mutex_unlock(&us_ibdev->usdev_lock); return scnprintf(buf, PAGE_SIZE, "%hu\n", subsystem_device_id); } /* * Report the configuration for this PF */ static ssize_t usnic_ib_show_config(struct device *device, struct device_attribute *attr, char *buf) { struct usnic_ib_dev *us_ibdev; char *ptr; unsigned left; unsigned n; enum usnic_vnic_res_type res_type; us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); /* Buffer space limit is 1 page */ ptr = buf; left = PAGE_SIZE; mutex_lock(&us_ibdev->usdev_lock); if (atomic_read(&us_ibdev->vf_cnt.refcount) > 0) { char *busname; /* * bus name seems to come with annoying prefix. * Remove it if it is predictable */ busname = us_ibdev->pdev->bus->name; if (strncmp(busname, "PCI Bus ", 8) == 0) busname += 8; n = scnprintf(ptr, left, "%s: %s:%d.%d, %s, %pM, %u VFs\n Per VF:", us_ibdev->ib_dev.name, busname, PCI_SLOT(us_ibdev->pdev->devfn), PCI_FUNC(us_ibdev->pdev->devfn), netdev_name(us_ibdev->netdev), us_ibdev->ufdev->mac, atomic_read(&us_ibdev->vf_cnt.refcount)); UPDATE_PTR_LEFT(n, ptr, left); for (res_type = USNIC_VNIC_RES_TYPE_EOL; res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++) { if (us_ibdev->vf_res_cnt[res_type] == 0) continue; n = scnprintf(ptr, left, " %d %s%s", us_ibdev->vf_res_cnt[res_type], usnic_vnic_res_type_to_str(res_type), (res_type < (USNIC_VNIC_RES_TYPE_MAX - 1)) ? "," : ""); UPDATE_PTR_LEFT(n, ptr, left); } n = scnprintf(ptr, left, "\n"); UPDATE_PTR_LEFT(n, ptr, left); } else { n = scnprintf(ptr, left, "%s: no VFs\n", us_ibdev->ib_dev.name); UPDATE_PTR_LEFT(n, ptr, left); } mutex_unlock(&us_ibdev->usdev_lock); return ptr - buf; } static ssize_t usnic_ib_show_iface(struct device *device, struct device_attribute *attr, char *buf) { struct usnic_ib_dev *us_ibdev; us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); return scnprintf(buf, PAGE_SIZE, "%s\n", netdev_name(us_ibdev->netdev)); } static ssize_t usnic_ib_show_max_vf(struct device *device, struct device_attribute *attr, char *buf) { struct usnic_ib_dev *us_ibdev; us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); return scnprintf(buf, PAGE_SIZE, "%u\n", atomic_read(&us_ibdev->vf_cnt.refcount)); } static ssize_t usnic_ib_show_qp_per_vf(struct device *device, struct device_attribute *attr, char *buf) { struct usnic_ib_dev *us_ibdev; int qp_per_vf; us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); qp_per_vf = max(us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_WQ], us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_RQ]); return scnprintf(buf, PAGE_SIZE, "%d\n", qp_per_vf); } static ssize_t usnic_ib_show_cq_per_vf(struct device *device, struct device_attribute *attr, char *buf) { struct usnic_ib_dev *us_ibdev; us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); return scnprintf(buf, PAGE_SIZE, "%d\n", us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_CQ]); } static DEVICE_ATTR(fw_ver, S_IRUGO, usnic_ib_show_fw_ver, NULL); static DEVICE_ATTR(board_id, S_IRUGO, usnic_ib_show_board, NULL); static DEVICE_ATTR(config, S_IRUGO, usnic_ib_show_config, NULL); static DEVICE_ATTR(iface, S_IRUGO, usnic_ib_show_iface, NULL); static DEVICE_ATTR(max_vf, S_IRUGO, usnic_ib_show_max_vf, NULL); static DEVICE_ATTR(qp_per_vf, S_IRUGO, usnic_ib_show_qp_per_vf, NULL); static DEVICE_ATTR(cq_per_vf, S_IRUGO, usnic_ib_show_cq_per_vf, NULL); static struct device_attribute *usnic_class_attributes[] = { &dev_attr_fw_ver, &dev_attr_board_id, &dev_attr_config, &dev_attr_iface, &dev_attr_max_vf, &dev_attr_qp_per_vf, &dev_attr_cq_per_vf, }; struct qpn_attribute { struct attribute attr; ssize_t (*show)(struct usnic_ib_qp_grp *, char *buf); }; /* * Definitions for supporting QPN entries in sysfs */ static ssize_t usnic_ib_qpn_attr_show(struct kobject *kobj, struct attribute *attr, char *buf) { struct usnic_ib_qp_grp *qp_grp; struct qpn_attribute *qpn_attr; qp_grp = container_of(kobj, struct usnic_ib_qp_grp, kobj); qpn_attr = container_of(attr, struct qpn_attribute, attr); return qpn_attr->show(qp_grp, buf); } static const struct sysfs_ops usnic_ib_qpn_sysfs_ops = { .show = usnic_ib_qpn_attr_show }; #define QPN_ATTR_RO(NAME) \ struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME) static ssize_t context_show(struct usnic_ib_qp_grp *qp_grp, char *buf) { return scnprintf(buf, PAGE_SIZE, "0x%p\n", qp_grp->ctx); } static ssize_t summary_show(struct usnic_ib_qp_grp *qp_grp, char *buf) { int i, j, n; int left; char *ptr; struct usnic_vnic_res_chunk *res_chunk; struct usnic_vnic_res *vnic_res; left = PAGE_SIZE; ptr = buf; n = scnprintf(ptr, left, "QPN: %d State: (%s) PID: %u VF Idx: %hu ", qp_grp->ibqp.qp_num, usnic_ib_qp_grp_state_to_string(qp_grp->state), qp_grp->owner_pid, usnic_vnic_get_index(qp_grp->vf->vnic)); UPDATE_PTR_LEFT(n, ptr, left); for (i = 0; qp_grp->res_chunk_list[i]; i++) { res_chunk = qp_grp->res_chunk_list[i]; for (j = 0; j < res_chunk->cnt; j++) { vnic_res = res_chunk->res[j]; n = scnprintf(ptr, left, "%s[%d] ", usnic_vnic_res_type_to_str(vnic_res->type), vnic_res->vnic_idx); UPDATE_PTR_LEFT(n, ptr, left); } } n = scnprintf(ptr, left, "\n"); UPDATE_PTR_LEFT(n, ptr, left); return ptr - buf; } static QPN_ATTR_RO(context); static QPN_ATTR_RO(summary); static struct attribute *usnic_ib_qpn_default_attrs[] = { &qpn_attr_context.attr, &qpn_attr_summary.attr, NULL }; static struct kobj_type usnic_ib_qpn_type = { .sysfs_ops = &usnic_ib_qpn_sysfs_ops, .default_attrs = usnic_ib_qpn_default_attrs }; int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev *us_ibdev) { int i; int err; for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) { err = device_create_file(&us_ibdev->ib_dev.dev, usnic_class_attributes[i]); if (err) { usnic_err("Failed to create device file %d for %s eith err %d", i, us_ibdev->ib_dev.name, err); return -EINVAL; } } /* create kernel object for looking at individual QPs */ kobject_get(&us_ibdev->ib_dev.dev.kobj); us_ibdev->qpn_kobj = kobject_create_and_add("qpn", &us_ibdev->ib_dev.dev.kobj); if (us_ibdev->qpn_kobj == NULL) { kobject_put(&us_ibdev->ib_dev.dev.kobj); return -ENOMEM; } return 0; } void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev *us_ibdev) { int i; for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) { device_remove_file(&us_ibdev->ib_dev.dev, usnic_class_attributes[i]); } kobject_put(us_ibdev->qpn_kobj); } void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp *qp_grp) { struct usnic_ib_dev *us_ibdev; int err; us_ibdev = qp_grp->vf->pf; err = kobject_init_and_add(&qp_grp->kobj, &usnic_ib_qpn_type, kobject_get(us_ibdev->qpn_kobj), "%d", qp_grp->grp_id); if (err) { kobject_put(us_ibdev->qpn_kobj); return; } } void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp *qp_grp) { struct usnic_ib_dev *us_ibdev; us_ibdev = qp_grp->vf->pf; kobject_put(&qp_grp->kobj); kobject_put(us_ibdev->qpn_kobj); }