[PATCH v2 1/1] Add support for IPMB driver
From: Asmaa Mnebhi
Date: Wed Apr 17 2019 - 15:59:36 EST
Support receiving IPMB requests on a Satellite MC from the BMC.
Once a response is ready, this driver will send back a response
to the BMC via the IPMB channel.
Signed-off-by: Asmaa Mnebhi <Asmaa@xxxxxxxxxxxx>
---
drivers/char/ipmi/Kconfig | 8 +
drivers/char/ipmi/Makefile | 1 +
drivers/char/ipmi/ipmb_dev_int.c | 407 +++++++++++++++++++++++++++++++++++++++
3 files changed, 416 insertions(+)
create mode 100644 drivers/char/ipmi/ipmb_dev_int.c
diff --git a/drivers/char/ipmi/Kconfig b/drivers/char/ipmi/Kconfig
index 94719fc..784bc84 100644
--- a/drivers/char/ipmi/Kconfig
+++ b/drivers/char/ipmi/Kconfig
@@ -74,6 +74,14 @@ config IPMI_SSIF
have a driver that must be accessed over an I2C bus instead of a
standard interface. This module requires I2C support.
+config IPMB_DEVICE_INTERFACE
+ tristate 'IPMB Interface handler'
+ select I2C
+ help
+ Provides a driver for a device (Satellite MC) to
+ receive requests and send responses back to the BMC via
+ the IPMB interface. This module requires I2C support.
+
config IPMI_POWERNV
depends on PPC_POWERNV
tristate 'POWERNV (OPAL firmware) IPMI interface'
diff --git a/drivers/char/ipmi/Makefile b/drivers/char/ipmi/Makefile
index 3f06b20..0822adc 100644
--- a/drivers/char/ipmi/Makefile
+++ b/drivers/char/ipmi/Makefile
@@ -26,3 +26,4 @@ obj-$(CONFIG_IPMI_KCS_BMC) += kcs_bmc.o
obj-$(CONFIG_ASPEED_BT_IPMI_BMC) += bt-bmc.o
obj-$(CONFIG_ASPEED_KCS_IPMI_BMC) += kcs_bmc_aspeed.o
obj-$(CONFIG_NPCM7XX_KCS_IPMI_BMC) += kcs_bmc_npcm7xx.o
+obj-$(CONFIG_IPMB_DEVICE_INTERFACE) += ipmb_dev_int.o
diff --git a/drivers/char/ipmi/ipmb_dev_int.c b/drivers/char/ipmi/ipmb_dev_int.c
new file mode 100644
index 0000000..638324d
--- /dev/null
+++ b/drivers/char/ipmi/ipmb_dev_int.c
@@ -0,0 +1,407 @@
+// SPDX-License-Identifier: GPL-2.0
+
+/*
+ * Mellanox IPMB driver to receive a request and send a response
+ *
+ * Copyright (C) 2018 Mellanox Techologies, Ltd.
+ *
+ * This was inspired by Brendan Higgins' ipmi-bmc-bt-i2c driver.
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * version 2 as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ */
+
+#include <linux/errno.h>
+#include <linux/i2c.h>
+#include <linux/miscdevice.h>
+#include <linux/module.h>
+#include <linux/mutex.h>
+#include <linux/poll.h>
+#include <linux/slab.h>
+#include <linux/spinlock.h>
+#include <linux/wait.h>
+
+#define PFX "IPMB DEV INT: "
+
+#define DEVICE_NAME "ipmb-dev"
+
+#define MAX_MSG_LEN 128
+#define IPMB_REQUEST_LEN_MIN 7
+#define NETFN_RSP_BIT_MASK 0x4
+#define REQUEST_QUEUE_MAX_LEN 256
+
+#define IPMB_MSG_LEN_IDX 0
+#define RQ_SA_8BIT_IDX 1
+#define NETFN_LUN_IDX 2
+
+#define IPMB_MSG_PAYLOAD_LEN_MAX \
+ (MAX_MSG_LEN - IPMB_REQUEST_LEN_MIN - 1)
+
+struct ipmb_msg {
+ u8 len;
+ u8 rs_sa;
+ u8 netfn_rs_lun;
+ u8 checksum1;
+ u8 rq_sa;
+ u8 rq_seq_rq_lun;
+ u8 cmd;
+ u8 payload[IPMB_MSG_PAYLOAD_LEN_MAX];
+ /* checksum2 is included in payload */
+} __packed;
+
+static u32 ipmb_msg_len(struct ipmb_msg *ipmb_msg)
+{
+ return ipmb_msg->len + 1;
+}
+
+struct ipmb_request_elem {
+ struct list_head list;
+ struct ipmb_msg request;
+};
+
+struct ipmb_dev {
+ struct i2c_client *client;
+ struct miscdevice miscdev;
+ struct ipmb_msg request;
+ struct list_head request_queue;
+ atomic_t request_queue_len;
+ struct ipmb_msg response;
+ size_t msg_idx;
+ spinlock_t lock;
+ wait_queue_head_t wait_queue;
+ struct mutex file_mutex;
+};
+
+static int receive_ipmb_request(struct ipmb_dev *ipmb_dev_p,
+ bool non_blocking,
+ struct ipmb_msg *ipmb_request)
+{
+ struct ipmb_request_elem *queue_elem;
+ unsigned long flags;
+ int res;
+
+ if (!non_blocking) {
+
+try_again:
+ res = wait_event_interruptible(ipmb_dev_p->wait_queue,
+ atomic_read(&ipmb_dev_p->request_queue_len));
+ if (res)
+ return res;
+ }
+
+ spin_lock_irqsave(&ipmb_dev_p->lock, flags);
+
+ if (!atomic_read(&ipmb_dev_p->request_queue_len)) {
+ spin_unlock_irqrestore(&ipmb_dev_p->lock, flags);
+ if (non_blocking)
+ return -EAGAIN;
+ goto try_again;
+ }
+
+ if (list_empty(&ipmb_dev_p->request_queue)) {
+ pr_err(PFX "request_queue is empty\n");
+ return -EIO;
+ }
+
+ queue_elem = list_first_entry(&ipmb_dev_p->request_queue,
+ struct ipmb_request_elem, list);
+ memcpy(ipmb_request, &queue_elem->request, sizeof(*ipmb_request));
+ list_del(&queue_elem->list);
+ kfree(queue_elem);
+ atomic_dec(&ipmb_dev_p->request_queue_len);
+
+ spin_unlock_irqrestore(&ipmb_dev_p->lock, flags);
+
+ return 0;
+}
+
+static inline struct ipmb_dev *to_ipmb_dev(struct file *file)
+{
+ return container_of(file->private_data, struct ipmb_dev, miscdev);
+}
+
+static ssize_t ipmb_read(struct file *file, char __user *buf, size_t count,
+ loff_t *ppos)
+{
+ struct ipmb_dev *ipmb_dev_p = to_ipmb_dev(file);
+ struct ipmb_msg msg;
+ ssize_t ret;
+
+ memset(&msg, 0, sizeof(msg));
+
+ mutex_lock(&ipmb_dev_p->file_mutex);
+ ret = receive_ipmb_request(ipmb_dev_p, file->f_flags & O_NONBLOCK,
+ &msg);
+ if (ret < 0)
+ goto out;
+ count = min_t(size_t, count, ipmb_msg_len(&msg));
+ if (copy_to_user(buf, &msg, count)) {
+ ret = -EFAULT;
+ goto out;
+ }
+
+out:
+ mutex_unlock(&ipmb_dev_p->file_mutex);
+ if (ret < 0)
+ return ret;
+ else
+ return count;
+}
+
+static s32 i2c_smbus_write_block_data_local(struct i2c_client *client,
+ u8 command, u8 length,
+ u16 requester_i2c_addr,
+ const char *msg)
+{
+ union i2c_smbus_data data;
+ int ret;
+
+ if (length > I2C_SMBUS_BLOCK_MAX)
+ length = I2C_SMBUS_BLOCK_MAX;
+
+ data.block[0] = length;
+ memcpy(&data.block[1], msg, length);
+
+ ret = i2c_smbus_xfer(client->adapter, requester_i2c_addr,
+ client->flags,
+ I2C_SMBUS_WRITE, command,
+ I2C_SMBUS_BLOCK_DATA, &data);
+
+ return ret;
+}
+
+static ssize_t ipmb_write(struct file *file, const char __user *buf,
+ size_t count, loff_t *ppos)
+{
+ struct ipmb_dev *ipmb_dev_p = to_ipmb_dev(file);
+ u8 msg[MAX_MSG_LEN];
+ ssize_t ret;
+ u8 rq_sa, netf_rq_lun, msg_len;
+
+ if (count > sizeof(msg))
+ return -EINVAL;
+
+ if (copy_from_user(&msg, buf, count) || count < msg[0])
+ return -EFAULT;
+
+ rq_sa = (u16)(msg[RQ_SA_8BIT_IDX] >> 1);
+ netf_rq_lun = msg[NETFN_LUN_IDX];
+ /*
+ * subtract rq_sa and netf_rq_lun from the length of the msg passed to
+ * i2c_smbus_write_block_data_local
+ */
+ msg_len = msg[IPMB_MSG_LEN_IDX] - 2;
+
+ mutex_lock(&ipmb_dev_p->file_mutex);
+ ret = i2c_smbus_write_block_data_local(ipmb_dev_p->client,
+ netf_rq_lun, msg_len, rq_sa, msg + 3);
+ mutex_unlock(&ipmb_dev_p->file_mutex);
+
+ if (ret)
+ return ret;
+ else
+ return count;
+}
+
+static unsigned int ipmb_poll(struct file *file, poll_table *wait)
+{
+ struct ipmb_dev *ipmb_dev_p = to_ipmb_dev(file);
+ unsigned int mask = 0;
+
+ mutex_lock(&ipmb_dev_p->file_mutex);
+ poll_wait(file, &ipmb_dev_p->wait_queue, wait);
+
+ if (atomic_read(&ipmb_dev_p->request_queue_len))
+ mask |= POLLIN;
+ mask |= POLLOUT;
+ mutex_unlock(&ipmb_dev_p->file_mutex);
+ return mask;
+}
+
+static const struct file_operations ipmb_fops = {
+ .owner = THIS_MODULE,
+ .read = ipmb_read,
+ .write = ipmb_write,
+ .poll = ipmb_poll,
+};
+
+/* Called with ipmb_dev->lock held. */
+static void handle_request(struct ipmb_dev *ipmb_dev_p)
+{
+ struct ipmb_request_elem *queue_elem;
+
+ if (atomic_read(&ipmb_dev_p->request_queue_len) >=
+ REQUEST_QUEUE_MAX_LEN)
+ return;
+
+ queue_elem = kmalloc(sizeof(*queue_elem), GFP_KERNEL);
+ if (!queue_elem)
+ return;
+
+ memcpy(&queue_elem->request, &ipmb_dev_p->request,
+ sizeof(struct ipmb_msg));
+ list_add(&queue_elem->list, &ipmb_dev_p->request_queue);
+ atomic_inc(&ipmb_dev_p->request_queue_len);
+ wake_up_all(&ipmb_dev_p->wait_queue);
+}
+
+static u8 verify_checksum1(struct ipmb_dev *ipmb_dev_p, u8 rs_sa)
+{
+ return (rs_sa + ipmb_dev_p->request.netfn_rs_lun +
+ ipmb_dev_p->request.checksum1);
+}
+
+static bool is_ipmb_request(struct ipmb_dev *ipmb_dev_p, u8 rs_sa)
+{
+ if (ipmb_dev_p->msg_idx >= IPMB_REQUEST_LEN_MIN) {
+ if (verify_checksum1(ipmb_dev_p, rs_sa))
+ return false;
+
+ /*
+ * Check whether this is an IPMB request or
+ * response.
+ * The 6 MSB of netfn_rs_lun are dedicated to the netfn
+ * while the remaining bits are dedicated to the lun.
+ * If the LSB of the netfn is cleared, it is associated
+ * with an IPMB request.
+ * If the LSB of the netfn is set, it is associated with
+ * an IPMB response.
+ */
+ if (!(ipmb_dev_p->request.netfn_rs_lun & NETFN_RSP_BIT_MASK))
+ return true;
+ }
+ return false;
+}
+
+/*
+ * The IPMB protocol only supports I2C Writes so there is no need
+ * to support I2C_SLAVE_READ* events.
+ * This i2c callback function only monitors IPMB request messages
+ * and adds them in a queue, so that they can be handled by
+ * receive_ipmb_request.
+ */
+static int ipmb_slave_cb(struct i2c_client *client,
+ enum i2c_slave_event event, u8 *val)
+{
+ struct ipmb_dev *ipmb_dev_p = i2c_get_clientdata(client);
+ u8 *buf = (u8 *)&ipmb_dev_p->request;
+
+ spin_lock(&ipmb_dev_p->lock);
+ switch (event) {
+ case I2C_SLAVE_WRITE_REQUESTED:
+ memset(&ipmb_dev_p->request, 0, sizeof(ipmb_dev_p->request));
+ ipmb_dev_p->msg_idx = 0;
+
+ /*
+ * At index 0, ipmb_msg stores the length of msg,
+ * skip it for now.
+ * The len will be populated once the whole
+ * buf is populated.
+ *
+ * The I2C bus driver's responsibility is to pass the
+ * data bytes to the backend driver; it does not
+ * forward the i2c slave address.
+ * Since the first byte in the IPMB message is the
+ * address of the responder, it is the responsibility
+ * of the IPMB driver to format the message properly.
+ * So this driver prepends the address of the responder
+ * to the received i2c data before the request message
+ * is handled in userland.
+ */
+ buf[++ipmb_dev_p->msg_idx] = (u8)(client->addr << 1);
+ break;
+
+ case I2C_SLAVE_WRITE_RECEIVED:
+ if (ipmb_dev_p->msg_idx >= sizeof(struct ipmb_msg))
+ break;
+
+ buf[++ipmb_dev_p->msg_idx] = *val;
+ break;
+
+ case I2C_SLAVE_STOP:
+ ipmb_dev_p->request.len = ipmb_dev_p->msg_idx;
+
+ if (is_ipmb_request(ipmb_dev_p, (u8)(client->addr << 1)))
+ handle_request(ipmb_dev_p);
+ break;
+
+ default:
+ break;
+ }
+ spin_unlock(&ipmb_dev_p->lock);
+
+ return 0;
+}
+
+static int ipmb_probe(struct i2c_client *client,
+ const struct i2c_device_id *id)
+{
+ struct ipmb_dev *ipmb_dev_p;
+ int ret;
+
+ ipmb_dev_p = devm_kzalloc(&client->dev, sizeof(*ipmb_dev_p),
+ GFP_KERNEL);
+ if (!ipmb_dev_p)
+ return -ENOMEM;
+
+ spin_lock_init(&ipmb_dev_p->lock);
+ init_waitqueue_head(&ipmb_dev_p->wait_queue);
+ atomic_set(&ipmb_dev_p->request_queue_len, 0);
+ INIT_LIST_HEAD(&ipmb_dev_p->request_queue);
+
+ mutex_init(&ipmb_dev_p->file_mutex);
+
+ ipmb_dev_p->miscdev.minor = MISC_DYNAMIC_MINOR;
+ ipmb_dev_p->miscdev.name = DEVICE_NAME;
+ ipmb_dev_p->miscdev.fops = &ipmb_fops;
+ ipmb_dev_p->miscdev.parent = &client->dev;
+ ret = misc_register(&ipmb_dev_p->miscdev);
+ if (ret)
+ return ret;
+
+ ipmb_dev_p->client = client;
+ i2c_set_clientdata(client, ipmb_dev_p);
+ ret = i2c_slave_register(client, ipmb_slave_cb);
+ if (ret) {
+ misc_deregister(&ipmb_dev_p->miscdev);
+ return ret;
+ }
+
+ return 0;
+}
+
+static int ipmb_remove(struct i2c_client *client)
+{
+ struct ipmb_dev *ipmb_dev_p = i2c_get_clientdata(client);
+
+ i2c_slave_unregister(client);
+ misc_deregister(&ipmb_dev_p->miscdev);
+
+ return 0;
+}
+
+static const struct i2c_device_id ipmb_id[] = {
+ {"ipmb-dev", 0},
+ {},
+};
+MODULE_DEVICE_TABLE(i2c, ipmb_id);
+
+static struct i2c_driver ipmb_driver = {
+ .driver = {
+ .name = "ipmb-dev",
+ },
+ .probe = ipmb_probe,
+ .remove = ipmb_remove,
+ .id_table = ipmb_id,
+};
+module_i2c_driver(ipmb_driver);
+
+MODULE_AUTHOR("Mellanox Technologies");
+MODULE_DESCRIPTION("Mellanox BlueField IPMB driver");
+MODULE_LICENSE("GPL");
--
2.1.2