| // SPDX-License-Identifier: GPL-2.0 |
| /* Copyright (C) 2025 Ventana Micro Systems Inc. */ |
| |
| #include <linux/acpi.h> |
| #include <linux/bits.h> |
| #include <linux/bug.h> |
| #include <linux/device.h> |
| #include <linux/device/devres.h> |
| #include <linux/dev_printk.h> |
| #include <linux/errno.h> |
| #include <linux/irq.h> |
| #include <linux/irqdomain.h> |
| #include <linux/irqchip/riscv-imsic.h> |
| #include <linux/mailbox_client.h> |
| #include <linux/mailbox/riscv-rpmi-message.h> |
| #include <linux/module.h> |
| #include <linux/msi.h> |
| #include <linux/of_irq.h> |
| #include <linux/platform_device.h> |
| #include <linux/types.h> |
| |
| struct rpmi_sysmsi_get_attrs_rx { |
| __le32 status; |
| __le32 sys_num_msi; |
| __le32 flag0; |
| __le32 flag1; |
| }; |
| |
| #define RPMI_SYSMSI_MSI_ATTRIBUTES_FLAG0_PREF_PRIV BIT(0) |
| |
| struct rpmi_sysmsi_set_msi_state_tx { |
| __le32 sys_msi_index; |
| __le32 sys_msi_state; |
| }; |
| |
| struct rpmi_sysmsi_set_msi_state_rx { |
| __le32 status; |
| }; |
| |
| #define RPMI_SYSMSI_MSI_STATE_ENABLE BIT(0) |
| #define RPMI_SYSMSI_MSI_STATE_PENDING BIT(1) |
| |
| struct rpmi_sysmsi_set_msi_target_tx { |
| __le32 sys_msi_index; |
| __le32 sys_msi_address_low; |
| __le32 sys_msi_address_high; |
| __le32 sys_msi_data; |
| }; |
| |
| struct rpmi_sysmsi_set_msi_target_rx { |
| __le32 status; |
| }; |
| |
| struct rpmi_sysmsi_priv { |
| struct device *dev; |
| struct mbox_client client; |
| struct mbox_chan *chan; |
| u32 nr_irqs; |
| u32 gsi_base; |
| }; |
| |
| static int rpmi_sysmsi_get_num_msi(struct rpmi_sysmsi_priv *priv) |
| { |
| struct rpmi_sysmsi_get_attrs_rx rx; |
| struct rpmi_mbox_message msg; |
| int ret; |
| |
| rpmi_mbox_init_send_with_response(&msg, RPMI_SYSMSI_SRV_GET_ATTRIBUTES, |
| NULL, 0, &rx, sizeof(rx)); |
| ret = rpmi_mbox_send_message(priv->chan, &msg); |
| if (ret) |
| return ret; |
| if (rx.status) |
| return rpmi_to_linux_error(le32_to_cpu(rx.status)); |
| |
| return le32_to_cpu(rx.sys_num_msi); |
| } |
| |
| static int rpmi_sysmsi_set_msi_state(struct rpmi_sysmsi_priv *priv, |
| u32 sys_msi_index, u32 sys_msi_state) |
| { |
| struct rpmi_sysmsi_set_msi_state_tx tx; |
| struct rpmi_sysmsi_set_msi_state_rx rx; |
| struct rpmi_mbox_message msg; |
| int ret; |
| |
| tx.sys_msi_index = cpu_to_le32(sys_msi_index); |
| tx.sys_msi_state = cpu_to_le32(sys_msi_state); |
| rpmi_mbox_init_send_with_response(&msg, RPMI_SYSMSI_SRV_SET_MSI_STATE, |
| &tx, sizeof(tx), &rx, sizeof(rx)); |
| ret = rpmi_mbox_send_message(priv->chan, &msg); |
| if (ret) |
| return ret; |
| if (rx.status) |
| return rpmi_to_linux_error(le32_to_cpu(rx.status)); |
| |
| return 0; |
| } |
| |
| static int rpmi_sysmsi_set_msi_target(struct rpmi_sysmsi_priv *priv, |
| u32 sys_msi_index, struct msi_msg *m) |
| { |
| struct rpmi_sysmsi_set_msi_target_tx tx; |
| struct rpmi_sysmsi_set_msi_target_rx rx; |
| struct rpmi_mbox_message msg; |
| int ret; |
| |
| tx.sys_msi_index = cpu_to_le32(sys_msi_index); |
| tx.sys_msi_address_low = cpu_to_le32(m->address_lo); |
| tx.sys_msi_address_high = cpu_to_le32(m->address_hi); |
| tx.sys_msi_data = cpu_to_le32(m->data); |
| rpmi_mbox_init_send_with_response(&msg, RPMI_SYSMSI_SRV_SET_MSI_TARGET, |
| &tx, sizeof(tx), &rx, sizeof(rx)); |
| ret = rpmi_mbox_send_message(priv->chan, &msg); |
| if (ret) |
| return ret; |
| if (rx.status) |
| return rpmi_to_linux_error(le32_to_cpu(rx.status)); |
| |
| return 0; |
| } |
| |
| static void rpmi_sysmsi_irq_mask(struct irq_data *d) |
| { |
| struct rpmi_sysmsi_priv *priv = irq_data_get_irq_chip_data(d); |
| irq_hw_number_t hwirq = irqd_to_hwirq(d); |
| int ret; |
| |
| ret = rpmi_sysmsi_set_msi_state(priv, hwirq, 0); |
| if (ret) |
| dev_warn(priv->dev, "Failed to mask hwirq %lu (error %d)\n", hwirq, ret); |
| irq_chip_mask_parent(d); |
| } |
| |
| static void rpmi_sysmsi_irq_unmask(struct irq_data *d) |
| { |
| struct rpmi_sysmsi_priv *priv = irq_data_get_irq_chip_data(d); |
| irq_hw_number_t hwirq = irqd_to_hwirq(d); |
| int ret; |
| |
| irq_chip_unmask_parent(d); |
| ret = rpmi_sysmsi_set_msi_state(priv, hwirq, RPMI_SYSMSI_MSI_STATE_ENABLE); |
| if (ret) |
| dev_warn(priv->dev, "Failed to unmask hwirq %lu (error %d)\n", hwirq, ret); |
| } |
| |
| static void rpmi_sysmsi_write_msg(struct irq_data *d, struct msi_msg *msg) |
| { |
| struct rpmi_sysmsi_priv *priv = irq_data_get_irq_chip_data(d); |
| irq_hw_number_t hwirq = irqd_to_hwirq(d); |
| int ret; |
| |
| /* For zeroed MSI, do nothing as of now */ |
| if (!msg->address_hi && !msg->address_lo && !msg->data) |
| return; |
| |
| ret = rpmi_sysmsi_set_msi_target(priv, hwirq, msg); |
| if (ret) |
| dev_warn(priv->dev, "Failed to set target for hwirq %lu (error %d)\n", hwirq, ret); |
| } |
| |
| static void rpmi_sysmsi_set_desc(msi_alloc_info_t *arg, struct msi_desc *desc) |
| { |
| arg->desc = desc; |
| arg->hwirq = desc->data.icookie.value; |
| } |
| |
| static int rpmi_sysmsi_translate(struct irq_domain *d, struct irq_fwspec *fwspec, |
| unsigned long *hwirq, unsigned int *type) |
| { |
| struct msi_domain_info *info = d->host_data; |
| struct rpmi_sysmsi_priv *priv = info->data; |
| |
| if (WARN_ON(fwspec->param_count < 1)) |
| return -EINVAL; |
| |
| /* For DT, gsi_base is always zero. */ |
| *hwirq = fwspec->param[0] - priv->gsi_base; |
| *type = IRQ_TYPE_NONE; |
| return 0; |
| } |
| |
| static const struct msi_domain_template rpmi_sysmsi_template = { |
| .chip = { |
| .name = "RPMI-SYSMSI", |
| .irq_mask = rpmi_sysmsi_irq_mask, |
| .irq_unmask = rpmi_sysmsi_irq_unmask, |
| #ifdef CONFIG_SMP |
| .irq_set_affinity = irq_chip_set_affinity_parent, |
| #endif |
| .irq_write_msi_msg = rpmi_sysmsi_write_msg, |
| .flags = IRQCHIP_SET_TYPE_MASKED | |
| IRQCHIP_SKIP_SET_WAKE | |
| IRQCHIP_MASK_ON_SUSPEND, |
| }, |
| |
| .ops = { |
| .set_desc = rpmi_sysmsi_set_desc, |
| .msi_translate = rpmi_sysmsi_translate, |
| }, |
| |
| .info = { |
| .bus_token = DOMAIN_BUS_WIRED_TO_MSI, |
| .flags = MSI_FLAG_USE_DEV_FWNODE, |
| .handler = handle_simple_irq, |
| .handler_name = "simple", |
| }, |
| }; |
| |
| static int rpmi_sysmsi_probe(struct platform_device *pdev) |
| { |
| struct device *dev = &pdev->dev; |
| struct rpmi_sysmsi_priv *priv; |
| struct fwnode_handle *fwnode; |
| u32 id; |
| int rc; |
| |
| priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL); |
| if (!priv) |
| return -ENOMEM; |
| priv->dev = dev; |
| |
| /* Setup mailbox client */ |
| priv->client.dev = priv->dev; |
| priv->client.rx_callback = NULL; |
| priv->client.tx_block = false; |
| priv->client.knows_txdone = true; |
| priv->client.tx_tout = 0; |
| |
| /* Request mailbox channel */ |
| priv->chan = mbox_request_channel(&priv->client, 0); |
| if (IS_ERR(priv->chan)) |
| return PTR_ERR(priv->chan); |
| |
| /* Get number of system MSIs */ |
| rc = rpmi_sysmsi_get_num_msi(priv); |
| if (rc < 1) { |
| mbox_free_channel(priv->chan); |
| if (rc) |
| return dev_err_probe(dev, rc, "Failed to get number of system MSIs\n"); |
| else |
| return dev_err_probe(dev, -ENODEV, "No system MSIs found\n"); |
| } |
| priv->nr_irqs = rc; |
| |
| fwnode = dev_fwnode(dev); |
| if (is_acpi_node(fwnode)) { |
| u32 nr_irqs; |
| |
| rc = riscv_acpi_get_gsi_info(fwnode, &priv->gsi_base, &id, |
| &nr_irqs, NULL); |
| if (rc) { |
| dev_err(dev, "failed to find GSI mapping\n"); |
| return rc; |
| } |
| |
| /* Update with actual GSI range */ |
| if (nr_irqs != priv->nr_irqs) |
| riscv_acpi_update_gsi_range(priv->gsi_base, priv->nr_irqs); |
| } |
| |
| /* |
| * The device MSI domain for platform devices on RISC-V architecture |
| * is only available after the MSI controller driver is probed so, |
| * explicitly configure here. |
| */ |
| if (!dev_get_msi_domain(dev)) { |
| /* |
| * The device MSI domain for OF devices is only set at the |
| * time of populating/creating OF device. If the device MSI |
| * domain is discovered later after the OF device is created |
| * then we need to set it explicitly before using any platform |
| * MSI functions. |
| */ |
| if (is_of_node(fwnode)) { |
| of_msi_configure(dev, dev_of_node(dev)); |
| } else if (is_acpi_device_node(fwnode)) { |
| struct irq_domain *msi_domain; |
| |
| msi_domain = irq_find_matching_fwnode(imsic_acpi_get_fwnode(dev), |
| DOMAIN_BUS_PLATFORM_MSI); |
| dev_set_msi_domain(dev, msi_domain); |
| } |
| |
| if (!dev_get_msi_domain(dev)) { |
| mbox_free_channel(priv->chan); |
| return -EPROBE_DEFER; |
| } |
| } |
| |
| if (!msi_create_device_irq_domain(dev, MSI_DEFAULT_DOMAIN, |
| &rpmi_sysmsi_template, |
| priv->nr_irqs, priv, priv)) { |
| mbox_free_channel(priv->chan); |
| return dev_err_probe(dev, -ENOMEM, "failed to create MSI irq domain\n"); |
| } |
| |
| #ifdef CONFIG_ACPI |
| struct acpi_device *adev = ACPI_COMPANION(dev); |
| |
| if (adev) |
| acpi_dev_clear_dependencies(adev); |
| #endif |
| |
| dev_info(dev, "%u system MSIs registered\n", priv->nr_irqs); |
| return 0; |
| } |
| |
| static const struct of_device_id rpmi_sysmsi_match[] = { |
| { .compatible = "riscv,rpmi-system-msi" }, |
| {} |
| }; |
| |
| static const struct acpi_device_id acpi_rpmi_sysmsi_match[] = { |
| { "RSCV0006" }, |
| {} |
| }; |
| MODULE_DEVICE_TABLE(acpi, acpi_rpmi_sysmsi_match); |
| |
| static struct platform_driver rpmi_sysmsi_driver = { |
| .driver = { |
| .name = "rpmi-sysmsi", |
| .of_match_table = rpmi_sysmsi_match, |
| .acpi_match_table = acpi_rpmi_sysmsi_match, |
| }, |
| .probe = rpmi_sysmsi_probe, |
| }; |
| builtin_platform_driver(rpmi_sysmsi_driver); |