forked from Qortal/Brooklyn
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
548 lines
13 KiB
548 lines
13 KiB
// SPDX-License-Identifier: GPL-2.0-only |
|
/* |
|
* Copyright (C) 2014-2017 Broadcom |
|
*/ |
|
|
|
#include <linux/init.h> |
|
#include <linux/types.h> |
|
#include <linux/module.h> |
|
#include <linux/panic_notifier.h> |
|
#include <linux/platform_device.h> |
|
#include <linux/interrupt.h> |
|
#include <linux/sysfs.h> |
|
#include <linux/io.h> |
|
#include <linux/string.h> |
|
#include <linux/device.h> |
|
#include <linux/list.h> |
|
#include <linux/of.h> |
|
#include <linux/bitops.h> |
|
#include <linux/pm.h> |
|
#include <linux/kernel.h> |
|
#include <linux/kdebug.h> |
|
#include <linux/notifier.h> |
|
|
|
#ifdef CONFIG_MIPS |
|
#include <asm/traps.h> |
|
#endif |
|
|
|
#define ARB_ERR_CAP_CLEAR (1 << 0) |
|
#define ARB_ERR_CAP_STATUS_TIMEOUT (1 << 12) |
|
#define ARB_ERR_CAP_STATUS_TEA (1 << 11) |
|
#define ARB_ERR_CAP_STATUS_WRITE (1 << 1) |
|
#define ARB_ERR_CAP_STATUS_VALID (1 << 0) |
|
|
|
#define ARB_BP_CAP_CLEAR (1 << 0) |
|
#define ARB_BP_CAP_STATUS_PROT_SHIFT 14 |
|
#define ARB_BP_CAP_STATUS_TYPE (1 << 13) |
|
#define ARB_BP_CAP_STATUS_RSP_SHIFT 10 |
|
#define ARB_BP_CAP_STATUS_MASK GENMASK(1, 0) |
|
#define ARB_BP_CAP_STATUS_BS_SHIFT 2 |
|
#define ARB_BP_CAP_STATUS_WRITE (1 << 1) |
|
#define ARB_BP_CAP_STATUS_VALID (1 << 0) |
|
|
|
enum { |
|
ARB_TIMER, |
|
ARB_BP_CAP_CLR, |
|
ARB_BP_CAP_HI_ADDR, |
|
ARB_BP_CAP_ADDR, |
|
ARB_BP_CAP_STATUS, |
|
ARB_BP_CAP_MASTER, |
|
ARB_ERR_CAP_CLR, |
|
ARB_ERR_CAP_HI_ADDR, |
|
ARB_ERR_CAP_ADDR, |
|
ARB_ERR_CAP_STATUS, |
|
ARB_ERR_CAP_MASTER, |
|
}; |
|
|
|
static const int gisb_offsets_bcm7038[] = { |
|
[ARB_TIMER] = 0x00c, |
|
[ARB_BP_CAP_CLR] = 0x014, |
|
[ARB_BP_CAP_HI_ADDR] = -1, |
|
[ARB_BP_CAP_ADDR] = 0x0b8, |
|
[ARB_BP_CAP_STATUS] = 0x0c0, |
|
[ARB_BP_CAP_MASTER] = -1, |
|
[ARB_ERR_CAP_CLR] = 0x0c4, |
|
[ARB_ERR_CAP_HI_ADDR] = -1, |
|
[ARB_ERR_CAP_ADDR] = 0x0c8, |
|
[ARB_ERR_CAP_STATUS] = 0x0d0, |
|
[ARB_ERR_CAP_MASTER] = -1, |
|
}; |
|
|
|
static const int gisb_offsets_bcm7278[] = { |
|
[ARB_TIMER] = 0x008, |
|
[ARB_BP_CAP_CLR] = 0x01c, |
|
[ARB_BP_CAP_HI_ADDR] = -1, |
|
[ARB_BP_CAP_ADDR] = 0x220, |
|
[ARB_BP_CAP_STATUS] = 0x230, |
|
[ARB_BP_CAP_MASTER] = 0x234, |
|
[ARB_ERR_CAP_CLR] = 0x7f8, |
|
[ARB_ERR_CAP_HI_ADDR] = -1, |
|
[ARB_ERR_CAP_ADDR] = 0x7e0, |
|
[ARB_ERR_CAP_STATUS] = 0x7f0, |
|
[ARB_ERR_CAP_MASTER] = 0x7f4, |
|
}; |
|
|
|
static const int gisb_offsets_bcm7400[] = { |
|
[ARB_TIMER] = 0x00c, |
|
[ARB_BP_CAP_CLR] = 0x014, |
|
[ARB_BP_CAP_HI_ADDR] = -1, |
|
[ARB_BP_CAP_ADDR] = 0x0b8, |
|
[ARB_BP_CAP_STATUS] = 0x0c0, |
|
[ARB_BP_CAP_MASTER] = 0x0c4, |
|
[ARB_ERR_CAP_CLR] = 0x0c8, |
|
[ARB_ERR_CAP_HI_ADDR] = -1, |
|
[ARB_ERR_CAP_ADDR] = 0x0cc, |
|
[ARB_ERR_CAP_STATUS] = 0x0d4, |
|
[ARB_ERR_CAP_MASTER] = 0x0d8, |
|
}; |
|
|
|
static const int gisb_offsets_bcm7435[] = { |
|
[ARB_TIMER] = 0x00c, |
|
[ARB_BP_CAP_CLR] = 0x014, |
|
[ARB_BP_CAP_HI_ADDR] = -1, |
|
[ARB_BP_CAP_ADDR] = 0x158, |
|
[ARB_BP_CAP_STATUS] = 0x160, |
|
[ARB_BP_CAP_MASTER] = 0x164, |
|
[ARB_ERR_CAP_CLR] = 0x168, |
|
[ARB_ERR_CAP_HI_ADDR] = -1, |
|
[ARB_ERR_CAP_ADDR] = 0x16c, |
|
[ARB_ERR_CAP_STATUS] = 0x174, |
|
[ARB_ERR_CAP_MASTER] = 0x178, |
|
}; |
|
|
|
static const int gisb_offsets_bcm7445[] = { |
|
[ARB_TIMER] = 0x008, |
|
[ARB_BP_CAP_CLR] = 0x010, |
|
[ARB_BP_CAP_HI_ADDR] = -1, |
|
[ARB_BP_CAP_ADDR] = 0x1d8, |
|
[ARB_BP_CAP_STATUS] = 0x1e0, |
|
[ARB_BP_CAP_MASTER] = 0x1e4, |
|
[ARB_ERR_CAP_CLR] = 0x7e4, |
|
[ARB_ERR_CAP_HI_ADDR] = 0x7e8, |
|
[ARB_ERR_CAP_ADDR] = 0x7ec, |
|
[ARB_ERR_CAP_STATUS] = 0x7f4, |
|
[ARB_ERR_CAP_MASTER] = 0x7f8, |
|
}; |
|
|
|
struct brcmstb_gisb_arb_device { |
|
void __iomem *base; |
|
const int *gisb_offsets; |
|
bool big_endian; |
|
struct mutex lock; |
|
struct list_head next; |
|
u32 valid_mask; |
|
const char *master_names[sizeof(u32) * BITS_PER_BYTE]; |
|
u32 saved_timeout; |
|
}; |
|
|
|
static LIST_HEAD(brcmstb_gisb_arb_device_list); |
|
|
|
static u32 gisb_read(struct brcmstb_gisb_arb_device *gdev, int reg) |
|
{ |
|
int offset = gdev->gisb_offsets[reg]; |
|
|
|
if (offset < 0) { |
|
/* return 1 if the hardware doesn't have ARB_ERR_CAP_MASTER */ |
|
if (reg == ARB_ERR_CAP_MASTER) |
|
return 1; |
|
else |
|
return 0; |
|
} |
|
|
|
if (gdev->big_endian) |
|
return ioread32be(gdev->base + offset); |
|
else |
|
return ioread32(gdev->base + offset); |
|
} |
|
|
|
static u64 gisb_read_address(struct brcmstb_gisb_arb_device *gdev) |
|
{ |
|
u64 value; |
|
|
|
value = gisb_read(gdev, ARB_ERR_CAP_ADDR); |
|
value |= (u64)gisb_read(gdev, ARB_ERR_CAP_HI_ADDR) << 32; |
|
|
|
return value; |
|
} |
|
|
|
static u64 gisb_read_bp_address(struct brcmstb_gisb_arb_device *gdev) |
|
{ |
|
u64 value; |
|
|
|
value = gisb_read(gdev, ARB_BP_CAP_ADDR); |
|
value |= (u64)gisb_read(gdev, ARB_BP_CAP_HI_ADDR) << 32; |
|
|
|
return value; |
|
} |
|
|
|
static void gisb_write(struct brcmstb_gisb_arb_device *gdev, u32 val, int reg) |
|
{ |
|
int offset = gdev->gisb_offsets[reg]; |
|
|
|
if (offset == -1) |
|
return; |
|
|
|
if (gdev->big_endian) |
|
iowrite32be(val, gdev->base + offset); |
|
else |
|
iowrite32(val, gdev->base + offset); |
|
} |
|
|
|
static ssize_t gisb_arb_get_timeout(struct device *dev, |
|
struct device_attribute *attr, |
|
char *buf) |
|
{ |
|
struct brcmstb_gisb_arb_device *gdev = dev_get_drvdata(dev); |
|
u32 timeout; |
|
|
|
mutex_lock(&gdev->lock); |
|
timeout = gisb_read(gdev, ARB_TIMER); |
|
mutex_unlock(&gdev->lock); |
|
|
|
return sprintf(buf, "%d", timeout); |
|
} |
|
|
|
static ssize_t gisb_arb_set_timeout(struct device *dev, |
|
struct device_attribute *attr, |
|
const char *buf, size_t count) |
|
{ |
|
struct brcmstb_gisb_arb_device *gdev = dev_get_drvdata(dev); |
|
int val, ret; |
|
|
|
ret = kstrtoint(buf, 10, &val); |
|
if (ret < 0) |
|
return ret; |
|
|
|
if (val == 0 || val >= 0xffffffff) |
|
return -EINVAL; |
|
|
|
mutex_lock(&gdev->lock); |
|
gisb_write(gdev, val, ARB_TIMER); |
|
mutex_unlock(&gdev->lock); |
|
|
|
return count; |
|
} |
|
|
|
static const char * |
|
brcmstb_gisb_master_to_str(struct brcmstb_gisb_arb_device *gdev, |
|
u32 masters) |
|
{ |
|
u32 mask = gdev->valid_mask & masters; |
|
|
|
if (hweight_long(mask) != 1) |
|
return NULL; |
|
|
|
return gdev->master_names[ffs(mask) - 1]; |
|
} |
|
|
|
static int brcmstb_gisb_arb_decode_addr(struct brcmstb_gisb_arb_device *gdev, |
|
const char *reason) |
|
{ |
|
u32 cap_status; |
|
u64 arb_addr; |
|
u32 master; |
|
const char *m_name; |
|
char m_fmt[11]; |
|
|
|
cap_status = gisb_read(gdev, ARB_ERR_CAP_STATUS); |
|
|
|
/* Invalid captured address, bail out */ |
|
if (!(cap_status & ARB_ERR_CAP_STATUS_VALID)) |
|
return 1; |
|
|
|
/* Read the address and master */ |
|
arb_addr = gisb_read_address(gdev); |
|
master = gisb_read(gdev, ARB_ERR_CAP_MASTER); |
|
|
|
m_name = brcmstb_gisb_master_to_str(gdev, master); |
|
if (!m_name) { |
|
snprintf(m_fmt, sizeof(m_fmt), "0x%08x", master); |
|
m_name = m_fmt; |
|
} |
|
|
|
pr_crit("GISB: %s at 0x%llx [%c %s], core: %s\n", |
|
reason, arb_addr, |
|
cap_status & ARB_ERR_CAP_STATUS_WRITE ? 'W' : 'R', |
|
cap_status & ARB_ERR_CAP_STATUS_TIMEOUT ? "timeout" : "", |
|
m_name); |
|
|
|
/* clear the GISB error */ |
|
gisb_write(gdev, ARB_ERR_CAP_CLEAR, ARB_ERR_CAP_CLR); |
|
|
|
return 0; |
|
} |
|
|
|
#ifdef CONFIG_MIPS |
|
static int brcmstb_bus_error_handler(struct pt_regs *regs, int is_fixup) |
|
{ |
|
int ret = 0; |
|
struct brcmstb_gisb_arb_device *gdev; |
|
u32 cap_status; |
|
|
|
list_for_each_entry(gdev, &brcmstb_gisb_arb_device_list, next) { |
|
cap_status = gisb_read(gdev, ARB_ERR_CAP_STATUS); |
|
|
|
/* Invalid captured address, bail out */ |
|
if (!(cap_status & ARB_ERR_CAP_STATUS_VALID)) { |
|
is_fixup = 1; |
|
goto out; |
|
} |
|
|
|
ret |= brcmstb_gisb_arb_decode_addr(gdev, "bus error"); |
|
} |
|
out: |
|
return is_fixup ? MIPS_BE_FIXUP : MIPS_BE_FATAL; |
|
} |
|
#endif |
|
|
|
static irqreturn_t brcmstb_gisb_timeout_handler(int irq, void *dev_id) |
|
{ |
|
brcmstb_gisb_arb_decode_addr(dev_id, "timeout"); |
|
|
|
return IRQ_HANDLED; |
|
} |
|
|
|
static irqreturn_t brcmstb_gisb_tea_handler(int irq, void *dev_id) |
|
{ |
|
brcmstb_gisb_arb_decode_addr(dev_id, "target abort"); |
|
|
|
return IRQ_HANDLED; |
|
} |
|
|
|
static irqreturn_t brcmstb_gisb_bp_handler(int irq, void *dev_id) |
|
{ |
|
struct brcmstb_gisb_arb_device *gdev = dev_id; |
|
const char *m_name; |
|
u32 bp_status; |
|
u64 arb_addr; |
|
u32 master; |
|
char m_fmt[11]; |
|
|
|
bp_status = gisb_read(gdev, ARB_BP_CAP_STATUS); |
|
|
|
/* Invalid captured address, bail out */ |
|
if (!(bp_status & ARB_BP_CAP_STATUS_VALID)) |
|
return IRQ_HANDLED; |
|
|
|
/* Read the address and master */ |
|
arb_addr = gisb_read_bp_address(gdev); |
|
master = gisb_read(gdev, ARB_BP_CAP_MASTER); |
|
|
|
m_name = brcmstb_gisb_master_to_str(gdev, master); |
|
if (!m_name) { |
|
snprintf(m_fmt, sizeof(m_fmt), "0x%08x", master); |
|
m_name = m_fmt; |
|
} |
|
|
|
pr_crit("GISB: breakpoint at 0x%llx [%c], core: %s\n", |
|
arb_addr, bp_status & ARB_BP_CAP_STATUS_WRITE ? 'W' : 'R', |
|
m_name); |
|
|
|
/* clear the GISB error */ |
|
gisb_write(gdev, ARB_ERR_CAP_CLEAR, ARB_ERR_CAP_CLR); |
|
|
|
return IRQ_HANDLED; |
|
} |
|
|
|
/* |
|
* Dump out gisb errors on die or panic. |
|
*/ |
|
static int dump_gisb_error(struct notifier_block *self, unsigned long v, |
|
void *p); |
|
|
|
static struct notifier_block gisb_die_notifier = { |
|
.notifier_call = dump_gisb_error, |
|
}; |
|
|
|
static struct notifier_block gisb_panic_notifier = { |
|
.notifier_call = dump_gisb_error, |
|
}; |
|
|
|
static int dump_gisb_error(struct notifier_block *self, unsigned long v, |
|
void *p) |
|
{ |
|
struct brcmstb_gisb_arb_device *gdev; |
|
const char *reason = "panic"; |
|
|
|
if (self == &gisb_die_notifier) |
|
reason = "die"; |
|
|
|
/* iterate over each GISB arb registered handlers */ |
|
list_for_each_entry(gdev, &brcmstb_gisb_arb_device_list, next) |
|
brcmstb_gisb_arb_decode_addr(gdev, reason); |
|
|
|
return NOTIFY_DONE; |
|
} |
|
|
|
static DEVICE_ATTR(gisb_arb_timeout, S_IWUSR | S_IRUGO, |
|
gisb_arb_get_timeout, gisb_arb_set_timeout); |
|
|
|
static struct attribute *gisb_arb_sysfs_attrs[] = { |
|
&dev_attr_gisb_arb_timeout.attr, |
|
NULL, |
|
}; |
|
|
|
static struct attribute_group gisb_arb_sysfs_attr_group = { |
|
.attrs = gisb_arb_sysfs_attrs, |
|
}; |
|
|
|
static const struct of_device_id brcmstb_gisb_arb_of_match[] = { |
|
{ .compatible = "brcm,gisb-arb", .data = gisb_offsets_bcm7445 }, |
|
{ .compatible = "brcm,bcm7445-gisb-arb", .data = gisb_offsets_bcm7445 }, |
|
{ .compatible = "brcm,bcm7435-gisb-arb", .data = gisb_offsets_bcm7435 }, |
|
{ .compatible = "brcm,bcm7400-gisb-arb", .data = gisb_offsets_bcm7400 }, |
|
{ .compatible = "brcm,bcm7278-gisb-arb", .data = gisb_offsets_bcm7278 }, |
|
{ .compatible = "brcm,bcm7038-gisb-arb", .data = gisb_offsets_bcm7038 }, |
|
{ }, |
|
}; |
|
|
|
static int __init brcmstb_gisb_arb_probe(struct platform_device *pdev) |
|
{ |
|
struct device_node *dn = pdev->dev.of_node; |
|
struct brcmstb_gisb_arb_device *gdev; |
|
const struct of_device_id *of_id; |
|
struct resource *r; |
|
int err, timeout_irq, tea_irq, bp_irq; |
|
unsigned int num_masters, j = 0; |
|
int i, first, last; |
|
|
|
r = platform_get_resource(pdev, IORESOURCE_MEM, 0); |
|
timeout_irq = platform_get_irq(pdev, 0); |
|
tea_irq = platform_get_irq(pdev, 1); |
|
bp_irq = platform_get_irq(pdev, 2); |
|
|
|
gdev = devm_kzalloc(&pdev->dev, sizeof(*gdev), GFP_KERNEL); |
|
if (!gdev) |
|
return -ENOMEM; |
|
|
|
mutex_init(&gdev->lock); |
|
INIT_LIST_HEAD(&gdev->next); |
|
|
|
gdev->base = devm_ioremap_resource(&pdev->dev, r); |
|
if (IS_ERR(gdev->base)) |
|
return PTR_ERR(gdev->base); |
|
|
|
of_id = of_match_node(brcmstb_gisb_arb_of_match, dn); |
|
if (!of_id) { |
|
pr_err("failed to look up compatible string\n"); |
|
return -EINVAL; |
|
} |
|
gdev->gisb_offsets = of_id->data; |
|
gdev->big_endian = of_device_is_big_endian(dn); |
|
|
|
err = devm_request_irq(&pdev->dev, timeout_irq, |
|
brcmstb_gisb_timeout_handler, 0, pdev->name, |
|
gdev); |
|
if (err < 0) |
|
return err; |
|
|
|
err = devm_request_irq(&pdev->dev, tea_irq, |
|
brcmstb_gisb_tea_handler, 0, pdev->name, |
|
gdev); |
|
if (err < 0) |
|
return err; |
|
|
|
/* Interrupt is optional */ |
|
if (bp_irq > 0) { |
|
err = devm_request_irq(&pdev->dev, bp_irq, |
|
brcmstb_gisb_bp_handler, 0, pdev->name, |
|
gdev); |
|
if (err < 0) |
|
return err; |
|
} |
|
|
|
/* If we do not have a valid mask, assume all masters are enabled */ |
|
if (of_property_read_u32(dn, "brcm,gisb-arb-master-mask", |
|
&gdev->valid_mask)) |
|
gdev->valid_mask = 0xffffffff; |
|
|
|
/* Proceed with reading the litteral names if we agree on the |
|
* number of masters |
|
*/ |
|
num_masters = of_property_count_strings(dn, |
|
"brcm,gisb-arb-master-names"); |
|
if (hweight_long(gdev->valid_mask) == num_masters) { |
|
first = ffs(gdev->valid_mask) - 1; |
|
last = fls(gdev->valid_mask) - 1; |
|
|
|
for (i = first; i < last; i++) { |
|
if (!(gdev->valid_mask & BIT(i))) |
|
continue; |
|
|
|
of_property_read_string_index(dn, |
|
"brcm,gisb-arb-master-names", j, |
|
&gdev->master_names[i]); |
|
j++; |
|
} |
|
} |
|
|
|
err = sysfs_create_group(&pdev->dev.kobj, &gisb_arb_sysfs_attr_group); |
|
if (err) |
|
return err; |
|
|
|
platform_set_drvdata(pdev, gdev); |
|
|
|
list_add_tail(&gdev->next, &brcmstb_gisb_arb_device_list); |
|
|
|
#ifdef CONFIG_MIPS |
|
board_be_handler = brcmstb_bus_error_handler; |
|
#endif |
|
|
|
if (list_is_singular(&brcmstb_gisb_arb_device_list)) { |
|
register_die_notifier(&gisb_die_notifier); |
|
atomic_notifier_chain_register(&panic_notifier_list, |
|
&gisb_panic_notifier); |
|
} |
|
|
|
dev_info(&pdev->dev, "registered irqs: %d, %d\n", |
|
timeout_irq, tea_irq); |
|
|
|
return 0; |
|
} |
|
|
|
#ifdef CONFIG_PM_SLEEP |
|
static int brcmstb_gisb_arb_suspend(struct device *dev) |
|
{ |
|
struct brcmstb_gisb_arb_device *gdev = dev_get_drvdata(dev); |
|
|
|
gdev->saved_timeout = gisb_read(gdev, ARB_TIMER); |
|
|
|
return 0; |
|
} |
|
|
|
/* Make sure we provide the same timeout value that was configured before, and |
|
* do this before the GISB timeout interrupt handler has any chance to run. |
|
*/ |
|
static int brcmstb_gisb_arb_resume_noirq(struct device *dev) |
|
{ |
|
struct brcmstb_gisb_arb_device *gdev = dev_get_drvdata(dev); |
|
|
|
gisb_write(gdev, gdev->saved_timeout, ARB_TIMER); |
|
|
|
return 0; |
|
} |
|
#else |
|
#define brcmstb_gisb_arb_suspend NULL |
|
#define brcmstb_gisb_arb_resume_noirq NULL |
|
#endif |
|
|
|
static const struct dev_pm_ops brcmstb_gisb_arb_pm_ops = { |
|
.suspend = brcmstb_gisb_arb_suspend, |
|
.resume_noirq = brcmstb_gisb_arb_resume_noirq, |
|
}; |
|
|
|
static struct platform_driver brcmstb_gisb_arb_driver = { |
|
.driver = { |
|
.name = "brcm-gisb-arb", |
|
.of_match_table = brcmstb_gisb_arb_of_match, |
|
.pm = &brcmstb_gisb_arb_pm_ops, |
|
}, |
|
}; |
|
|
|
static int __init brcm_gisb_driver_init(void) |
|
{ |
|
return platform_driver_probe(&brcmstb_gisb_arb_driver, |
|
brcmstb_gisb_arb_probe); |
|
} |
|
|
|
module_init(brcm_gisb_driver_init);
|
|
|