1. Add support for counting Hisilicon DDRC statistics events in perf. 2. Support a total of 13 statistics events. 3. Events listed in /sys/devices/<pmu_name>/ Signed-off-by: Anurup M <anurup.m@xxxxxxxxxx> Signed-off-by: Shaokun Zhang <zhangshaokun@xxxxxxxxxxxxx> --- drivers/perf/hisilicon/Makefile | 2 +- drivers/perf/hisilicon/hisi_uncore_ddrc.c | 444 ++++++++++++++++++++++++++++++ drivers/perf/hisilicon/hisi_uncore_ddrc.h | 73 +++++ 3 files changed, 518 insertions(+), 1 deletion(-) create mode 100644 drivers/perf/hisilicon/hisi_uncore_ddrc.c create mode 100644 drivers/perf/hisilicon/hisi_uncore_ddrc.h diff --git a/drivers/perf/hisilicon/Makefile b/drivers/perf/hisilicon/Makefile index 8975104..8e9df2e 100644 --- a/drivers/perf/hisilicon/Makefile +++ b/drivers/perf/hisilicon/Makefile @@ -1 +1 @@ -obj-$(CONFIG_HISI_PMU) += hisi_uncore_pmu.o hisi_uncore_l3c.o hisi_uncore_mn.o +obj-$(CONFIG_HISI_PMU) += hisi_uncore_pmu.o hisi_uncore_l3c.o hisi_uncore_mn.o hisi_uncore_ddrc.o diff --git a/drivers/perf/hisilicon/hisi_uncore_ddrc.c b/drivers/perf/hisilicon/hisi_uncore_ddrc.c new file mode 100644 index 0000000..b89a72e --- /dev/null +++ b/drivers/perf/hisilicon/hisi_uncore_ddrc.c @@ -0,0 +1,444 @@ +/* + * HiSilicon SoC DDRC Hardware event counters support + * + * Copyright (C) 2016 Huawei Technologies Limited + * Author: Anurup M <anurup.m@xxxxxxxxxx> + * + * This code is based on the uncore PMU's like arm-cci and + * arm-ccn. + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 as + * published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <http://www.gnu.org/licenses/>. + */ +#include <linux/bitmap.h> +#include <linux/io.h> +#include <linux/module.h> +#include <linux/of.h> +#include <linux/of_device.h> +#include <linux/perf_event.h> +#include "hisi_uncore_ddrc.h" + +static inline int hisi_ddrc_counter_valid(int idx, struct hisi_pmu *ddrc_pmu) +{ + return (idx >= 0 && idx < ddrc_pmu->num_counters); +} + +static u32 hisi_ddrc_read32_relaxed(void __iomem *regs_base, u32 off) +{ + void __iomem *reg_addr = regs_base + off; + + return readl_relaxed(reg_addr); +} + +static void hisi_ddrc_write32(void __iomem *regs_base, u32 off, u32 val) +{ + void __iomem *reg_addr = regs_base + off; + + writel(val, reg_addr); +} + +static u32 hisi_read_ddrc_counter(struct hisi_ddrc_data *ddrc_hwmod_data, + unsigned long event_code, int idx) +{ + u32 value; + u32 reg_off; + + reg_off = HISI_DDRC_FLUX_WR_REG_OFF + (event_code * 4); + + value = hisi_ddrc_read32_relaxed(ddrc_hwmod_data->regs_base, + reg_off); + return value; +} + +static u64 hisi_ddrc_event_update(struct perf_event *event, + struct hw_perf_event *hwc, int idx) +{ + struct hisi_pmu *ddrc_pmu = to_hisi_pmu(event->pmu); + struct hisi_ddrc_data *ddrc_hwmod_data; + u64 delta, prev_raw_count, new_raw_count = 0; + + if (!hisi_ddrc_counter_valid(idx, ddrc_pmu)) { + dev_err(ddrc_pmu->dev, + "%s: Unsupported event index:%d!\n", __func__, idx); + return 0; + } + + ddrc_hwmod_data = ddrc_pmu->hwmod_data; + + /* Check if the DDRC data is initialized for this SCCL */ + if (!ddrc_hwmod_data->regs_base) { + dev_err(ddrc_pmu->dev, "DDRC registers not mapped!\n"); + return 0; + } + + do { + prev_raw_count = local64_read(&hwc->prev_count); + new_raw_count = + hisi_read_ddrc_counter(ddrc_hwmod_data, + hwc->config_base, idx); + delta = (new_raw_count - prev_raw_count) & + HISI_MAX_PERIOD; + + local64_add(delta, &event->count); + } while (local64_cmpxchg( + &hwc->prev_count, prev_raw_count, new_raw_count) != + prev_raw_count); + + return new_raw_count; +} + +static u32 hisi_write_ddrc_counter(struct hisi_pmu *ddrc_pmu, + struct hw_perf_event *hwc, u32 value) +{ + struct hisi_ddrc_data *ddrc_hwmod_data = ddrc_pmu->hwmod_data; + u32 reg_off; + u32 event_code = hwc->config_base; + + if (!(event_code >= HISI_HWEVENT_DDRC_FLUX_WR && + event_code < HISI_HWEVENT_DDRC_MAX_EVENT)) { + dev_err(ddrc_pmu->dev, "Unknown DDR evevnt!"); + return 0; + } + + if (!ddrc_hwmod_data->regs_base) { + dev_err(ddrc_pmu->dev, + "DDR reg address not mapped!\n"); + return 0; + } + + reg_off = HISI_DDRC_FLUX_WR_REG_OFF + (event_code * 4); + + hisi_ddrc_write32(ddrc_hwmod_data->regs_base, + reg_off, value); + + return value; +} + +static void hisi_ddrc_set_event_period(struct perf_event *event) +{ + struct hw_perf_event *hwc = &event->hw; + struct hisi_pmu *ddrc_pmu = to_hisi_pmu(event->pmu); + struct hisi_ddrc_data *ddrc_hwmod_data = ddrc_pmu->hwmod_data; + u32 event_code = hwc->config_base; + u32 reg_off; + u32 value; + + reg_off = HISI_DDRC_FLUX_WR_REG_OFF + (event_code * 4); + /* + * For Hisilicon DDRC PMU we save the current counter value + * to prev_count, as we have enabled continuous counting for + * DDRC. + */ + value = hisi_ddrc_read32_relaxed(ddrc_hwmod_data->regs_base, + reg_off); + local64_set(&hwc->prev_count, value); +} + +static void hisi_clear_ddrc_event_idx(struct hisi_pmu *ddrc_pmu, int idx) +{ + struct hisi_ddrc_data *ddrc_hwmod_data = ddrc_pmu->hwmod_data; + void *bitmap_addr; + + if (!hisi_ddrc_counter_valid(idx, ddrc_pmu)) { + dev_err(ddrc_pmu->dev, + "%s:Unsupported event index:%d!\n", __func__, idx); + return; + } + + bitmap_addr = ddrc_hwmod_data->hisi_ddrc_event_used_mask; + + __clear_bit(idx, bitmap_addr); +} + +static int hisi_ddrc_get_event_idx(struct hisi_pmu *ddrc_pmu) +{ + struct hisi_ddrc_data *ddrc_hwmod_data = ddrc_pmu->hwmod_data; + int event_idx; + + event_idx = + find_first_zero_bit( + ddrc_hwmod_data->hisi_ddrc_event_used_mask, + ddrc_pmu->num_counters); + + if (event_idx == ddrc_pmu->num_counters) + return -EAGAIN; + + __set_bit(event_idx, + ddrc_hwmod_data->hisi_ddrc_event_used_mask); + + return event_idx; +} + +static void hisi_free_ddrc_data(struct hisi_pmu *ddrc_pmu) +{ + kfree(ddrc_pmu->hwmod_data); + ddrc_pmu->hwmod_data = NULL; +} + +static void init_hisi_ddr(void __iomem *reg_base) +{ + u32 value; + + hisi_ddrc_write32(reg_base, HISI_DDRC_CTRL_PERF_REG_OFF, 0); + + value = hisi_ddrc_read32_relaxed(reg_base, HISI_DDRC_CFG_PERF_REG_OFF); + value &= 0x2fffffff; + hisi_ddrc_write32(reg_base, HISI_DDRC_CFG_PERF_REG_OFF, value); + + /* Enable Continuous counting */ + hisi_ddrc_write32(reg_base, HISI_DDRC_CTRL_PERF_REG_OFF, 1); +} + +static int init_hisi_ddrc_dts_data(struct platform_device *pdev, + struct hisi_ddrc_data *ddrc_hwmod_data) +{ + struct resource *res; + + res = platform_get_resource(pdev, IORESOURCE_MEM, 0); + /* Continue for zero entries */ + if (!res) { + dev_err(&pdev->dev, "No DDR reg resorces!\n"); + return -EINVAL; + } + + if (!resource_size(res)) { + dev_err(&pdev->dev, "Zero DDR reg entry!\n"); + return -EINVAL; + } + + ddrc_hwmod_data->regs_base = devm_ioremap_resource(&pdev->dev, res); + if (IS_ERR(ddrc_hwmod_data->regs_base)) + return PTR_ERR(ddrc_hwmod_data->regs_base); + + init_hisi_ddr(ddrc_hwmod_data->regs_base); + + return 0; +} + +static int init_hisi_ddrc_data(struct platform_device *pdev, + struct hisi_pmu *ddrc_pmu) +{ + struct device *dev = &pdev->dev; + int ret; + + ddrc_pmu->hw_events.events = devm_kcalloc(dev, + ddrc_pmu->num_counters, + sizeof(*ddrc_pmu->hw_events.events), + GFP_KERNEL); + if (!ddrc_pmu->hw_events.events) { + ret = -ENOMEM; + goto fail; + } + + raw_spin_lock_init(&ddrc_pmu->hw_events.pmu_lock); + + init_hisi_ddrc_dts_data(pdev, ddrc_pmu->hwmod_data); + + return 0; + +fail: + hisi_free_ddrc_data(ddrc_pmu); + return ret; +} + +static struct attribute *hisi_ddrc_format_attr[] = { + HISI_PMU_FORMAT_ATTR(event, "config:0-11"), + NULL, +}; + +static struct attribute_group hisi_ddrc_format_group = { + .name = "format", + .attrs = hisi_ddrc_format_attr, +}; + +static struct attribute *hisi_ddrc_events_attr[] = { + HISI_PMU_EVENT_ATTR_STR(flux_write, "event=0x00"), + HISI_PMU_EVENT_ATTR_STR(flux_read, "event=0x01"), + HISI_PMU_EVENT_ATTR_STR(flux_write_cmd, "event=0x02"), + HISI_PMU_EVENT_ATTR_STR(flux_read_cmd, "event=0x03"), + HISI_PMU_EVENT_ATTR_STR(fluxid_write, "event=0x04"), + HISI_PMU_EVENT_ATTR_STR(fluxid_read, "event=0x05"), + HISI_PMU_EVENT_ATTR_STR(fluxid_write_cmd, "event=0x06"), + HISI_PMU_EVENT_ATTR_STR(fluxid_read_cmd, "event=0x07"), + HISI_PMU_EVENT_ATTR_STR(write_latency_cnt0, + "event=0x08"), + HISI_PMU_EVENT_ATTR_STR(read_latency_cnt0, + "event=0x09"), + HISI_PMU_EVENT_ATTR_STR(write_latency_cnt1, + "event=0x0A"), + HISI_PMU_EVENT_ATTR_STR(read_latency_cnt1, + "event=0x0B"), + HISI_PMU_EVENT_ATTR_STR(read_latency_cnt_inher, + "event=0x0C"), + NULL, +}; + +static struct attribute_group hisi_ddrc_events_group = { + .name = "events", + .attrs = hisi_ddrc_events_attr, +}; + +static struct attribute *hisi_ddrc_attrs[] = { + NULL, +}; + +struct attribute_group hisi_ddrc_attr_group = { + .attrs = hisi_ddrc_attrs, +}; + +static DEVICE_ATTR(cpumask, 0444, hisi_cpumask_sysfs_show, NULL); + +static struct attribute *hisi_ddrc_cpumask_attrs[] = { + &dev_attr_cpumask.attr, + NULL, +}; + +static const struct attribute_group hisi_ddrc_cpumask_attr_group = { + .attrs = hisi_ddrc_cpumask_attrs, +}; + +static const struct attribute_group *hisi_ddrc_pmu_attr_groups[] = { + &hisi_ddrc_attr_group, + &hisi_ddrc_format_group, + &hisi_ddrc_events_group, + &hisi_ddrc_cpumask_attr_group, + NULL, +}; + +static struct hisi_uncore_ops hisi_uncore_ddrc_ops = { + .set_event_period = hisi_ddrc_set_event_period, + .get_event_idx = hisi_ddrc_get_event_idx, + .clear_event_idx = hisi_clear_ddrc_event_idx, + .event_update = hisi_ddrc_event_update, + .write_counter = hisi_write_ddrc_counter, +}; + +static int hisi_ddrc_pmu_init(struct device *dev, + struct hisi_pmu *ddrc_pmu) +{ + struct hisi_ddrc_data *ddrc_hwmod_data; + struct hisi_ddrc_hwcfg *ddrc_hwcfg; + int ret; + + /* Read common PMU properties */ + ret = hisi_uncore_common_fwprop_read(dev, ddrc_pmu); + if (ret) + return ret; + + ddrc_hwmod_data = kzalloc(sizeof(struct hisi_ddrc_data), + GFP_KERNEL); + if (!ddrc_hwmod_data) + return -ENOMEM; + + ddrc_hwcfg = &ddrc_hwmod_data->ddrc_hwcfg; + if (of_property_read_u32(dev->of_node, "ch-id", + &ddrc_hwcfg->channel_id)) { + kfree(ddrc_hwmod_data); + return -EINVAL; + } + + ddrc_pmu->name = kasprintf(GFP_KERNEL, "hisi_ddrc%d_%d", + ddrc_pmu->scl_id, ddrc_hwcfg->channel_id); + + ddrc_pmu->ops = &hisi_uncore_ddrc_ops; + ddrc_pmu->hwmod_data = ddrc_hwmod_data; + ddrc_pmu->dev = dev; + + /* Pick one core to use for cpumask attributes */ + cpumask_set_cpu(smp_processor_id(), &ddrc_pmu->cpu); + + return 0; +} + +static const struct of_device_id ddrc_of_match[] = { + { .compatible = "hisilicon,hisi-pmu-ddrc-v1", }, + {}, +}; +MODULE_DEVICE_TABLE(of, ddrc_of_match); + +static int hisi_pmu_ddrc_dev_probe(struct platform_device *pdev) +{ + struct hisi_pmu *ddrc_pmu; + struct device *dev = &pdev->dev; + const struct of_device_id *of_id; + int ret; + + of_id = of_match_device(ddrc_of_match, dev); + if (!of_id) + return -EINVAL; + + ddrc_pmu = hisi_pmu_alloc(dev); + if (IS_ERR(ddrc_pmu)) + return PTR_ERR(ddrc_pmu); + + ret = hisi_ddrc_pmu_init(dev, ddrc_pmu); + if (ret) + return ret; + + ret = init_hisi_ddrc_data(pdev, ddrc_pmu); + if (ret) + goto fail_init; + + /* Register with perf PMU */ + ddrc_pmu->pmu = (struct pmu) { + .name = ddrc_pmu->name, + .task_ctx_nr = perf_invalid_context, + .event_init = hisi_uncore_pmu_event_init, + .add = hisi_uncore_pmu_add, + .del = hisi_uncore_pmu_del, + .start = hisi_uncore_pmu_start, + .stop = hisi_uncore_pmu_stop, + .read = hisi_uncore_pmu_read, + .attr_groups = hisi_ddrc_pmu_attr_groups, + }; + + ret = hisi_uncore_pmu_setup(ddrc_pmu, ddrc_pmu->name); + if (ret) { + dev_err(ddrc_pmu->dev, "hisi_uncore_pmu_init FAILED!!\n"); + goto fail; + } + + platform_set_drvdata(pdev, ddrc_pmu); + + return 0; +fail: + hisi_free_ddrc_data(ddrc_pmu); + +fail_init: + dev_err(ddrc_pmu->dev, "%s failed\n", __func__); + + return ret; +} + +static int hisi_pmu_ddrc_dev_remove(struct platform_device *pdev) +{ + struct hisi_pmu *ddrc_pmu = platform_get_drvdata(pdev); + + perf_pmu_unregister(&ddrc_pmu->pmu); + hisi_free_ddrc_data(ddrc_pmu); + platform_set_drvdata(pdev, NULL); + return 0; +} + +static struct platform_driver hisi_pmu_ddrc_driver = { + .driver = { + .name = "hisi-pmu-ddrc", + .of_match_table = ddrc_of_match, + }, + .probe = hisi_pmu_ddrc_dev_probe, + .remove = hisi_pmu_ddrc_dev_remove, +}; +module_platform_driver(hisi_pmu_ddrc_driver); + +MODULE_DESCRIPTION("HiSilicon SoC HIP0x DDRC PMU driver"); +MODULE_LICENSE("GPL v2"); +MODULE_AUTHOR("Anurup M"); diff --git a/drivers/perf/hisilicon/hisi_uncore_ddrc.h b/drivers/perf/hisilicon/hisi_uncore_ddrc.h new file mode 100644 index 0000000..89eab6b --- /dev/null +++ b/drivers/perf/hisilicon/hisi_uncore_ddrc.h @@ -0,0 +1,73 @@ +/* + * HiSilicon SoC DDRC Hardware event counters support + * + * Copyright (C) 2016 Huawei Technologies Limited + * Author: Anurup M <anurup.m@xxxxxxxxxx> + * + * This code is based on the uncore PMU's like arm-cci and + * arm-ccn. + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License version 2 as + * published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <http://www.gnu.org/licenses/>. + */ +#ifndef __HISI_UNCORE_DDRC_H__ +#define __HISI_UNCORE_DDRC_H__ + +#include "hisi_uncore_pmu.h" + +/* + * ARMv8 HiSilicon DDRC event types. + */ +enum armv8_hisi_ddrc_event_types { + HISI_HWEVENT_DDRC_FLUX_WR = 0x0, + HISI_HWEVENT_DDRC_FLUX_RD = 0x01, + HISI_HWEVENT_DDRC_FLUX_WCMD = 0x02, + HISI_HWEVENT_DDRC_FLUX_RCMD = 0x03, + HISI_HWEVENT_DDRC_FLUXID_WD = 0x04, + HISI_HWEVENT_DDRC_FLUXID_RD = 0x05, + HISI_HWEVENT_DDRC_FLUXID_WCMD = 0x06, + HISI_HWEVENT_DDRC_FLUXID_RCMD = 0x07, + HISI_HWEVENT_DDRC_WLAT_CNT0 = 0x08, + HISI_HWEVENT_DDRC_RLAT_CNT0 = 0x09, + HISI_HWEVENT_DDRC_WLAT_CNT1 = 0x0A, + HISI_HWEVENT_DDRC_RLAT_CNT1 = 0x0B, + HISI_HWEVENT_DDRC_INHERE_RLAT_CNT = 0x0C, + HISI_HWEVENT_DDRC_MAX_EVENT, +}; + +#define HISI_DDRC_CTRL_PERF_REG_OFF 0x010 +#define HISI_DDRC_CFG_PERF_REG_OFF 0x270 +#define HISI_DDRC_FLUX_WR_REG_OFF 0x380 +#define HISI_DDRC_FLUX_RD_REG_OFF 0x384 +#define HISI_DDRC_FLUX_WCMD_REG_OFF 0x388 +#define HISI_DDRC_FLUX_RCMD_REG_OFF 0x38C +#define HISI_DDRC_FLUXID_WR_REG_OFF 0x390 +#define HISI_DDRC_FLUXID_RD_REG_OFF 0x394 +#define HISI_DDRC_FLUXID_WCMD_REG_OFF 0x398 +#define HISI_DDRC_FLUXID_RCMD_REG_OFF 0x39C +#define HISI_DDRC_FLUX_WLATCNT0_REG_OFF 0x3A0 +#define HISI_DDRC_FLUX_RLAT_CNT0_REG_OFF 0x3A4 +#define HISI_DDRC_FLUX_WLATCNT1_REG_OFF 0x3A8 +#define HISI_DDRC_FLUX_RLAT_CNT1_REG_OFF 0x3AC + +struct hisi_ddrc_hwcfg { + u32 channel_id; +}; + +struct hisi_ddrc_data { + void __iomem *regs_base; + DECLARE_BITMAP(hisi_ddrc_event_used_mask, + HISI_HWEVENT_DDRC_MAX_EVENT); + struct hisi_ddrc_hwcfg ddrc_hwcfg; +}; + +#endif /* __HISI_UNCORE_DDRC_H__ */ -- 2.1.4 -- To unsubscribe from this list: send the line "unsubscribe linux-doc" in the body of a message to majordomo@xxxxxxxxxxxxxxx More majordomo info at http://vger.kernel.org/majordomo-info.html
