300 lines
8.6 KiB
C
300 lines
8.6 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
/*
|
|
* Copyright (C) 2024-2026 Intel Corporation
|
|
*/
|
|
|
|
#include <linux/device.h>
|
|
#include <linux/err.h>
|
|
#include <linux/pm_runtime.h>
|
|
#include <linux/units.h>
|
|
|
|
#include "ivpu_drv.h"
|
|
#include "ivpu_gem.h"
|
|
#include "ivpu_fw.h"
|
|
#include "ivpu_hw.h"
|
|
#include "ivpu_sysfs.h"
|
|
|
|
/**
|
|
* DOC: npu_busy_time_us
|
|
*
|
|
* npu_busy_time_us is the time that the device spent executing jobs.
|
|
* The time is counted when and only when there are jobs submitted to firmware.
|
|
*
|
|
* This time can be used to measure the utilization of NPU, either by calculating
|
|
* npu_busy_time_us difference between two timepoints (i.e. measuring the time
|
|
* that the NPU was active during some workload) or monitoring utilization percentage
|
|
* by reading npu_busy_time_us periodically.
|
|
*
|
|
* When reading the value periodically, it shouldn't be read too often as it may have
|
|
* an impact on job submission performance. Recommended period is 1 second.
|
|
*/
|
|
static ssize_t
|
|
npu_busy_time_us_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
ktime_t total, now = 0;
|
|
|
|
mutex_lock(&vdev->submitted_jobs_lock);
|
|
|
|
total = vdev->busy_time;
|
|
if (!xa_empty(&vdev->submitted_jobs_xa))
|
|
now = ktime_sub(ktime_get(), vdev->busy_start_ts);
|
|
mutex_unlock(&vdev->submitted_jobs_lock);
|
|
|
|
return sysfs_emit(buf, "%lld\n", ktime_to_us(ktime_add(total, now)));
|
|
}
|
|
|
|
static DEVICE_ATTR_RO(npu_busy_time_us);
|
|
|
|
/**
|
|
* DOC: npu_memory_utilization
|
|
*
|
|
* The npu_memory_utilization is used to report in bytes a current NPU memory utilization.
|
|
*
|
|
*/
|
|
static ssize_t
|
|
npu_memory_utilization_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
struct ivpu_bo *bo;
|
|
u64 total_npu_memory = 0;
|
|
|
|
mutex_lock(&vdev->bo_list_lock);
|
|
list_for_each_entry(bo, &vdev->bo_list, bo_list_node)
|
|
if (ivpu_bo_is_resident(bo))
|
|
total_npu_memory += ivpu_bo_size(bo);
|
|
mutex_unlock(&vdev->bo_list_lock);
|
|
|
|
return sysfs_emit(buf, "%lld\n", total_npu_memory);
|
|
}
|
|
|
|
static DEVICE_ATTR_RO(npu_memory_utilization);
|
|
|
|
/**
|
|
* DOC: sched_mode
|
|
*
|
|
* The sched_mode is used to report current NPU scheduling mode.
|
|
*
|
|
* It returns following strings:
|
|
* - "HW" - Hardware Scheduler mode
|
|
* - "OS" - Operating System Scheduler mode
|
|
*
|
|
*/
|
|
static ssize_t sched_mode_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
|
|
return sysfs_emit(buf, "%s\n", vdev->fw->sched_mode ? "HW" : "OS");
|
|
}
|
|
|
|
static DEVICE_ATTR_RO(sched_mode);
|
|
|
|
/**
|
|
* DOC: NPU frequency control and information
|
|
*
|
|
* Hardware frequency capabilities:
|
|
* freq/hw_min_freq - Minimum frequency supported by the NPU hardware.
|
|
* freq/hw_max_freq - Maximum frequency supported by the NPU hardware.
|
|
* freq/hw_efficient_freq - Most efficient operating frequency for the NPU.
|
|
*
|
|
* Configurable frequency limits (50XX devices and newer):
|
|
* freq/set_min_freq - Configured minimum operating frequency.
|
|
* freq/set_max_freq - Configured maximum operating frequency.
|
|
*
|
|
* Clamping behavior: Values written to set_min_freq and set_max_freq are
|
|
* clamped to hardware limits. If set_min_freq exceeds set_max_freq, the driver
|
|
* clamps set_min_freq to set_max_freq when selecting the operating frequency.
|
|
*
|
|
* Current operating frequency:
|
|
* freq/current_freq - Current frequency in MHz. Valid only when the device is
|
|
* active; returns 0 when idle. May be lower than the requested range due to
|
|
* power or thermal constraints.
|
|
*
|
|
* Legacy attributes (backward compatibility):
|
|
* npu_max_frequency_mhz - Alias for freq/hw_max_freq.
|
|
* npu_current_frequency_mhz - Alias for freq/current_freq.
|
|
*/
|
|
|
|
static ssize_t hw_min_freq_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz = ivpu_hw_btrs_pll_ratio_to_mhz(vdev, vdev->hw->pll.min_ratio);
|
|
|
|
return sysfs_emit(buf, "%u\n", freq_mhz);
|
|
}
|
|
|
|
static DEVICE_ATTR_RO(hw_min_freq);
|
|
|
|
static ssize_t hw_efficient_freq_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz = ivpu_hw_btrs_pll_ratio_to_mhz(vdev, vdev->hw->pll.pn_ratio);
|
|
|
|
return sysfs_emit(buf, "%u\n", freq_mhz);
|
|
}
|
|
|
|
static DEVICE_ATTR_RO(hw_efficient_freq);
|
|
|
|
static ssize_t hw_max_freq_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz = ivpu_hw_btrs_pll_ratio_to_mhz(vdev, vdev->hw->pll.max_ratio);
|
|
|
|
return sysfs_emit(buf, "%u\n", freq_mhz);
|
|
}
|
|
|
|
static DEVICE_ATTR_RO(hw_max_freq);
|
|
|
|
static ssize_t set_min_freq_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz = ivpu_hw_btrs_pll_ratio_to_mhz(vdev, vdev->hw->pll.cfg_min_ratio);
|
|
|
|
return sysfs_emit(buf, "%u\n", freq_mhz);
|
|
}
|
|
|
|
static ssize_t
|
|
set_min_freq_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz;
|
|
int ret;
|
|
|
|
ret = kstrtou32(buf, 10, &freq_mhz);
|
|
if (ret)
|
|
return ret;
|
|
|
|
ret = ivpu_hw_btrs_cfg_min_freq_set(vdev, freq_mhz);
|
|
if (ret)
|
|
return ret;
|
|
|
|
return count;
|
|
}
|
|
|
|
static DEVICE_ATTR_RW(set_min_freq);
|
|
|
|
static ssize_t set_max_freq_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz = ivpu_hw_btrs_pll_ratio_to_mhz(vdev, vdev->hw->pll.cfg_max_ratio);
|
|
|
|
return sysfs_emit(buf, "%u\n", freq_mhz);
|
|
}
|
|
|
|
static ssize_t
|
|
set_max_freq_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz;
|
|
int ret;
|
|
|
|
ret = kstrtou32(buf, 10, &freq_mhz);
|
|
if (ret)
|
|
return ret;
|
|
|
|
/* Convert MHz to Hz and set max frequency */
|
|
ret = ivpu_hw_btrs_cfg_max_freq_set(vdev, freq_mhz);
|
|
if (ret)
|
|
return ret;
|
|
|
|
return count;
|
|
}
|
|
|
|
static DEVICE_ATTR_RW(set_max_freq);
|
|
|
|
static ssize_t current_freq_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct drm_device *drm = dev_get_drvdata(dev);
|
|
struct ivpu_device *vdev = to_ivpu_device(drm);
|
|
u32 freq_mhz = 0;
|
|
|
|
/* Read frequency only if device is active, otherwise frequency is 0 */
|
|
if (pm_runtime_get_if_active(vdev->drm.dev) > 0) {
|
|
freq_mhz = ivpu_hw_btrs_current_freq_get(vdev);
|
|
|
|
pm_runtime_put_autosuspend(vdev->drm.dev);
|
|
}
|
|
|
|
return sysfs_emit(buf, "%u\n", freq_mhz);
|
|
}
|
|
|
|
static DEVICE_ATTR_RO(current_freq);
|
|
|
|
/* Alias to current_freq for legacy compat */
|
|
static struct device_attribute dev_attr_npu_max_frequency_mhz =
|
|
__ATTR(npu_max_frequency_mhz, 0444, hw_max_freq_show, NULL);
|
|
|
|
static struct device_attribute dev_attr_npu_current_frequency_mhz =
|
|
__ATTR(npu_current_frequency_mhz, 0444, current_freq_show, NULL);
|
|
|
|
static struct attribute *ivpu_freq_attrs[] = {
|
|
&dev_attr_hw_min_freq.attr,
|
|
&dev_attr_hw_efficient_freq.attr,
|
|
&dev_attr_hw_max_freq.attr,
|
|
&dev_attr_current_freq.attr,
|
|
NULL,
|
|
};
|
|
|
|
static struct attribute_group ivpu_freq_attr_group = {
|
|
.name = "freq",
|
|
.attrs = ivpu_freq_attrs,
|
|
};
|
|
|
|
static struct attribute *ivpu_dev_attrs[] = {
|
|
&dev_attr_npu_busy_time_us.attr,
|
|
&dev_attr_npu_memory_utilization.attr,
|
|
&dev_attr_sched_mode.attr,
|
|
&dev_attr_npu_max_frequency_mhz.attr,
|
|
&dev_attr_npu_current_frequency_mhz.attr,
|
|
NULL,
|
|
};
|
|
|
|
static struct attribute_group ivpu_dev_attr_group = {
|
|
.attrs = ivpu_dev_attrs,
|
|
};
|
|
|
|
void ivpu_sysfs_init(struct ivpu_device *vdev)
|
|
{
|
|
int ret;
|
|
|
|
ret = devm_device_add_group(vdev->drm.dev, &ivpu_dev_attr_group);
|
|
if (ret) {
|
|
ivpu_warn(vdev, "Failed to add sysfs group to device, ret %d", ret);
|
|
return;
|
|
}
|
|
|
|
ret = devm_device_add_group(vdev->drm.dev, &ivpu_freq_attr_group);
|
|
if (ret) {
|
|
ivpu_warn(vdev, "Failed to add sysfs freq group, ret %d", ret);
|
|
return;
|
|
}
|
|
|
|
if (ivpu_hw_ip_gen(vdev) >= IVPU_HW_IP_50XX) {
|
|
ret = sysfs_add_file_to_group(&vdev->drm.dev->kobj,
|
|
&dev_attr_set_min_freq.attr,
|
|
"freq");
|
|
if (ret) {
|
|
ivpu_warn(vdev, "Failed to add sysfs set_min_freq to device, ret %d", ret);
|
|
return;
|
|
}
|
|
|
|
ret = sysfs_add_file_to_group(&vdev->drm.dev->kobj,
|
|
&dev_attr_set_max_freq.attr,
|
|
"freq");
|
|
if (ret) {
|
|
ivpu_warn(vdev, "Failed to add sysfs set_max_freq to device, ret %d", ret);
|
|
return;
|
|
}
|
|
}
|
|
}
|