1 // SPDX-License-Identifier: MIT
2 /*
3 * Copyright © 2022 Intel Corporation
4 */
5
6 #include <drm/drm_device.h>
7 #include <linux/sysfs.h>
8 #include <linux/printk.h>
9
10 #include "i915_drv.h"
11 #include "i915_reg.h"
12 #include "i915_sysfs.h"
13 #include "intel_gt.h"
14 #include "intel_gt_print.h"
15 #include "intel_gt_regs.h"
16 #include "intel_gt_sysfs.h"
17 #include "intel_gt_sysfs_pm.h"
18 #include "intel_pcode.h"
19 #include "intel_rc6.h"
20 #include "intel_rps.h"
21
22 enum intel_gt_sysfs_op {
23 INTEL_GT_SYSFS_MIN = 0,
24 INTEL_GT_SYSFS_MAX,
25 };
26
27 static int
sysfs_gt_attribute_w_func(struct kobject * kobj,struct attribute * attr,int (func)(struct intel_gt * gt,u32 val),u32 val)28 sysfs_gt_attribute_w_func(struct kobject *kobj, struct attribute *attr,
29 int (func)(struct intel_gt *gt, u32 val), u32 val)
30 {
31 struct intel_gt *gt;
32 int ret;
33
34 if (!is_object_gt(kobj)) {
35 int i;
36 struct device *dev = kobj_to_dev(kobj);
37 struct drm_i915_private *i915 = kdev_minor_to_i915(dev);
38
39 for_each_gt(gt, i915, i) {
40 ret = func(gt, val);
41 if (ret)
42 break;
43 }
44 } else {
45 gt = intel_gt_sysfs_get_drvdata(kobj, attr->name);
46 ret = func(gt, val);
47 }
48
49 return ret;
50 }
51
52 static u32
sysfs_gt_attribute_r_func(struct kobject * kobj,struct attribute * attr,u32 (func)(struct intel_gt * gt),enum intel_gt_sysfs_op op)53 sysfs_gt_attribute_r_func(struct kobject *kobj, struct attribute *attr,
54 u32 (func)(struct intel_gt *gt),
55 enum intel_gt_sysfs_op op)
56 {
57 struct intel_gt *gt;
58 u32 ret;
59
60 ret = (op == INTEL_GT_SYSFS_MAX) ? 0 : (u32) -1;
61
62 if (!is_object_gt(kobj)) {
63 int i;
64 struct device *dev = kobj_to_dev(kobj);
65 struct drm_i915_private *i915 = kdev_minor_to_i915(dev);
66
67 for_each_gt(gt, i915, i) {
68 u32 val = func(gt);
69
70 switch (op) {
71 case INTEL_GT_SYSFS_MIN:
72 if (val < ret)
73 ret = val;
74 break;
75
76 case INTEL_GT_SYSFS_MAX:
77 if (val > ret)
78 ret = val;
79 break;
80 }
81 }
82 } else {
83 gt = intel_gt_sysfs_get_drvdata(kobj, attr->name);
84 ret = func(gt);
85 }
86
87 return ret;
88 }
89
90 /* RC6 interfaces will show the minimum RC6 residency value */
91 #define sysfs_gt_attribute_r_min_func(d, a, f) \
92 sysfs_gt_attribute_r_func(d, a, f, INTEL_GT_SYSFS_MIN)
93
94 /* Frequency interfaces will show the maximum frequency value */
95 #define sysfs_gt_attribute_r_max_func(d, a, f) \
96 sysfs_gt_attribute_r_func(d, a, f, INTEL_GT_SYSFS_MAX)
97
98 #define INTEL_GT_SYSFS_SHOW(_name, _attr_type) \
99 static ssize_t _name##_show_common(struct kobject *kobj, \
100 struct attribute *attr, char *buff) \
101 { \
102 u32 val = sysfs_gt_attribute_r_##_attr_type##_func(kobj, attr, \
103 __##_name##_show); \
104 \
105 return sysfs_emit(buff, "%u\n", val); \
106 } \
107 static ssize_t _name##_show(struct kobject *kobj, \
108 struct kobj_attribute *attr, char *buff) \
109 { \
110 return _name ##_show_common(kobj, &attr->attr, buff); \
111 } \
112 static ssize_t _name##_dev_show(struct device *dev, \
113 struct device_attribute *attr, char *buff) \
114 { \
115 return _name##_show_common(&dev->kobj, &attr->attr, buff); \
116 }
117
118 #define INTEL_GT_SYSFS_STORE(_name, _func) \
119 static ssize_t _name##_store_common(struct kobject *kobj, \
120 struct attribute *attr, \
121 const char *buff, size_t count) \
122 { \
123 int ret; \
124 u32 val; \
125 \
126 ret = kstrtou32(buff, 0, &val); \
127 if (ret) \
128 return ret; \
129 \
130 ret = sysfs_gt_attribute_w_func(kobj, attr, _func, val); \
131 \
132 return ret ?: count; \
133 } \
134 static ssize_t _name##_store(struct kobject *kobj, \
135 struct kobj_attribute *attr, const char *buff, \
136 size_t count) \
137 { \
138 return _name##_store_common(kobj, &attr->attr, buff, count); \
139 } \
140 static ssize_t _name##_dev_store(struct device *dev, \
141 struct device_attribute *attr, \
142 const char *buff, size_t count) \
143 { \
144 return _name##_store_common(&dev->kobj, &attr->attr, buff, count); \
145 }
146
147 #define INTEL_GT_SYSFS_SHOW_MAX(_name) INTEL_GT_SYSFS_SHOW(_name, max)
148 #define INTEL_GT_SYSFS_SHOW_MIN(_name) INTEL_GT_SYSFS_SHOW(_name, min)
149
150 #define INTEL_GT_ATTR_RW(_name) \
151 static struct kobj_attribute attr_##_name = __ATTR_RW(_name)
152
153 #define INTEL_GT_ATTR_RO(_name) \
154 static struct kobj_attribute attr_##_name = __ATTR_RO(_name)
155
156 #define INTEL_GT_DUAL_ATTR_RW(_name) \
157 static struct device_attribute dev_attr_##_name = __ATTR(_name, 0644, \
158 _name##_dev_show, \
159 _name##_dev_store); \
160 INTEL_GT_ATTR_RW(_name)
161
162 #define INTEL_GT_DUAL_ATTR_RO(_name) \
163 static struct device_attribute dev_attr_##_name = __ATTR(_name, 0444, \
164 _name##_dev_show, \
165 NULL); \
166 INTEL_GT_ATTR_RO(_name)
167
get_residency(struct intel_gt * gt,enum intel_rc6_res_type id)168 static u32 get_residency(struct intel_gt *gt, enum intel_rc6_res_type id)
169 {
170 intel_wakeref_t wakeref;
171 u64 res = 0;
172
173 with_intel_runtime_pm(gt->uncore->rpm, wakeref)
174 res = intel_rc6_residency_us(>->rc6, id);
175
176 return DIV_ROUND_CLOSEST_ULL(res, 1000);
177 }
178
rc6_enable_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)179 static ssize_t rc6_enable_show(struct kobject *kobj,
180 struct kobj_attribute *attr,
181 char *buff)
182 {
183 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
184
185 return sysfs_emit(buff, "%x\n", gt->rc6.enabled);
186 }
187
rc6_enable_dev_show(struct device * dev,struct device_attribute * attr,char * buff)188 static ssize_t rc6_enable_dev_show(struct device *dev,
189 struct device_attribute *attr,
190 char *buff)
191 {
192 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(&dev->kobj, attr->attr.name);
193
194 return sysfs_emit(buff, "%x\n", gt->rc6.enabled);
195 }
196
__rc6_residency_ms_show(struct intel_gt * gt)197 static u32 __rc6_residency_ms_show(struct intel_gt *gt)
198 {
199 return get_residency(gt, INTEL_RC6_RES_RC6);
200 }
201
__rc6p_residency_ms_show(struct intel_gt * gt)202 static u32 __rc6p_residency_ms_show(struct intel_gt *gt)
203 {
204 return get_residency(gt, INTEL_RC6_RES_RC6p);
205 }
206
__rc6pp_residency_ms_show(struct intel_gt * gt)207 static u32 __rc6pp_residency_ms_show(struct intel_gt *gt)
208 {
209 return get_residency(gt, INTEL_RC6_RES_RC6pp);
210 }
211
__media_rc6_residency_ms_show(struct intel_gt * gt)212 static u32 __media_rc6_residency_ms_show(struct intel_gt *gt)
213 {
214 return get_residency(gt, INTEL_RC6_RES_VLV_MEDIA);
215 }
216
217 INTEL_GT_SYSFS_SHOW_MIN(rc6_residency_ms);
218 INTEL_GT_SYSFS_SHOW_MIN(rc6p_residency_ms);
219 INTEL_GT_SYSFS_SHOW_MIN(rc6pp_residency_ms);
220 INTEL_GT_SYSFS_SHOW_MIN(media_rc6_residency_ms);
221
222 INTEL_GT_DUAL_ATTR_RO(rc6_enable);
223 INTEL_GT_DUAL_ATTR_RO(rc6_residency_ms);
224 INTEL_GT_DUAL_ATTR_RO(rc6p_residency_ms);
225 INTEL_GT_DUAL_ATTR_RO(rc6pp_residency_ms);
226 INTEL_GT_DUAL_ATTR_RO(media_rc6_residency_ms);
227
228 static struct attribute *rc6_attrs[] = {
229 &attr_rc6_enable.attr,
230 &attr_rc6_residency_ms.attr,
231 NULL
232 };
233
234 static struct attribute *rc6p_attrs[] = {
235 &attr_rc6p_residency_ms.attr,
236 &attr_rc6pp_residency_ms.attr,
237 NULL
238 };
239
240 static struct attribute *media_rc6_attrs[] = {
241 &attr_media_rc6_residency_ms.attr,
242 NULL
243 };
244
245 static struct attribute *rc6_dev_attrs[] = {
246 &dev_attr_rc6_enable.attr,
247 &dev_attr_rc6_residency_ms.attr,
248 NULL
249 };
250
251 static struct attribute *rc6p_dev_attrs[] = {
252 &dev_attr_rc6p_residency_ms.attr,
253 &dev_attr_rc6pp_residency_ms.attr,
254 NULL
255 };
256
257 static struct attribute *media_rc6_dev_attrs[] = {
258 &dev_attr_media_rc6_residency_ms.attr,
259 NULL
260 };
261
262 static const struct attribute_group rc6_attr_group[] = {
263 { .attrs = rc6_attrs, },
264 { .name = power_group_name, .attrs = rc6_dev_attrs, },
265 };
266
267 static const struct attribute_group rc6p_attr_group[] = {
268 { .attrs = rc6p_attrs, },
269 { .name = power_group_name, .attrs = rc6p_dev_attrs, },
270 };
271
272 static const struct attribute_group media_rc6_attr_group[] = {
273 { .attrs = media_rc6_attrs, },
274 { .name = power_group_name, .attrs = media_rc6_dev_attrs, },
275 };
276
__intel_gt_sysfs_create_group(struct kobject * kobj,const struct attribute_group * grp)277 static int __intel_gt_sysfs_create_group(struct kobject *kobj,
278 const struct attribute_group *grp)
279 {
280 return is_object_gt(kobj) ?
281 sysfs_create_group(kobj, &grp[0]) :
282 sysfs_merge_group(kobj, &grp[1]);
283 }
284
intel_sysfs_rc6_init(struct intel_gt * gt,struct kobject * kobj)285 static void intel_sysfs_rc6_init(struct intel_gt *gt, struct kobject *kobj)
286 {
287 int ret;
288
289 if (!IS_ENABLED(CONFIG_PM) || !HAS_RC6(gt->i915))
290 return;
291
292 ret = __intel_gt_sysfs_create_group(kobj, rc6_attr_group);
293 if (ret)
294 gt_warn(gt, "failed to create RC6 sysfs files (%pe)\n", ERR_PTR(ret));
295
296 /*
297 * cannot use the is_visible() attribute because
298 * the upper object inherits from the parent group.
299 */
300 if (HAS_RC6p(gt->i915)) {
301 ret = __intel_gt_sysfs_create_group(kobj, rc6p_attr_group);
302 if (ret)
303 gt_warn(gt, "failed to create RC6p sysfs files (%pe)\n", ERR_PTR(ret));
304 }
305
306 if (IS_VALLEYVIEW(gt->i915) || IS_CHERRYVIEW(gt->i915)) {
307 ret = __intel_gt_sysfs_create_group(kobj, media_rc6_attr_group);
308 if (ret)
309 gt_warn(gt, "failed to create media RC6 sysfs files (%pe)\n", ERR_PTR(ret));
310 }
311 }
312
__act_freq_mhz_show(struct intel_gt * gt)313 static u32 __act_freq_mhz_show(struct intel_gt *gt)
314 {
315 return intel_rps_read_actual_frequency(>->rps);
316 }
317
__cur_freq_mhz_show(struct intel_gt * gt)318 static u32 __cur_freq_mhz_show(struct intel_gt *gt)
319 {
320 return intel_rps_get_requested_frequency(>->rps);
321 }
322
__boost_freq_mhz_show(struct intel_gt * gt)323 static u32 __boost_freq_mhz_show(struct intel_gt *gt)
324 {
325 return intel_rps_get_boost_frequency(>->rps);
326 }
327
__boost_freq_mhz_store(struct intel_gt * gt,u32 val)328 static int __boost_freq_mhz_store(struct intel_gt *gt, u32 val)
329 {
330 return intel_rps_set_boost_frequency(>->rps, val);
331 }
332
__RP0_freq_mhz_show(struct intel_gt * gt)333 static u32 __RP0_freq_mhz_show(struct intel_gt *gt)
334 {
335 return intel_rps_get_rp0_frequency(>->rps);
336 }
337
__RPn_freq_mhz_show(struct intel_gt * gt)338 static u32 __RPn_freq_mhz_show(struct intel_gt *gt)
339 {
340 return intel_rps_get_rpn_frequency(>->rps);
341 }
342
__RP1_freq_mhz_show(struct intel_gt * gt)343 static u32 __RP1_freq_mhz_show(struct intel_gt *gt)
344 {
345 return intel_rps_get_rp1_frequency(>->rps);
346 }
347
__max_freq_mhz_show(struct intel_gt * gt)348 static u32 __max_freq_mhz_show(struct intel_gt *gt)
349 {
350 return intel_rps_get_max_frequency(>->rps);
351 }
352
__set_max_freq(struct intel_gt * gt,u32 val)353 static int __set_max_freq(struct intel_gt *gt, u32 val)
354 {
355 return intel_rps_set_max_frequency(>->rps, val);
356 }
357
__min_freq_mhz_show(struct intel_gt * gt)358 static u32 __min_freq_mhz_show(struct intel_gt *gt)
359 {
360 return intel_rps_get_min_frequency(>->rps);
361 }
362
__set_min_freq(struct intel_gt * gt,u32 val)363 static int __set_min_freq(struct intel_gt *gt, u32 val)
364 {
365 return intel_rps_set_min_frequency(>->rps, val);
366 }
367
__vlv_rpe_freq_mhz_show(struct intel_gt * gt)368 static u32 __vlv_rpe_freq_mhz_show(struct intel_gt *gt)
369 {
370 struct intel_rps *rps = >->rps;
371
372 return intel_gpu_freq(rps, rps->efficient_freq);
373 }
374
375 INTEL_GT_SYSFS_SHOW_MAX(act_freq_mhz);
376 INTEL_GT_SYSFS_SHOW_MAX(boost_freq_mhz);
377 INTEL_GT_SYSFS_SHOW_MAX(cur_freq_mhz);
378 INTEL_GT_SYSFS_SHOW_MAX(RP0_freq_mhz);
379 INTEL_GT_SYSFS_SHOW_MAX(RP1_freq_mhz);
380 INTEL_GT_SYSFS_SHOW_MAX(RPn_freq_mhz);
381 INTEL_GT_SYSFS_SHOW_MAX(max_freq_mhz);
382 INTEL_GT_SYSFS_SHOW_MIN(min_freq_mhz);
383 INTEL_GT_SYSFS_SHOW_MAX(vlv_rpe_freq_mhz);
384 INTEL_GT_SYSFS_STORE(boost_freq_mhz, __boost_freq_mhz_store);
385 INTEL_GT_SYSFS_STORE(max_freq_mhz, __set_max_freq);
386 INTEL_GT_SYSFS_STORE(min_freq_mhz, __set_min_freq);
387
388 #define INTEL_GT_RPS_SYSFS_ATTR(_name, _mode, _show, _store, _show_dev, _store_dev) \
389 static struct device_attribute dev_attr_gt_##_name = __ATTR(gt_##_name, _mode, \
390 _show_dev, _store_dev); \
391 static struct kobj_attribute attr_rps_##_name = __ATTR(rps_##_name, _mode, \
392 _show, _store)
393
394 #define INTEL_GT_RPS_SYSFS_ATTR_RO(_name) \
395 INTEL_GT_RPS_SYSFS_ATTR(_name, 0444, _name##_show, NULL, \
396 _name##_dev_show, NULL)
397 #define INTEL_GT_RPS_SYSFS_ATTR_RW(_name) \
398 INTEL_GT_RPS_SYSFS_ATTR(_name, 0644, _name##_show, _name##_store, \
399 _name##_dev_show, _name##_dev_store)
400
401 /* The below macros generate static structures */
402 INTEL_GT_RPS_SYSFS_ATTR_RO(act_freq_mhz);
403 INTEL_GT_RPS_SYSFS_ATTR_RO(cur_freq_mhz);
404 INTEL_GT_RPS_SYSFS_ATTR_RW(boost_freq_mhz);
405 INTEL_GT_RPS_SYSFS_ATTR_RO(RP0_freq_mhz);
406 INTEL_GT_RPS_SYSFS_ATTR_RO(RP1_freq_mhz);
407 INTEL_GT_RPS_SYSFS_ATTR_RO(RPn_freq_mhz);
408 INTEL_GT_RPS_SYSFS_ATTR_RW(max_freq_mhz);
409 INTEL_GT_RPS_SYSFS_ATTR_RW(min_freq_mhz);
410 INTEL_GT_RPS_SYSFS_ATTR_RO(vlv_rpe_freq_mhz);
411
412 #define GEN6_ATTR(p, s) { \
413 &p##attr_##s##_act_freq_mhz.attr, \
414 &p##attr_##s##_cur_freq_mhz.attr, \
415 &p##attr_##s##_boost_freq_mhz.attr, \
416 &p##attr_##s##_max_freq_mhz.attr, \
417 &p##attr_##s##_min_freq_mhz.attr, \
418 &p##attr_##s##_RP0_freq_mhz.attr, \
419 &p##attr_##s##_RP1_freq_mhz.attr, \
420 &p##attr_##s##_RPn_freq_mhz.attr, \
421 NULL, \
422 }
423
424 #define GEN6_RPS_ATTR GEN6_ATTR(, rps)
425 #define GEN6_GT_ATTR GEN6_ATTR(dev_, gt)
426
427 static const struct attribute * const gen6_rps_attrs[] = GEN6_RPS_ATTR;
428 static const struct attribute * const gen6_gt_attrs[] = GEN6_GT_ATTR;
429
punit_req_freq_mhz_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)430 static ssize_t punit_req_freq_mhz_show(struct kobject *kobj,
431 struct kobj_attribute *attr,
432 char *buff)
433 {
434 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
435 u32 preq = intel_rps_read_punit_req_frequency(>->rps);
436
437 return sysfs_emit(buff, "%u\n", preq);
438 }
439
slpc_ignore_eff_freq_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)440 static ssize_t slpc_ignore_eff_freq_show(struct kobject *kobj,
441 struct kobj_attribute *attr,
442 char *buff)
443 {
444 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
445 struct intel_guc_slpc *slpc = >_to_guc(gt)->slpc;
446
447 return sysfs_emit(buff, "%u\n", slpc->ignore_eff_freq);
448 }
449
slpc_ignore_eff_freq_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buff,size_t count)450 static ssize_t slpc_ignore_eff_freq_store(struct kobject *kobj,
451 struct kobj_attribute *attr,
452 const char *buff, size_t count)
453 {
454 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
455 struct intel_guc_slpc *slpc = >_to_guc(gt)->slpc;
456 int err;
457 u32 val;
458
459 err = kstrtou32(buff, 0, &val);
460 if (err)
461 return err;
462
463 err = intel_guc_slpc_set_ignore_eff_freq(slpc, val);
464 return err ?: count;
465 }
466
slpc_power_profile_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)467 static ssize_t slpc_power_profile_show(struct kobject *kobj,
468 struct kobj_attribute *attr,
469 char *buff)
470 {
471 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
472 struct intel_guc_slpc *slpc = >->uc.guc.slpc;
473
474 switch (slpc->power_profile) {
475 case SLPC_POWER_PROFILES_BASE:
476 return sysfs_emit(buff, "[%s] %s\n", "base", "power_saving");
477 case SLPC_POWER_PROFILES_POWER_SAVING:
478 return sysfs_emit(buff, "%s [%s]\n", "base", "power_saving");
479 }
480
481 return sysfs_emit(buff, "%u\n", slpc->power_profile);
482 }
483
slpc_power_profile_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buff,size_t count)484 static ssize_t slpc_power_profile_store(struct kobject *kobj,
485 struct kobj_attribute *attr,
486 const char *buff, size_t count)
487 {
488 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
489 struct intel_guc_slpc *slpc = >->uc.guc.slpc;
490 char power_saving[] = "power_saving";
491 char base[] = "base";
492 int err;
493 u32 val;
494
495 if (!strncmp(buff, power_saving, sizeof(power_saving) - 1))
496 val = SLPC_POWER_PROFILES_POWER_SAVING;
497 else if (!strncmp(buff, base, sizeof(base) - 1))
498 val = SLPC_POWER_PROFILES_BASE;
499 else
500 return -EINVAL;
501
502 err = intel_guc_slpc_set_power_profile(slpc, val);
503 return err ?: count;
504 }
505
506 struct intel_gt_bool_throttle_attr {
507 struct attribute attr;
508 ssize_t (*show)(struct kobject *kobj, struct kobj_attribute *attr,
509 char *buf);
510 i915_reg_t (*reg32)(struct intel_gt *gt);
511 u32 mask;
512 };
513
throttle_reason_bool_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)514 static ssize_t throttle_reason_bool_show(struct kobject *kobj,
515 struct kobj_attribute *attr,
516 char *buff)
517 {
518 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
519 struct intel_gt_bool_throttle_attr *t_attr =
520 (struct intel_gt_bool_throttle_attr *) attr;
521 bool val = rps_read_mask_mmio(>->rps, t_attr->reg32(gt), t_attr->mask);
522
523 return sysfs_emit(buff, "%u\n", val);
524 }
525
526 #define INTEL_GT_RPS_BOOL_ATTR_RO(sysfs_func__, mask__) \
527 struct intel_gt_bool_throttle_attr attr_##sysfs_func__ = { \
528 .attr = { .name = __stringify(sysfs_func__), .mode = 0444 }, \
529 .show = throttle_reason_bool_show, \
530 .reg32 = intel_gt_perf_limit_reasons_reg, \
531 .mask = mask__, \
532 }
533
534 INTEL_GT_ATTR_RO(punit_req_freq_mhz);
535 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_status, GT0_PERF_LIMIT_REASONS_MASK);
536 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_pl1, POWER_LIMIT_1_MASK);
537 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_pl2, POWER_LIMIT_2_MASK);
538 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_pl4, POWER_LIMIT_4_MASK);
539 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_thermal, THERMAL_LIMIT_MASK);
540 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_prochot, PROCHOT_MASK);
541 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_ratl, RATL_MASK);
542 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_vr_thermalert, VR_THERMALERT_MASK);
543 static INTEL_GT_RPS_BOOL_ATTR_RO(throttle_reason_vr_tdc, VR_TDC_MASK);
544
545 static const struct attribute *throttle_reason_attrs[] = {
546 &attr_throttle_reason_status.attr,
547 &attr_throttle_reason_pl1.attr,
548 &attr_throttle_reason_pl2.attr,
549 &attr_throttle_reason_pl4.attr,
550 &attr_throttle_reason_thermal.attr,
551 &attr_throttle_reason_prochot.attr,
552 &attr_throttle_reason_ratl.attr,
553 &attr_throttle_reason_vr_thermalert.attr,
554 &attr_throttle_reason_vr_tdc.attr,
555 NULL
556 };
557
558 /*
559 * Scaling for multipliers (aka frequency factors).
560 * The format of the value in the register is u8.8.
561 *
562 * The presentation to userspace is inspired by the perf event framework.
563 * See:
564 * Documentation/ABI/testing/sysfs-bus-event_source-devices-events
565 * for description of:
566 * /sys/bus/event_source/devices/<pmu>/events/<event>.scale
567 *
568 * Summary: Expose two sysfs files for each multiplier.
569 *
570 * 1. File <attr> contains a raw hardware value.
571 * 2. File <attr>.scale contains the multiplicative scale factor to be
572 * used by userspace to compute the actual value.
573 *
574 * So userspace knows that to get the frequency_factor it multiplies the
575 * provided value by the specified scale factor and vice-versa.
576 *
577 * That way there is no precision loss in the kernel interface and API
578 * is future proof should one day the hardware register change to u16.u16,
579 * on some platform. (Or any other fixed point representation.)
580 *
581 * Example:
582 * File <attr> contains the value 2.5, represented as u8.8 0x0280, which
583 * is comprised of:
584 * - an integer part of 2
585 * - a fractional part of 0x80 (representing 0x80 / 2^8 == 0x80 / 256).
586 * File <attr>.scale contains a string representation of floating point
587 * value 0.00390625 (which is (1 / 256)).
588 * Userspace computes the actual value:
589 * 0x0280 * 0.00390625 -> 2.5
590 * or converts an actual value to the value to be written into <attr>:
591 * 2.5 / 0.00390625 -> 0x0280
592 */
593
594 #define U8_8_VAL_MASK 0xffff
595 #define U8_8_SCALE_TO_VALUE "0.00390625"
596
freq_factor_scale_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)597 static ssize_t freq_factor_scale_show(struct kobject *kobj,
598 struct kobj_attribute *attr,
599 char *buff)
600 {
601 return sysfs_emit(buff, "%s\n", U8_8_SCALE_TO_VALUE);
602 }
603
media_ratio_mode_to_factor(u32 mode)604 static u32 media_ratio_mode_to_factor(u32 mode)
605 {
606 /* 0 -> 0, 1 -> 256, 2 -> 128 */
607 return !mode ? mode : 256 / mode;
608 }
609
media_freq_factor_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)610 static ssize_t media_freq_factor_show(struct kobject *kobj,
611 struct kobj_attribute *attr,
612 char *buff)
613 {
614 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
615 intel_wakeref_t wakeref;
616 u32 mode;
617
618 /*
619 * Retrieve media_ratio_mode from GEN6_RPNSWREQ bit 13 set by
620 * GuC. GEN6_RPNSWREQ:13 value 0 represents 1:2 and 1 represents 1:1
621 */
622 with_intel_runtime_pm(gt->uncore->rpm, wakeref)
623 mode = intel_uncore_read(gt->uncore, GEN6_RPNSWREQ);
624
625 mode = REG_FIELD_GET(GEN12_MEDIA_FREQ_RATIO, mode) ?
626 SLPC_MEDIA_RATIO_MODE_FIXED_ONE_TO_ONE :
627 SLPC_MEDIA_RATIO_MODE_FIXED_ONE_TO_TWO;
628
629 return sysfs_emit(buff, "%u\n", media_ratio_mode_to_factor(mode));
630 }
631
media_freq_factor_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buff,size_t count)632 static ssize_t media_freq_factor_store(struct kobject *kobj,
633 struct kobj_attribute *attr,
634 const char *buff, size_t count)
635 {
636 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
637 struct intel_guc_slpc *slpc = >_to_guc(gt)->slpc;
638 u32 factor, mode;
639 int err;
640
641 err = kstrtou32(buff, 0, &factor);
642 if (err)
643 return err;
644
645 for (mode = SLPC_MEDIA_RATIO_MODE_DYNAMIC_CONTROL;
646 mode <= SLPC_MEDIA_RATIO_MODE_FIXED_ONE_TO_TWO; mode++)
647 if (factor == media_ratio_mode_to_factor(mode))
648 break;
649
650 if (mode > SLPC_MEDIA_RATIO_MODE_FIXED_ONE_TO_TWO)
651 return -EINVAL;
652
653 err = intel_guc_slpc_set_media_ratio_mode(slpc, mode);
654 if (!err) {
655 slpc->media_ratio_mode = mode;
656 DRM_DEBUG("Set slpc->media_ratio_mode to %d", mode);
657 }
658 return err ?: count;
659 }
660
media_RP0_freq_mhz_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)661 static ssize_t media_RP0_freq_mhz_show(struct kobject *kobj,
662 struct kobj_attribute *attr,
663 char *buff)
664 {
665 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
666 u32 val;
667 int err;
668
669 err = snb_pcode_read_p(gt->uncore, XEHP_PCODE_FREQUENCY_CONFIG,
670 PCODE_MBOX_FC_SC_READ_FUSED_P0,
671 PCODE_MBOX_DOMAIN_MEDIAFF, &val);
672
673 if (err)
674 return err;
675
676 /* Fused media RP0 read from pcode is in units of 50 MHz */
677 val *= GT_FREQUENCY_MULTIPLIER;
678
679 return sysfs_emit(buff, "%u\n", val);
680 }
681
media_RPn_freq_mhz_show(struct kobject * kobj,struct kobj_attribute * attr,char * buff)682 static ssize_t media_RPn_freq_mhz_show(struct kobject *kobj,
683 struct kobj_attribute *attr,
684 char *buff)
685 {
686 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
687 u32 val;
688 int err;
689
690 err = snb_pcode_read_p(gt->uncore, XEHP_PCODE_FREQUENCY_CONFIG,
691 PCODE_MBOX_FC_SC_READ_FUSED_PN,
692 PCODE_MBOX_DOMAIN_MEDIAFF, &val);
693
694 if (err)
695 return err;
696
697 /* Fused media RPn read from pcode is in units of 50 MHz */
698 val *= GT_FREQUENCY_MULTIPLIER;
699
700 return sysfs_emit(buff, "%u\n", val);
701 }
702
703 INTEL_GT_ATTR_RW(media_freq_factor);
704 static struct kobj_attribute attr_media_freq_factor_scale =
705 __ATTR(media_freq_factor.scale, 0444, freq_factor_scale_show, NULL);
706 INTEL_GT_ATTR_RO(media_RP0_freq_mhz);
707 INTEL_GT_ATTR_RO(media_RPn_freq_mhz);
708
709 INTEL_GT_ATTR_RW(slpc_ignore_eff_freq);
710 INTEL_GT_ATTR_RW(slpc_power_profile);
711
712 static const struct attribute *media_perf_power_attrs[] = {
713 &attr_media_freq_factor.attr,
714 &attr_media_freq_factor_scale.attr,
715 &attr_media_RP0_freq_mhz.attr,
716 &attr_media_RPn_freq_mhz.attr,
717 NULL
718 };
719
720 static ssize_t
rps_up_threshold_pct_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)721 rps_up_threshold_pct_show(struct kobject *kobj, struct kobj_attribute *attr,
722 char *buf)
723 {
724 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
725 struct intel_rps *rps = >->rps;
726
727 return sysfs_emit(buf, "%u\n", intel_rps_get_up_threshold(rps));
728 }
729
730 static ssize_t
rps_up_threshold_pct_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buf,size_t count)731 rps_up_threshold_pct_store(struct kobject *kobj, struct kobj_attribute *attr,
732 const char *buf, size_t count)
733 {
734 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
735 struct intel_rps *rps = >->rps;
736 int ret;
737 u8 val;
738
739 ret = kstrtou8(buf, 10, &val);
740 if (ret)
741 return ret;
742
743 ret = intel_rps_set_up_threshold(rps, val);
744
745 return ret == 0 ? count : ret;
746 }
747
748 static struct kobj_attribute rps_up_threshold_pct =
749 __ATTR(rps_up_threshold_pct,
750 0664,
751 rps_up_threshold_pct_show,
752 rps_up_threshold_pct_store);
753
754 static ssize_t
rps_down_threshold_pct_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)755 rps_down_threshold_pct_show(struct kobject *kobj, struct kobj_attribute *attr,
756 char *buf)
757 {
758 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
759 struct intel_rps *rps = >->rps;
760
761 return sysfs_emit(buf, "%u\n", intel_rps_get_down_threshold(rps));
762 }
763
764 static ssize_t
rps_down_threshold_pct_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buf,size_t count)765 rps_down_threshold_pct_store(struct kobject *kobj, struct kobj_attribute *attr,
766 const char *buf, size_t count)
767 {
768 struct intel_gt *gt = intel_gt_sysfs_get_drvdata(kobj, attr->attr.name);
769 struct intel_rps *rps = >->rps;
770 int ret;
771 u8 val;
772
773 ret = kstrtou8(buf, 10, &val);
774 if (ret)
775 return ret;
776
777 ret = intel_rps_set_down_threshold(rps, val);
778
779 return ret == 0 ? count : ret;
780 }
781
782 static struct kobj_attribute rps_down_threshold_pct =
783 __ATTR(rps_down_threshold_pct,
784 0664,
785 rps_down_threshold_pct_show,
786 rps_down_threshold_pct_store);
787
788 static const struct attribute * const gen6_gt_rps_attrs[] = {
789 &rps_up_threshold_pct.attr,
790 &rps_down_threshold_pct.attr,
791 NULL
792 };
793
794 static ssize_t
default_min_freq_mhz_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)795 default_min_freq_mhz_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf)
796 {
797 struct intel_gt *gt = kobj_to_gt(kobj->parent);
798
799 return sysfs_emit(buf, "%u\n", gt->defaults.min_freq);
800 }
801
802 static struct kobj_attribute default_min_freq_mhz =
803 __ATTR(rps_min_freq_mhz, 0444, default_min_freq_mhz_show, NULL);
804
805 static ssize_t
default_max_freq_mhz_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)806 default_max_freq_mhz_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf)
807 {
808 struct intel_gt *gt = kobj_to_gt(kobj->parent);
809
810 return sysfs_emit(buf, "%u\n", gt->defaults.max_freq);
811 }
812
813 static struct kobj_attribute default_max_freq_mhz =
814 __ATTR(rps_max_freq_mhz, 0444, default_max_freq_mhz_show, NULL);
815
816 static ssize_t
default_rps_up_threshold_pct_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)817 default_rps_up_threshold_pct_show(struct kobject *kobj,
818 struct kobj_attribute *attr,
819 char *buf)
820 {
821 struct intel_gt *gt = kobj_to_gt(kobj->parent);
822
823 return sysfs_emit(buf, "%u\n", gt->defaults.rps_up_threshold);
824 }
825
826 static struct kobj_attribute default_rps_up_threshold_pct =
827 __ATTR(rps_up_threshold_pct, 0444, default_rps_up_threshold_pct_show, NULL);
828
829 static ssize_t
default_rps_down_threshold_pct_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)830 default_rps_down_threshold_pct_show(struct kobject *kobj,
831 struct kobj_attribute *attr,
832 char *buf)
833 {
834 struct intel_gt *gt = kobj_to_gt(kobj->parent);
835
836 return sysfs_emit(buf, "%u\n", gt->defaults.rps_down_threshold);
837 }
838
839 static struct kobj_attribute default_rps_down_threshold_pct =
840 __ATTR(rps_down_threshold_pct, 0444, default_rps_down_threshold_pct_show, NULL);
841
842 static const struct attribute * const rps_defaults_attrs[] = {
843 &default_min_freq_mhz.attr,
844 &default_max_freq_mhz.attr,
845 &default_rps_up_threshold_pct.attr,
846 &default_rps_down_threshold_pct.attr,
847 NULL
848 };
849
intel_sysfs_rps_init(struct intel_gt * gt,struct kobject * kobj)850 static int intel_sysfs_rps_init(struct intel_gt *gt, struct kobject *kobj)
851 {
852 const struct attribute * const *attrs;
853 struct attribute *vlv_attr;
854 int ret;
855
856 if (GRAPHICS_VER(gt->i915) < 6)
857 return 0;
858
859 if (is_object_gt(kobj)) {
860 attrs = gen6_rps_attrs;
861 vlv_attr = &attr_rps_vlv_rpe_freq_mhz.attr;
862 } else {
863 attrs = gen6_gt_attrs;
864 vlv_attr = &dev_attr_gt_vlv_rpe_freq_mhz.attr;
865 }
866
867 ret = sysfs_create_files(kobj, attrs);
868 if (ret)
869 return ret;
870
871 if (IS_VALLEYVIEW(gt->i915) || IS_CHERRYVIEW(gt->i915))
872 ret = sysfs_create_file(kobj, vlv_attr);
873
874 if (is_object_gt(kobj) && !intel_uc_uses_guc_slpc(>->uc)) {
875 ret = sysfs_create_files(kobj, gen6_gt_rps_attrs);
876 if (ret)
877 return ret;
878 }
879
880 return ret;
881 }
882
intel_gt_sysfs_pm_init(struct intel_gt * gt,struct kobject * kobj)883 void intel_gt_sysfs_pm_init(struct intel_gt *gt, struct kobject *kobj)
884 {
885 int ret;
886
887 intel_sysfs_rc6_init(gt, kobj);
888
889 ret = intel_sysfs_rps_init(gt, kobj);
890 if (ret)
891 gt_warn(gt, "failed to create RPS sysfs files (%pe)", ERR_PTR(ret));
892
893 /* end of the legacy interfaces */
894 if (!is_object_gt(kobj))
895 return;
896
897 ret = sysfs_create_file(kobj, &attr_punit_req_freq_mhz.attr);
898 if (ret)
899 gt_warn(gt, "failed to create punit_req_freq_mhz sysfs (%pe)", ERR_PTR(ret));
900
901 if (intel_uc_uses_guc_slpc(>->uc)) {
902 ret = sysfs_create_file(kobj, &attr_slpc_ignore_eff_freq.attr);
903 if (ret)
904 gt_warn(gt, "failed to create ignore_eff_freq sysfs (%pe)", ERR_PTR(ret));
905 }
906
907 if (intel_uc_uses_guc_slpc(>->uc)) {
908 ret = sysfs_create_file(kobj, &attr_slpc_power_profile.attr);
909 if (ret)
910 gt_warn(gt, "failed to create slpc_power_profile sysfs (%pe)",
911 ERR_PTR(ret));
912 }
913
914 if (i915_mmio_reg_valid(intel_gt_perf_limit_reasons_reg(gt))) {
915 ret = sysfs_create_files(kobj, throttle_reason_attrs);
916 if (ret)
917 gt_warn(gt, "failed to create throttle sysfs files (%pe)", ERR_PTR(ret));
918 }
919
920 if (HAS_MEDIA_RATIO_MODE(gt->i915) && intel_uc_uses_guc_slpc(>->uc)) {
921 ret = sysfs_create_files(kobj, media_perf_power_attrs);
922 if (ret)
923 gt_warn(gt, "failed to create media_perf_power_attrs sysfs (%pe)\n",
924 ERR_PTR(ret));
925 }
926
927 ret = sysfs_create_files(gt->sysfs_defaults, rps_defaults_attrs);
928 if (ret)
929 gt_warn(gt, "failed to add rps defaults (%pe)\n", ERR_PTR(ret));
930 }
931