kernel/drivers/gpu/drm/amd/amdgpu/amdgpu_pm.c

   1 /*
   2  * Permission is hereby granted, free of charge, to any person obtaining a
   3  * copy of this software and associated documentation files (the "Software"),
   4  * to deal in the Software without restriction, including without limitation
   5  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   6  * and/or sell copies of the Software, and to permit persons to whom the
   7  * Software is furnished to do so, subject to the following conditions:
   8  *
   9  * The above copyright notice and this permission notice shall be included in
  10  * all copies or substantial portions of the Software.
  11  *
  12  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  13  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  14  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  15  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  16  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  17  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  18  * OTHER DEALINGS IN THE SOFTWARE.
  19  *
  20  * Authors: Rafał Miłecki <zajec5@gmail.com>
  21  *          Alex Deucher <alexdeucher@gmail.com>
  22  */
  23 #include <drm/drmP.h>
  24 #include "amdgpu.h"
  25 #include "amdgpu_drv.h"
  26 #include "amdgpu_pm.h"
  27 #include "amdgpu_dpm.h"
  28 #include "atom.h"
  29 #include <linux/power_supply.h>
  30 #include <linux/hwmon.h>
  31 #include <linux/hwmon-sysfs.h>
  32
  33 static int amdgpu_debugfs_pm_init(struct amdgpu_device *adev);
  34
  35 void amdgpu_pm_acpi_event_handler(struct amdgpu_device *adev)
  36 {
  37         if (adev->pm.dpm_enabled) {
  38                 mutex_lock(&adev->pm.mutex);
  39                 if (power_supply_is_system_supplied() > 0)
  40                         adev->pm.dpm.ac_power = true;
  41                 else
  42                         adev->pm.dpm.ac_power = false;
  43                 if (adev->pm.funcs->enable_bapm)
  44                         amdgpu_dpm_enable_bapm(adev, adev->pm.dpm.ac_power);
  45                 mutex_unlock(&adev->pm.mutex);
  46         }
  47 }
  48
  49 static ssize_t amdgpu_get_dpm_state(struct device *dev,
  50                                     struct device_attribute *attr,
  51                                     char *buf)
  52 {
  53         struct drm_device *ddev = dev_get_drvdata(dev);
  54         struct amdgpu_device *adev = ddev->dev_private;
  55         enum amdgpu_pm_state_type pm = adev->pm.dpm.user_state;
  56
  57         return snprintf(buf, PAGE_SIZE, "%s\n",
  58                         (pm == POWER_STATE_TYPE_BATTERY) ? "battery" :
  59                         (pm == POWER_STATE_TYPE_BALANCED) ? "balanced" : "performance");
  60 }
  61
  62 static ssize_t amdgpu_set_dpm_state(struct device *dev,
  63                                     struct device_attribute *attr,
  64                                     const char *buf,
  65                                     size_t count)
  66 {
  67         struct drm_device *ddev = dev_get_drvdata(dev);
  68         struct amdgpu_device *adev = ddev->dev_private;
  69
  70         mutex_lock(&adev->pm.mutex);
  71         if (strncmp("battery", buf, strlen("battery")) == 0)
  72                 adev->pm.dpm.user_state = POWER_STATE_TYPE_BATTERY;
  73         else if (strncmp("balanced", buf, strlen("balanced")) == 0)
  74                 adev->pm.dpm.user_state = POWER_STATE_TYPE_BALANCED;
  75         else if (strncmp("performance", buf, strlen("performance")) == 0)
  76                 adev->pm.dpm.user_state = POWER_STATE_TYPE_PERFORMANCE;
  77         else {
  78                 mutex_unlock(&adev->pm.mutex);
  79                 count = -EINVAL;
  80                 goto fail;
  81         }
  82         mutex_unlock(&adev->pm.mutex);
  83
  84         /* Can't set dpm state when the card is off */
  85         if (!(adev->flags & AMD_IS_PX) ||
  86             (ddev->switch_power_state == DRM_SWITCH_POWER_ON))
  87                 amdgpu_pm_compute_clocks(adev);
  88 fail:
  89         return count;
  90 }
  91
  92 static ssize_t amdgpu_get_dpm_forced_performance_level(struct device *dev,
  93                                                        struct device_attribute *attr,
  94                                                        char *buf)
  95 {
  96         struct drm_device *ddev = dev_get_drvdata(dev);
  97         struct amdgpu_device *adev = ddev->dev_private;
  98         enum amdgpu_dpm_forced_level level = adev->pm.dpm.forced_level;
  99
 100         return snprintf(buf, PAGE_SIZE, "%s\n",
 101                         (level == AMDGPU_DPM_FORCED_LEVEL_AUTO) ? "auto" :
 102                         (level == AMDGPU_DPM_FORCED_LEVEL_LOW) ? "low" : "high");
 103 }
 104
 105 static ssize_t amdgpu_set_dpm_forced_performance_level(struct device *dev,
 106                                                        struct device_attribute *attr,
 107                                                        const char *buf,
 108                                                        size_t count)
 109 {
 110         struct drm_device *ddev = dev_get_drvdata(dev);
 111         struct amdgpu_device *adev = ddev->dev_private;
 112         enum amdgpu_dpm_forced_level level;
 113         int ret = 0;
 114
 115         mutex_lock(&adev->pm.mutex);
 116         if (strncmp("low", buf, strlen("low")) == 0) {
 117                 level = AMDGPU_DPM_FORCED_LEVEL_LOW;
 118         } else if (strncmp("high", buf, strlen("high")) == 0) {
 119                 level = AMDGPU_DPM_FORCED_LEVEL_HIGH;
 120         } else if (strncmp("auto", buf, strlen("auto")) == 0) {
 121                 level = AMDGPU_DPM_FORCED_LEVEL_AUTO;
 122         } else {
 123                 count = -EINVAL;
 124                 goto fail;
 125         }
 126         if (adev->pm.funcs->force_performance_level) {
 127                 if (adev->pm.dpm.thermal_active) {
 128                         count = -EINVAL;
 129                         goto fail;
 130                 }
 131                 ret = amdgpu_dpm_force_performance_level(adev, level);
 132                 if (ret)
 133                         count = -EINVAL;
 134         }
 135 fail:
 136         mutex_unlock(&adev->pm.mutex);
 137
 138         return count;
 139 }
 140
 141 static DEVICE_ATTR(power_dpm_state, S_IRUGO | S_IWUSR, amdgpu_get_dpm_state, amdgpu_set_dpm_state);
 142 static DEVICE_ATTR(power_dpm_force_performance_level, S_IRUGO | S_IWUSR,
 143                    amdgpu_get_dpm_forced_performance_level,
 144                    amdgpu_set_dpm_forced_performance_level);
 145
 146 static ssize_t amdgpu_hwmon_show_temp(struct device *dev,
 147                                       struct device_attribute *attr,
 148                                       char *buf)
 149 {
 150         struct amdgpu_device *adev = dev_get_drvdata(dev);
 151         int temp;
 152
 153         if (adev->pm.funcs->get_temperature)
 154                 temp = amdgpu_dpm_get_temperature(adev);
 155         else
 156                 temp = 0;
 157
 158         return snprintf(buf, PAGE_SIZE, "%d\n", temp);
 159 }
 160
 161 static ssize_t amdgpu_hwmon_show_temp_thresh(struct device *dev,
 162                                              struct device_attribute *attr,
 163                                              char *buf)
 164 {
 165         struct amdgpu_device *adev = dev_get_drvdata(dev);
 166         int hyst = to_sensor_dev_attr(attr)->index;
 167         int temp;
 168
 169         if (hyst)
 170                 temp = adev->pm.dpm.thermal.min_temp;
 171         else
 172                 temp = adev->pm.dpm.thermal.max_temp;
 173
 174         return snprintf(buf, PAGE_SIZE, "%d\n", temp);
 175 }
 176
 177 static ssize_t amdgpu_hwmon_get_pwm1_enable(struct device *dev,
 178                                             struct device_attribute *attr,
 179                                             char *buf)
 180 {
 181         struct amdgpu_device *adev = dev_get_drvdata(dev);
 182         u32 pwm_mode = 0;
 183
 184         if (adev->pm.funcs->get_fan_control_mode)
 185                 pwm_mode = amdgpu_dpm_get_fan_control_mode(adev);
 186
 187         /* never 0 (full-speed), fuse or smc-controlled always */
 188         return sprintf(buf, "%i\n", pwm_mode == FDO_PWM_MODE_STATIC ? 1 : 2);
 189 }
 190
 191 static ssize_t amdgpu_hwmon_set_pwm1_enable(struct device *dev,
 192                                             struct device_attribute *attr,
 193                                             const char *buf,
 194                                             size_t count)
 195 {
 196         struct amdgpu_device *adev = dev_get_drvdata(dev);
 197         int err;
 198         int value;
 199
 200         if(!adev->pm.funcs->set_fan_control_mode)
 201                 return -EINVAL;
 202
 203         err = kstrtoint(buf, 10, &value);
 204         if (err)
 205                 return err;
 206
 207         switch (value) {
 208         case 1: /* manual, percent-based */
 209                 amdgpu_dpm_set_fan_control_mode(adev, FDO_PWM_MODE_STATIC);
 210                 break;
 211         default: /* disable */
 212                 amdgpu_dpm_set_fan_control_mode(adev, 0);
 213                 break;
 214         }
 215
 216         return count;
 217 }
 218
 219 static ssize_t amdgpu_hwmon_get_pwm1_min(struct device *dev,
 220                                          struct device_attribute *attr,
 221                                          char *buf)
 222 {
 223         return sprintf(buf, "%i\n", 0);
 224 }
 225
 226 static ssize_t amdgpu_hwmon_get_pwm1_max(struct device *dev,
 227                                          struct device_attribute *attr,
 228                                          char *buf)
 229 {
 230         return sprintf(buf, "%i\n", 255);
 231 }
 232
 233 static ssize_t amdgpu_hwmon_set_pwm1(struct device *dev,
 234                                      struct device_attribute *attr,
 235                                      const char *buf, size_t count)
 236 {
 237         struct amdgpu_device *adev = dev_get_drvdata(dev);
 238         int err;
 239         u32 value;
 240
 241         err = kstrtou32(buf, 10, &value);
 242         if (err)
 243                 return err;
 244
 245         value = (value * 100) / 255;
 246
 247         err = amdgpu_dpm_set_fan_speed_percent(adev, value);
 248         if (err)
 249                 return err;
 250
 251         return count;
 252 }
 253
 254 static ssize_t amdgpu_hwmon_get_pwm1(struct device *dev,
 255                                      struct device_attribute *attr,
 256                                      char *buf)
 257 {
 258         struct amdgpu_device *adev = dev_get_drvdata(dev);
 259         int err;
 260         u32 speed;
 261
 262         err = amdgpu_dpm_get_fan_speed_percent(adev, &speed);
 263         if (err)
 264                 return err;
 265
 266         speed = (speed * 255) / 100;
 267
 268         return sprintf(buf, "%i\n", speed);
 269 }
 270
 271 static SENSOR_DEVICE_ATTR(temp1_input, S_IRUGO, amdgpu_hwmon_show_temp, NULL, 0);
 272 static SENSOR_DEVICE_ATTR(temp1_crit, S_IRUGO, amdgpu_hwmon_show_temp_thresh, NULL, 0);
 273 static SENSOR_DEVICE_ATTR(temp1_crit_hyst, S_IRUGO, amdgpu_hwmon_show_temp_thresh, NULL, 1);
 274 static SENSOR_DEVICE_ATTR(pwm1, S_IRUGO | S_IWUSR, amdgpu_hwmon_get_pwm1, amdgpu_hwmon_set_pwm1, 0);
 275 static SENSOR_DEVICE_ATTR(pwm1_enable, S_IRUGO | S_IWUSR, amdgpu_hwmon_get_pwm1_enable, amdgpu_hwmon_set_pwm1_enable, 0);
 276 static SENSOR_DEVICE_ATTR(pwm1_min, S_IRUGO, amdgpu_hwmon_get_pwm1_min, NULL, 0);
 277 static SENSOR_DEVICE_ATTR(pwm1_max, S_IRUGO, amdgpu_hwmon_get_pwm1_max, NULL, 0);
 278
 279 static struct attribute *hwmon_attributes[] = {
 280         &sensor_dev_attr_temp1_input.dev_attr.attr,
 281         &sensor_dev_attr_temp1_crit.dev_attr.attr,
 282         &sensor_dev_attr_temp1_crit_hyst.dev_attr.attr,
 283         &sensor_dev_attr_pwm1.dev_attr.attr,
 284         &sensor_dev_attr_pwm1_enable.dev_attr.attr,
 285         &sensor_dev_attr_pwm1_min.dev_attr.attr,
 286         &sensor_dev_attr_pwm1_max.dev_attr.attr,
 287         NULL
 288 };
 289
 290 static umode_t hwmon_attributes_visible(struct kobject *kobj,
 291                                         struct attribute *attr, int index)
 292 {
 293         struct device *dev = container_of(kobj, struct device, kobj);
 294         struct amdgpu_device *adev = dev_get_drvdata(dev);
 295         umode_t effective_mode = attr->mode;
 296
 297         /* Skip attributes if DPM is not enabled */
 298         if (!adev->pm.dpm_enabled &&
 299             (attr == &sensor_dev_attr_temp1_crit.dev_attr.attr ||
 300              attr == &sensor_dev_attr_temp1_crit_hyst.dev_attr.attr ||
 301              attr == &sensor_dev_attr_pwm1.dev_attr.attr ||
 302              attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr ||
 303              attr == &sensor_dev_attr_pwm1_max.dev_attr.attr ||
 304              attr == &sensor_dev_attr_pwm1_min.dev_attr.attr))
 305                 return 0;
 306
 307         /* Skip fan attributes if fan is not present */
 308         if (adev->pm.no_fan &&
 309             (attr == &sensor_dev_attr_pwm1.dev_attr.attr ||
 310              attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr ||
 311              attr == &sensor_dev_attr_pwm1_max.dev_attr.attr ||
 312              attr == &sensor_dev_attr_pwm1_min.dev_attr.attr))
 313                 return 0;
 314
 315         /* mask fan attributes if we have no bindings for this asic to expose */
 316         if ((!adev->pm.funcs->get_fan_speed_percent &&
 317              attr == &sensor_dev_attr_pwm1.dev_attr.attr) || /* can't query fan */
 318             (!adev->pm.funcs->get_fan_control_mode &&
 319              attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr)) /* can't query state */
 320                 effective_mode &= ~S_IRUGO;
 321
 322         if ((!adev->pm.funcs->set_fan_speed_percent &&
 323              attr == &sensor_dev_attr_pwm1.dev_attr.attr) || /* can't manage fan */
 324             (!adev->pm.funcs->set_fan_control_mode &&
 325              attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr)) /* can't manage state */
 326                 effective_mode &= ~S_IWUSR;
 327
 328         /* hide max/min values if we can't both query and manage the fan */
 329         if ((!adev->pm.funcs->set_fan_speed_percent &&
 330              !adev->pm.funcs->get_fan_speed_percent) &&
 331             (attr == &sensor_dev_attr_pwm1_max.dev_attr.attr ||
 332              attr == &sensor_dev_attr_pwm1_min.dev_attr.attr))
 333                 return 0;
 334
 335         return effective_mode;
 336 }
 337
 338 static const struct attribute_group hwmon_attrgroup = {
 339         .attrs = hwmon_attributes,
 340         .is_visible = hwmon_attributes_visible,
 341 };
 342
 343 static const struct attribute_group *hwmon_groups[] = {
 344         &hwmon_attrgroup,
 345         NULL
 346 };
 347
 348 void amdgpu_dpm_thermal_work_handler(struct work_struct *work)
 349 {
 350         struct amdgpu_device *adev =
 351                 container_of(work, struct amdgpu_device,
 352                              pm.dpm.thermal.work);
 353         /* switch to the thermal state */
 354         enum amdgpu_pm_state_type dpm_state = POWER_STATE_TYPE_INTERNAL_THERMAL;
 355
 356         if (!adev->pm.dpm_enabled)
 357                 return;
 358
 359         if (adev->pm.funcs->get_temperature) {
 360                 int temp = amdgpu_dpm_get_temperature(adev);
 361
 362                 if (temp < adev->pm.dpm.thermal.min_temp)
 363                         /* switch back the user state */
 364                         dpm_state = adev->pm.dpm.user_state;
 365         } else {
 366                 if (adev->pm.dpm.thermal.high_to_low)
 367                         /* switch back the user state */
 368                         dpm_state = adev->pm.dpm.user_state;
 369         }
 370         mutex_lock(&adev->pm.mutex);
 371         if (dpm_state == POWER_STATE_TYPE_INTERNAL_THERMAL)
 372                 adev->pm.dpm.thermal_active = true;
 373         else
 374                 adev->pm.dpm.thermal_active = false;
 375         adev->pm.dpm.state = dpm_state;
 376         mutex_unlock(&adev->pm.mutex);
 377
 378         amdgpu_pm_compute_clocks(adev);
 379 }
 380
 381 static struct amdgpu_ps *amdgpu_dpm_pick_power_state(struct amdgpu_device *adev,
 382                                                      enum amdgpu_pm_state_type dpm_state)
 383 {
 384         int i;
 385         struct amdgpu_ps *ps;
 386         u32 ui_class;
 387         bool single_display = (adev->pm.dpm.new_active_crtc_count < 2) ?
 388                 true : false;
 389
 390         /* check if the vblank period is too short to adjust the mclk */
 391         if (single_display && adev->pm.funcs->vblank_too_short) {
 392                 if (amdgpu_dpm_vblank_too_short(adev))
 393                         single_display = false;
 394         }
 395
 396         /* certain older asics have a separare 3D performance state,
 397          * so try that first if the user selected performance
 398          */
 399         if (dpm_state == POWER_STATE_TYPE_PERFORMANCE)
 400                 dpm_state = POWER_STATE_TYPE_INTERNAL_3DPERF;
 401         /* balanced states don't exist at the moment */
 402         if (dpm_state == POWER_STATE_TYPE_BALANCED)
 403                 dpm_state = POWER_STATE_TYPE_PERFORMANCE;
 404
 405 restart_search:
 406         /* Pick the best power state based on current conditions */
 407         for (i = 0; i < adev->pm.dpm.num_ps; i++) {
 408                 ps = &adev->pm.dpm.ps[i];
 409                 ui_class = ps->class & ATOM_PPLIB_CLASSIFICATION_UI_MASK;
 410                 switch (dpm_state) {
 411                 /* user states */
 412                 case POWER_STATE_TYPE_BATTERY:
 413                         if (ui_class == ATOM_PPLIB_CLASSIFICATION_UI_BATTERY) {
 414                                 if (ps->caps & ATOM_PPLIB_SINGLE_DISPLAY_ONLY) {
 415                                         if (single_display)
 416                                                 return ps;
 417                                 } else
 418                                         return ps;
 419                         }
 420                         break;
 421                 case POWER_STATE_TYPE_BALANCED:
 422                         if (ui_class == ATOM_PPLIB_CLASSIFICATION_UI_BALANCED) {
 423                                 if (ps->caps & ATOM_PPLIB_SINGLE_DISPLAY_ONLY) {
 424                                         if (single_display)
 425                                                 return ps;
 426                                 } else
 427                                         return ps;
 428                         }
 429                         break;
 430                 case POWER_STATE_TYPE_PERFORMANCE:
 431                         if (ui_class == ATOM_PPLIB_CLASSIFICATION_UI_PERFORMANCE) {
 432                                 if (ps->caps & ATOM_PPLIB_SINGLE_DISPLAY_ONLY) {
 433                                         if (single_display)
 434                                                 return ps;
 435                                 } else
 436                                         return ps;
 437                         }
 438                         break;
 439                 /* internal states */
 440                 case POWER_STATE_TYPE_INTERNAL_UVD:
 441                         if (adev->pm.dpm.uvd_ps)
 442                                 return adev->pm.dpm.uvd_ps;
 443                         else
 444                                 break;
 445                 case POWER_STATE_TYPE_INTERNAL_UVD_SD:
 446                         if (ps->class & ATOM_PPLIB_CLASSIFICATION_SDSTATE)
 447                                 return ps;
 448                         break;
 449                 case POWER_STATE_TYPE_INTERNAL_UVD_HD:
 450                         if (ps->class & ATOM_PPLIB_CLASSIFICATION_HDSTATE)
 451                                 return ps;
 452                         break;
 453                 case POWER_STATE_TYPE_INTERNAL_UVD_HD2:
 454                         if (ps->class & ATOM_PPLIB_CLASSIFICATION_HD2STATE)
 455                                 return ps;
 456                         break;
 457                 case POWER_STATE_TYPE_INTERNAL_UVD_MVC:
 458                         if (ps->class2 & ATOM_PPLIB_CLASSIFICATION2_MVC)
 459                                 return ps;
 460                         break;
 461                 case POWER_STATE_TYPE_INTERNAL_BOOT:
 462                         return adev->pm.dpm.boot_ps;
 463                 case POWER_STATE_TYPE_INTERNAL_THERMAL:
 464                         if (ps->class & ATOM_PPLIB_CLASSIFICATION_THERMAL)
 465                                 return ps;
 466                         break;
 467                 case POWER_STATE_TYPE_INTERNAL_ACPI:
 468                         if (ps->class & ATOM_PPLIB_CLASSIFICATION_ACPI)
 469                                 return ps;
 470                         break;
 471                 case POWER_STATE_TYPE_INTERNAL_ULV:
 472                         if (ps->class2 & ATOM_PPLIB_CLASSIFICATION2_ULV)
 473                                 return ps;
 474                         break;
 475                 case POWER_STATE_TYPE_INTERNAL_3DPERF:
 476                         if (ps->class & ATOM_PPLIB_CLASSIFICATION_3DPERFORMANCE)
 477                                 return ps;
 478                         break;
 479                 default:
 480                         break;
 481                 }
 482         }
 483         /* use a fallback state if we didn't match */
 484         switch (dpm_state) {
 485         case POWER_STATE_TYPE_INTERNAL_UVD_SD:
 486                 dpm_state = POWER_STATE_TYPE_INTERNAL_UVD_HD;
 487                 goto restart_search;
 488         case POWER_STATE_TYPE_INTERNAL_UVD_HD:
 489         case POWER_STATE_TYPE_INTERNAL_UVD_HD2:
 490         case POWER_STATE_TYPE_INTERNAL_UVD_MVC:
 491                 if (adev->pm.dpm.uvd_ps) {
 492                         return adev->pm.dpm.uvd_ps;
 493                 } else {
 494                         dpm_state = POWER_STATE_TYPE_PERFORMANCE;
 495                         goto restart_search;
 496                 }
 497         case POWER_STATE_TYPE_INTERNAL_THERMAL:
 498                 dpm_state = POWER_STATE_TYPE_INTERNAL_ACPI;
 499                 goto restart_search;
 500         case POWER_STATE_TYPE_INTERNAL_ACPI:
 501                 dpm_state = POWER_STATE_TYPE_BATTERY;
 502                 goto restart_search;
 503         case POWER_STATE_TYPE_BATTERY:
 504         case POWER_STATE_TYPE_BALANCED:
 505         case POWER_STATE_TYPE_INTERNAL_3DPERF:
 506                 dpm_state = POWER_STATE_TYPE_PERFORMANCE;
 507                 goto restart_search;
 508         default:
 509                 break;
 510         }
 511
 512         return NULL;
 513 }
 514
 515 static void amdgpu_dpm_change_power_state_locked(struct amdgpu_device *adev)
 516 {
 517         int i;
 518         struct amdgpu_ps *ps;
 519         enum amdgpu_pm_state_type dpm_state;
 520         int ret;
 521
 522         /* if dpm init failed */
 523         if (!adev->pm.dpm_enabled)
 524                 return;
 525
 526         if (adev->pm.dpm.user_state != adev->pm.dpm.state) {
 527                 /* add other state override checks here */
 528                 if ((!adev->pm.dpm.thermal_active) &&
 529                     (!adev->pm.dpm.uvd_active))
 530                         adev->pm.dpm.state = adev->pm.dpm.user_state;
 531         }
 532         dpm_state = adev->pm.dpm.state;
 533
 534         ps = amdgpu_dpm_pick_power_state(adev, dpm_state);
 535         if (ps)
 536                 adev->pm.dpm.requested_ps = ps;
 537         else
 538                 return;
 539
 540         /* no need to reprogram if nothing changed unless we are on BTC+ */
 541         if (adev->pm.dpm.current_ps == adev->pm.dpm.requested_ps) {
 542                 /* vce just modifies an existing state so force a change */
 543                 if (ps->vce_active != adev->pm.dpm.vce_active)
 544                         goto force;
 545                 if (adev->flags & AMD_IS_APU) {
 546                         /* for APUs if the num crtcs changed but state is the same,
 547                          * all we need to do is update the display configuration.
 548                          */
 549                         if (adev->pm.dpm.new_active_crtcs != adev->pm.dpm.current_active_crtcs) {
 550                                 /* update display watermarks based on new power state */
 551                                 amdgpu_display_bandwidth_update(adev);
 552                                 /* update displays */
 553                                 amdgpu_dpm_display_configuration_changed(adev);
 554                                 adev->pm.dpm.current_active_crtcs = adev->pm.dpm.new_active_crtcs;
 555                                 adev->pm.dpm.current_active_crtc_count = adev->pm.dpm.new_active_crtc_count;
 556                         }
 557                         return;
 558                 } else {
 559                         /* for BTC+ if the num crtcs hasn't changed and state is the same,
 560                          * nothing to do, if the num crtcs is > 1 and state is the same,
 561                          * update display configuration.
 562                          */
 563                         if (adev->pm.dpm.new_active_crtcs ==
 564                             adev->pm.dpm.current_active_crtcs) {
 565                                 return;
 566                         } else if ((adev->pm.dpm.current_active_crtc_count > 1) &&
 567                                    (adev->pm.dpm.new_active_crtc_count > 1)) {
 568                                 /* update display watermarks based on new power state */
 569                                 amdgpu_display_bandwidth_update(adev);
 570                                 /* update displays */
 571                                 amdgpu_dpm_display_configuration_changed(adev);
 572                                 adev->pm.dpm.current_active_crtcs = adev->pm.dpm.new_active_crtcs;
 573                                 adev->pm.dpm.current_active_crtc_count = adev->pm.dpm.new_active_crtc_count;
 574                                 return;
 575                         }
 576                 }
 577         }
 578
 579 force:
 580         if (amdgpu_dpm == 1) {
 581                 printk("switching from power state:\n");
 582                 amdgpu_dpm_print_power_state(adev, adev->pm.dpm.current_ps);
 583                 printk("switching to power state:\n");
 584                 amdgpu_dpm_print_power_state(adev, adev->pm.dpm.requested_ps);
 585         }
 586
 587         mutex_lock(&adev->ring_lock);
 588
 589         /* update whether vce is active */
 590         ps->vce_active = adev->pm.dpm.vce_active;
 591
 592         ret = amdgpu_dpm_pre_set_power_state(adev);
 593         if (ret)
 594                 goto done;
 595
 596         /* update display watermarks based on new power state */
 597         amdgpu_display_bandwidth_update(adev);
 598
 599         /* wait for the rings to drain */
 600         for (i = 0; i < AMDGPU_MAX_RINGS; i++) {
 601                 struct amdgpu_ring *ring = adev->rings[i];
 602                 if (ring && ring->ready)
 603                         amdgpu_fence_wait_empty(ring);
 604         }
 605
 606         /* program the new power state */
 607         amdgpu_dpm_set_power_state(adev);
 608
 609         /* update current power state */
 610         adev->pm.dpm.current_ps = adev->pm.dpm.requested_ps;
 611
 612         amdgpu_dpm_post_set_power_state(adev);
 613
 614         /* update displays */
 615         amdgpu_dpm_display_configuration_changed(adev);
 616
 617         adev->pm.dpm.current_active_crtcs = adev->pm.dpm.new_active_crtcs;
 618         adev->pm.dpm.current_active_crtc_count = adev->pm.dpm.new_active_crtc_count;
 619
 620         if (adev->pm.funcs->force_performance_level) {
 621                 if (adev->pm.dpm.thermal_active) {
 622                         enum amdgpu_dpm_forced_level level = adev->pm.dpm.forced_level;
 623                         /* force low perf level for thermal */
 624                         amdgpu_dpm_force_performance_level(adev, AMDGPU_DPM_FORCED_LEVEL_LOW);
 625                         /* save the user's level */
 626                         adev->pm.dpm.forced_level = level;
 627                 } else {
 628                         /* otherwise, user selected level */
 629                         amdgpu_dpm_force_performance_level(adev, adev->pm.dpm.forced_level);
 630                 }
 631         }
 632
 633 done:
 634         mutex_unlock(&adev->ring_lock);
 635 }
 636
 637 void amdgpu_dpm_enable_uvd(struct amdgpu_device *adev, bool enable)
 638 {
 639         if (adev->pm.funcs->powergate_uvd) {
 640                 mutex_lock(&adev->pm.mutex);
 641                 /* enable/disable UVD */
 642                 amdgpu_dpm_powergate_uvd(adev, !enable);
 643                 mutex_unlock(&adev->pm.mutex);
 644         } else {
 645                 if (enable) {
 646                         mutex_lock(&adev->pm.mutex);
 647                         adev->pm.dpm.uvd_active = true;
 648                         adev->pm.dpm.state = POWER_STATE_TYPE_INTERNAL_UVD;
 649                         mutex_unlock(&adev->pm.mutex);
 650                 } else {
 651                         mutex_lock(&adev->pm.mutex);
 652                         adev->pm.dpm.uvd_active = false;
 653                         mutex_unlock(&adev->pm.mutex);
 654                 }
 655
 656                 amdgpu_pm_compute_clocks(adev);
 657         }
 658 }
 659
 660 void amdgpu_dpm_enable_vce(struct amdgpu_device *adev, bool enable)
 661 {
 662         if (adev->pm.funcs->powergate_vce) {
 663                 mutex_lock(&adev->pm.mutex);
 664                 /* enable/disable VCE */
 665                 amdgpu_dpm_powergate_vce(adev, !enable);
 666
 667                 mutex_unlock(&adev->pm.mutex);
 668         } else {
 669                 if (enable) {
 670                         mutex_lock(&adev->pm.mutex);
 671                         adev->pm.dpm.vce_active = true;
 672                         /* XXX select vce level based on ring/task */
 673                         adev->pm.dpm.vce_level = AMDGPU_VCE_LEVEL_AC_ALL;
 674                         mutex_unlock(&adev->pm.mutex);
 675                 } else {
 676                         mutex_lock(&adev->pm.mutex);
 677                         adev->pm.dpm.vce_active = false;
 678                         mutex_unlock(&adev->pm.mutex);
 679                 }
 680
 681                 amdgpu_pm_compute_clocks(adev);
 682         }
 683 }
 684
 685 void amdgpu_pm_print_power_states(struct amdgpu_device *adev)
 686 {
 687         int i;
 688
 689         for (i = 0; i < adev->pm.dpm.num_ps; i++) {
 690                 printk("== power state %d ==\n", i);
 691                 amdgpu_dpm_print_power_state(adev, &adev->pm.dpm.ps[i]);
 692         }
 693 }
 694
 695 int amdgpu_pm_sysfs_init(struct amdgpu_device *adev)
 696 {
 697         int ret;
 698
 699         if (adev->pm.sysfs_initialized)
 700                 return 0;
 701
 702         if (adev->pm.funcs->get_temperature == NULL)
 703                 return 0;
 704         adev->pm.int_hwmon_dev = hwmon_device_register_with_groups(adev->dev,
 705                                                                    DRIVER_NAME, adev,
 706                                                                    hwmon_groups);
 707         if (IS_ERR(adev->pm.int_hwmon_dev)) {
 708                 ret = PTR_ERR(adev->pm.int_hwmon_dev);
 709                 dev_err(adev->dev,
 710                         "Unable to register hwmon device: %d\n", ret);
 711                 return ret;
 712         }
 713
 714         ret = device_create_file(adev->dev, &dev_attr_power_dpm_state);
 715         if (ret) {
 716                 DRM_ERROR("failed to create device file for dpm state\n");
 717                 return ret;
 718         }
 719         ret = device_create_file(adev->dev, &dev_attr_power_dpm_force_performance_level);
 720         if (ret) {
 721                 DRM_ERROR("failed to create device file for dpm state\n");
 722                 return ret;
 723         }
 724         ret = amdgpu_debugfs_pm_init(adev);
 725         if (ret) {
 726                 DRM_ERROR("Failed to register debugfs file for dpm!\n");
 727                 return ret;
 728         }
 729
 730         adev->pm.sysfs_initialized = true;
 731
 732         return 0;
 733 }
 734
 735 void amdgpu_pm_sysfs_fini(struct amdgpu_device *adev)
 736 {
 737         if (adev->pm.int_hwmon_dev)
 738                 hwmon_device_unregister(adev->pm.int_hwmon_dev);
 739         device_remove_file(adev->dev, &dev_attr_power_dpm_state);
 740         device_remove_file(adev->dev, &dev_attr_power_dpm_force_performance_level);
 741 }
 742
 743 void amdgpu_pm_compute_clocks(struct amdgpu_device *adev)
 744 {
 745         struct drm_device *ddev = adev->ddev;
 746         struct drm_crtc *crtc;
 747         struct amdgpu_crtc *amdgpu_crtc;
 748
 749         if (!adev->pm.dpm_enabled)
 750                 return;
 751
 752         mutex_lock(&adev->pm.mutex);
 753
 754         /* update active crtc counts */
 755         adev->pm.dpm.new_active_crtcs = 0;
 756         adev->pm.dpm.new_active_crtc_count = 0;
 757         if (adev->mode_info.num_crtc && adev->mode_info.mode_config_initialized) {
 758                 list_for_each_entry(crtc,
 759                                     &ddev->mode_config.crtc_list, head) {
 760                         amdgpu_crtc = to_amdgpu_crtc(crtc);
 761                         if (crtc->enabled) {
 762                                 adev->pm.dpm.new_active_crtcs |= (1 << amdgpu_crtc->crtc_id);
 763                                 adev->pm.dpm.new_active_crtc_count++;
 764                         }
 765                 }
 766         }
 767
 768         /* update battery/ac status */
 769         if (power_supply_is_system_supplied() > 0)
 770                 adev->pm.dpm.ac_power = true;
 771         else
 772                 adev->pm.dpm.ac_power = false;
 773
 774         amdgpu_dpm_change_power_state_locked(adev);
 775
 776         mutex_unlock(&adev->pm.mutex);
 777
 778 }
 779
 780 /*
 781  * Debugfs info
 782  */
 783 #if defined(CONFIG_DEBUG_FS)
 784
 785 static int amdgpu_debugfs_pm_info(struct seq_file *m, void *data)
 786 {
 787         struct drm_info_node *node = (struct drm_info_node *) m->private;
 788         struct drm_device *dev = node->minor->dev;
 789         struct amdgpu_device *adev = dev->dev_private;
 790
 791         if (adev->pm.dpm_enabled) {
 792                 mutex_lock(&adev->pm.mutex);
 793                 if (adev->pm.funcs->debugfs_print_current_performance_level)
 794                         amdgpu_dpm_debugfs_print_current_performance_level(adev, m);
 795                 else
 796                         seq_printf(m, "Debugfs support not implemented for this asic\n");
 797                 mutex_unlock(&adev->pm.mutex);
 798         }
 799
 800         return 0;
 801 }
 802
 803 static struct drm_info_list amdgpu_pm_info_list[] = {
 804         {"amdgpu_pm_info", amdgpu_debugfs_pm_info, 0, NULL},
 805 };
 806 #endif
 807
 808 static int amdgpu_debugfs_pm_init(struct amdgpu_device *adev)
 809 {
 810 #if defined(CONFIG_DEBUG_FS)
 811         return amdgpu_debugfs_add_files(adev, amdgpu_pm_info_list, ARRAY_SIZE(amdgpu_pm_info_list));
 812 #else
 813         return 0;
 814 #endif
 815 }