123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250 |
- /*
- * Copyright (c) 2016-2019, Arm Limited and Contributors. All rights reserved.
- *
- * SPDX-License-Identifier: BSD-3-Clause
- */
- #include <assert.h>
- #include <platform_def.h>
- #include <common/debug.h>
- #include <plat/common/platform.h>
- #include "psci_private.h"
- #ifndef PLAT_MAX_PWR_LVL_STATES
- #define PLAT_MAX_PWR_LVL_STATES 2U
- #endif
- /* Following structure is used for PSCI STAT */
- typedef struct psci_stat {
- u_register_t residency;
- u_register_t count;
- } psci_stat_t;
- /*
- * Following is used to keep track of the last cpu
- * that goes to power down in non cpu power domains.
- */
- static int last_cpu_in_non_cpu_pd[PSCI_NUM_NON_CPU_PWR_DOMAINS] = {
- [0 ... PSCI_NUM_NON_CPU_PWR_DOMAINS - 1U] = -1};
- /*
- * Following are used to store PSCI STAT values for
- * CPU and non CPU power domains.
- */
- static psci_stat_t psci_cpu_stat[PLATFORM_CORE_COUNT]
- [PLAT_MAX_PWR_LVL_STATES];
- static psci_stat_t psci_non_cpu_stat[PSCI_NUM_NON_CPU_PWR_DOMAINS]
- [PLAT_MAX_PWR_LVL_STATES];
- /*
- * This functions returns the index into the `psci_stat_t` array given the
- * local power state and power domain level. If the platform implements the
- * `get_pwr_lvl_state_idx` pm hook, then that will be used to return the index.
- */
- static int get_stat_idx(plat_local_state_t local_state, unsigned int pwr_lvl)
- {
- int idx;
- if (psci_plat_pm_ops->get_pwr_lvl_state_idx == NULL) {
- assert(PLAT_MAX_PWR_LVL_STATES == 2U);
- if (is_local_state_retn(local_state) != 0)
- return 0;
- assert(is_local_state_off(local_state) != 0);
- return 1;
- }
- idx = psci_plat_pm_ops->get_pwr_lvl_state_idx(local_state, pwr_lvl);
- assert((idx >= 0) && (idx < (int) PLAT_MAX_PWR_LVL_STATES));
- return idx;
- }
- /*******************************************************************************
- * This function is passed the target local power states for each power
- * domain (state_info) between the current CPU domain and its ancestors until
- * the target power level (end_pwrlvl).
- *
- * Then, for each level (apart from the CPU level) until the 'end_pwrlvl', it
- * updates the `last_cpu_in_non_cpu_pd[]` with last power down cpu id.
- *
- * This function will only be invoked with data cache enabled and while
- * powering down a core.
- ******************************************************************************/
- void psci_stats_update_pwr_down(unsigned int end_pwrlvl,
- const psci_power_state_t *state_info)
- {
- unsigned int lvl, parent_idx;
- unsigned int cpu_idx = plat_my_core_pos();
- assert(end_pwrlvl <= PLAT_MAX_PWR_LVL);
- assert(state_info != NULL);
- parent_idx = psci_cpu_pd_nodes[cpu_idx].parent_node;
- for (lvl = PSCI_CPU_PWR_LVL + 1U; lvl <= end_pwrlvl; lvl++) {
- /* Break early if the target power state is RUN */
- if (is_local_state_run(state_info->pwr_domain_state[lvl]) != 0)
- break;
- /*
- * The power domain is entering a low power state, so this is
- * the last CPU for this power domain
- */
- last_cpu_in_non_cpu_pd[parent_idx] = (int)cpu_idx;
- parent_idx = psci_non_cpu_pd_nodes[parent_idx].parent_node;
- }
- }
- /*******************************************************************************
- * This function updates the PSCI STATS(residency time and count) for CPU
- * and NON-CPU power domains.
- * It is called with caches enabled and locks acquired(for NON-CPU domain)
- ******************************************************************************/
- void psci_stats_update_pwr_up(unsigned int end_pwrlvl,
- const psci_power_state_t *state_info)
- {
- unsigned int lvl, parent_idx;
- unsigned int cpu_idx = plat_my_core_pos();
- int stat_idx;
- plat_local_state_t local_state;
- u_register_t residency;
- assert(end_pwrlvl <= PLAT_MAX_PWR_LVL);
- assert(state_info != NULL);
- /* Get the index into the stats array */
- local_state = state_info->pwr_domain_state[PSCI_CPU_PWR_LVL];
- stat_idx = get_stat_idx(local_state, PSCI_CPU_PWR_LVL);
- /* Call into platform interface to calculate residency. */
- residency = plat_psci_stat_get_residency(PSCI_CPU_PWR_LVL,
- state_info, cpu_idx);
- /* Update CPU stats. */
- psci_cpu_stat[cpu_idx][stat_idx].residency += residency;
- psci_cpu_stat[cpu_idx][stat_idx].count++;
- /*
- * Check what power domains above CPU were off
- * prior to this CPU powering on.
- */
- parent_idx = psci_cpu_pd_nodes[cpu_idx].parent_node;
- /* Return early if this is the first power up. */
- if (last_cpu_in_non_cpu_pd[parent_idx] == -1)
- return;
- for (lvl = PSCI_CPU_PWR_LVL + 1U; lvl <= end_pwrlvl; lvl++) {
- local_state = state_info->pwr_domain_state[lvl];
- if (is_local_state_run(local_state) != 0) {
- /* Break early */
- break;
- }
- assert(last_cpu_in_non_cpu_pd[parent_idx] != -1);
- /* Call into platform interface to calculate residency. */
- residency = plat_psci_stat_get_residency(lvl, state_info,
- (unsigned int)last_cpu_in_non_cpu_pd[parent_idx]);
- /* Initialize back to reset value */
- last_cpu_in_non_cpu_pd[parent_idx] = -1;
- /* Get the index into the stats array */
- stat_idx = get_stat_idx(local_state, lvl);
- /* Update non cpu stats */
- psci_non_cpu_stat[parent_idx][stat_idx].residency += residency;
- psci_non_cpu_stat[parent_idx][stat_idx].count++;
- parent_idx = psci_non_cpu_pd_nodes[parent_idx].parent_node;
- }
- }
- /*******************************************************************************
- * This function returns the appropriate count and residency time of the
- * local state for the highest power level expressed in the `power_state`
- * for the node represented by `target_cpu`.
- ******************************************************************************/
- static int psci_get_stat(u_register_t target_cpu, unsigned int power_state,
- psci_stat_t *psci_stat)
- {
- int rc;
- unsigned int pwrlvl, lvl, parent_idx, target_idx;
- int stat_idx;
- psci_power_state_t state_info = { {PSCI_LOCAL_STATE_RUN} };
- plat_local_state_t local_state;
- /* Validate the target_cpu parameter and determine the cpu index */
- target_idx = (unsigned int) plat_core_pos_by_mpidr(target_cpu);
- if (target_idx == (unsigned int) -1)
- return PSCI_E_INVALID_PARAMS;
- /* Validate the power_state parameter */
- if (psci_plat_pm_ops->translate_power_state_by_mpidr == NULL)
- rc = psci_validate_power_state(power_state, &state_info);
- else
- rc = psci_plat_pm_ops->translate_power_state_by_mpidr(
- target_cpu, power_state, &state_info);
- if (rc != PSCI_E_SUCCESS)
- return PSCI_E_INVALID_PARAMS;
- /* Find the highest power level */
- pwrlvl = psci_find_target_suspend_lvl(&state_info);
- if (pwrlvl == PSCI_INVALID_PWR_LVL) {
- ERROR("Invalid target power level for PSCI statistics operation\n");
- panic();
- }
- /* Get the index into the stats array */
- local_state = state_info.pwr_domain_state[pwrlvl];
- stat_idx = get_stat_idx(local_state, pwrlvl);
- if (pwrlvl > PSCI_CPU_PWR_LVL) {
- /* Get the power domain index */
- parent_idx = SPECULATION_SAFE_VALUE(psci_cpu_pd_nodes[target_idx].parent_node);
- for (lvl = PSCI_CPU_PWR_LVL + 1U; lvl < pwrlvl; lvl++)
- parent_idx = SPECULATION_SAFE_VALUE(psci_non_cpu_pd_nodes[parent_idx].parent_node);
- /* Get the non cpu power domain stats */
- *psci_stat = psci_non_cpu_stat[parent_idx][stat_idx];
- } else {
- /* Get the cpu power domain stats */
- *psci_stat = psci_cpu_stat[target_idx][stat_idx];
- }
- return PSCI_E_SUCCESS;
- }
- /* This is the top level function for PSCI_STAT_RESIDENCY SMC. */
- u_register_t psci_stat_residency(u_register_t target_cpu,
- unsigned int power_state)
- {
- psci_stat_t psci_stat;
- int rc = psci_get_stat(target_cpu, power_state, &psci_stat);
- if (rc == PSCI_E_SUCCESS)
- return psci_stat.residency;
- else
- return 0;
- }
- /* This is the top level function for PSCI_STAT_COUNT SMC. */
- u_register_t psci_stat_count(u_register_t target_cpu,
- unsigned int power_state)
- {
- psci_stat_t psci_stat;
- int rc = psci_get_stat(target_cpu, power_state, &psci_stat);
- if (rc == PSCI_E_SUCCESS)
- return psci_stat.count;
- else
- return 0;
- }
|