Commit 18b43a9b authored by Frederic Weisbecker's avatar Frederic Weisbecker Committed by Ingo Molnar

sched/cputime: Push time to account_idle_time() in nsecs

This is one more step toward converting cputime accounting to pure nsecs.
Signed-off-by: default avatarFrederic Weisbecker <fweisbec@gmail.com>
Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Cc: Fenghua Yu <fenghua.yu@intel.com>
Cc: Heiko Carstens <heiko.carstens@de.ibm.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Martin Schwidefsky <schwidefsky@de.ibm.com>
Cc: Michael Ellerman <mpe@ellerman.id.au>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Rik van Riel <riel@redhat.com>
Cc: Stanislaw Gruszka <sgruszka@redhat.com>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Tony Luck <tony.luck@intel.com>
Cc: Wanpeng Li <wanpeng.li@hotmail.com>
Link: http://lkml.kernel.org/r/1485832191-26889-24-git-send-email-fweisbec@gmail.comSigned-off-by: default avatarIngo Molnar <mingo@kernel.org>
parent be9095ed
...@@ -73,7 +73,7 @@ void vtime_flush(struct task_struct *tsk) ...@@ -73,7 +73,7 @@ void vtime_flush(struct task_struct *tsk)
account_guest_time(tsk, cycle_to_cputime(ti->gtime)); account_guest_time(tsk, cycle_to_cputime(ti->gtime));
if (ti->idle_time) if (ti->idle_time)
account_idle_time(cycle_to_cputime(ti->idle_time)); account_idle_time(cputime_to_nsecs(cycle_to_cputime(ti->idle_time)));
if (ti->stime) { if (ti->stime) {
delta = cycle_to_cputime(ti->stime); delta = cycle_to_cputime(ti->stime);
......
...@@ -405,7 +405,7 @@ void vtime_flush(struct task_struct *tsk) ...@@ -405,7 +405,7 @@ void vtime_flush(struct task_struct *tsk)
account_steal_time(cputime_to_nsecs(acct->steal_time)); account_steal_time(cputime_to_nsecs(acct->steal_time));
if (acct->idle_time) if (acct->idle_time)
account_idle_time(acct->idle_time); account_idle_time(cputime_to_nsecs(acct->idle_time));
if (acct->stime) if (acct->stime)
account_system_index_time(tsk, acct->stime, CPUTIME_SYSTEM); account_system_index_time(tsk, acct->stime, CPUTIME_SYSTEM);
......
...@@ -43,7 +43,7 @@ void enabled_wait(void) ...@@ -43,7 +43,7 @@ void enabled_wait(void)
idle->clock_idle_enter = idle->clock_idle_exit = 0ULL; idle->clock_idle_enter = idle->clock_idle_exit = 0ULL;
idle->idle_time += idle_time; idle->idle_time += idle_time;
idle->idle_count++; idle->idle_count++;
account_idle_time(idle_time); account_idle_time(cputime_to_nsecs(idle_time));
write_seqcount_end(&idle->seqcount); write_seqcount_end(&idle->seqcount);
} }
NOKPROBE_SYMBOL(enabled_wait); NOKPROBE_SYMBOL(enabled_wait);
......
...@@ -84,7 +84,7 @@ extern void account_system_time(struct task_struct *, int, cputime_t); ...@@ -84,7 +84,7 @@ extern void account_system_time(struct task_struct *, int, cputime_t);
extern void account_system_index_time(struct task_struct *, cputime_t, extern void account_system_index_time(struct task_struct *, cputime_t,
enum cpu_usage_stat); enum cpu_usage_stat);
extern void account_steal_time(u64); extern void account_steal_time(u64);
extern void account_idle_time(cputime_t); extern void account_idle_time(u64);
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
static inline void account_process_tick(struct task_struct *tsk, int user) static inline void account_process_tick(struct task_struct *tsk, int user)
......
...@@ -218,15 +218,15 @@ void account_steal_time(u64 cputime) ...@@ -218,15 +218,15 @@ void account_steal_time(u64 cputime)
* Account for idle time. * Account for idle time.
* @cputime: the cpu time spent in idle wait * @cputime: the cpu time spent in idle wait
*/ */
void account_idle_time(cputime_t cputime) void account_idle_time(u64 cputime)
{ {
u64 *cpustat = kcpustat_this_cpu->cpustat; u64 *cpustat = kcpustat_this_cpu->cpustat;
struct rq *rq = this_rq(); struct rq *rq = this_rq();
if (atomic_read(&rq->nr_iowait) > 0) if (atomic_read(&rq->nr_iowait) > 0)
cpustat[CPUTIME_IOWAIT] += cputime_to_nsecs(cputime); cpustat[CPUTIME_IOWAIT] += cputime;
else else
cpustat[CPUTIME_IDLE] += cputime_to_nsecs(cputime); cpustat[CPUTIME_IDLE] += cputime;
} }
/* /*
...@@ -392,7 +392,7 @@ static void irqtime_account_process_tick(struct task_struct *p, int user_tick, ...@@ -392,7 +392,7 @@ static void irqtime_account_process_tick(struct task_struct *p, int user_tick,
} else if (user_tick) { } else if (user_tick) {
account_user_time(p, cputime); account_user_time(p, cputime);
} else if (p == rq->idle) { } else if (p == rq->idle) {
account_idle_time(old_cputime); account_idle_time(cputime);
} else if (p->flags & PF_VCPU) { /* System time or guest time */ } else if (p->flags & PF_VCPU) { /* System time or guest time */
account_guest_time(p, old_cputime); account_guest_time(p, old_cputime);
...@@ -504,7 +504,7 @@ void account_process_tick(struct task_struct *p, int user_tick) ...@@ -504,7 +504,7 @@ void account_process_tick(struct task_struct *p, int user_tick)
else if ((p != rq->idle) || (irq_count() != HARDIRQ_OFFSET)) else if ((p != rq->idle) || (irq_count() != HARDIRQ_OFFSET))
account_system_time(p, HARDIRQ_OFFSET, old_cputime); account_system_time(p, HARDIRQ_OFFSET, old_cputime);
else else
account_idle_time(old_cputime); account_idle_time(cputime);
} }
/* /*
...@@ -513,15 +513,15 @@ void account_process_tick(struct task_struct *p, int user_tick) ...@@ -513,15 +513,15 @@ void account_process_tick(struct task_struct *p, int user_tick)
*/ */
void account_idle_ticks(unsigned long ticks) void account_idle_ticks(unsigned long ticks)
{ {
cputime_t cputime, steal; u64 cputime, steal;
if (sched_clock_irqtime) { if (sched_clock_irqtime) {
irqtime_account_idle_ticks(ticks); irqtime_account_idle_ticks(ticks);
return; return;
} }
cputime = jiffies_to_cputime(ticks); cputime = ticks * TICK_NSEC;
steal = steal_account_process_time(ULONG_MAX); steal = cputime_to_nsecs(steal_account_process_time(ULONG_MAX));
if (steal >= cputime) if (steal >= cputime)
return; return;
...@@ -787,7 +787,7 @@ void vtime_account_idle(struct task_struct *tsk) ...@@ -787,7 +787,7 @@ void vtime_account_idle(struct task_struct *tsk)
{ {
cputime_t delta_cpu = get_vtime_delta(tsk); cputime_t delta_cpu = get_vtime_delta(tsk);
account_idle_time(delta_cpu); account_idle_time(cputime_to_nsecs(delta_cpu));
} }
void arch_vtime_task_switch(struct task_struct *prev) void arch_vtime_task_switch(struct task_struct *prev)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment