1867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 2867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Copyright 2010 Tilera Corporation. All Rights Reserved. 3867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 4867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This program is free software; you can redistribute it and/or 5867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * modify it under the terms of the GNU General Public License 6867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * as published by the Free Software Foundation, version 2. 7867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 8867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This program is distributed in the hope that it will be useful, but 9867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * WITHOUT ANY WARRANTY; without even the implied warranty of 10867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or 11867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * NON INFRINGEMENT. See the GNU General Public License for 12867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * more details. 13867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 14867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Support the cycle counter clocksource and tile timer clock event device. 15867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 16867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 17867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/time.h> 18867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/timex.h> 19867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/clocksource.h> 20867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/clockchips.h> 21867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/hardirq.h> 22867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/sched.h> 23867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/smp.h> 24867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/delay.h> 2528d717411badb78df71ecf087a07b93caf418f59Chris Metcalf#include <linux/module.h> 264a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf#include <linux/timekeeper_internal.h> 27867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <asm/irq_regs.h> 280707ad30d10110aebc01a5a64fb63f4b32d20b73Chris Metcalf#include <asm/traps.h> 294a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf#include <asm/vdso.h> 30867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <hv/hypervisor.h> 31867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <arch/interrupts.h> 32867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <arch/spr_def.h> 33867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 34867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 35867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 36867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Define the cycle counter clock source. 37867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 38867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 39867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* How many cycles per second we are running at. */ 40867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic cycles_t cycles_per_sec __write_once; 41867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 420707ad30d10110aebc01a5a64fb63f4b32d20b73Chris Metcalfcycles_t get_clock_rate(void) 43867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 44867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf return cycles_per_sec; 45867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 46867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 47867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#if CHIP_HAS_SPLIT_CYCLE() 480707ad30d10110aebc01a5a64fb63f4b32d20b73Chris Metcalfcycles_t get_cycles(void) 49867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 50867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned int high = __insn_mfspr(SPR_CYCLE_HIGH); 51867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned int low = __insn_mfspr(SPR_CYCLE_LOW); 52867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned int high2 = __insn_mfspr(SPR_CYCLE_HIGH); 53867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 54867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf while (unlikely(high != high2)) { 55867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf low = __insn_mfspr(SPR_CYCLE_LOW); 56867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf high = high2; 57867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf high2 = __insn_mfspr(SPR_CYCLE_HIGH); 58867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf } 59867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 60867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf return (((cycles_t)high) << 32) | low; 61867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 6228d717411badb78df71ecf087a07b93caf418f59Chris MetcalfEXPORT_SYMBOL(get_cycles); 63867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 64867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 65749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf/* 66749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf * We use a relatively small shift value so that sched_clock() 67749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf * won't wrap around very often. 68749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf */ 69749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf#define SCHED_CLOCK_SHIFT 10 70749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf 71749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalfstatic unsigned long sched_clock_mult __write_once; 72749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf 730707ad30d10110aebc01a5a64fb63f4b32d20b73Chris Metcalfstatic cycles_t clocksource_get_cycles(struct clocksource *cs) 74867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 75867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf return get_cycles(); 76867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 77867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 78867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic struct clocksource cycle_counter_cs = { 79867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .name = "cycle counter", 80867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .rating = 300, 81867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .read = clocksource_get_cycles, 82867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .mask = CLOCKSOURCE_MASK(64), 83867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .flags = CLOCK_SOURCE_IS_CONTINUOUS, 84867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf}; 85867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 86867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 87867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Called very early from setup_arch() to set cycles_per_sec. 88867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * We initialize it early so we can use it to set up loops_per_jiffy. 89867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 90867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid __init setup_clock(void) 91867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 92867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf cycles_per_sec = hv_sysconf(HV_SYSCONF_CPU_SPEED); 93749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf sched_clock_mult = 94749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf clocksource_hz2mult(cycles_per_sec, SCHED_CLOCK_SHIFT); 95867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 96867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 97867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid __init calibrate_delay(void) 98867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 99867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf loops_per_jiffy = get_clock_rate() / HZ; 100867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf pr_info("Clock rate yields %lu.%02lu BogoMIPS (lpj=%lu)\n", 101867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf loops_per_jiffy/(500000/HZ), 102867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf (loops_per_jiffy/(5000/HZ)) % 100, loops_per_jiffy); 103867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 104867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 105867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Called fairly late in init/main.c, but before we go smp. */ 106867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid __init time_init(void) 107867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 108867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Initialize and register the clock source. */ 1099f14517bd6f38cf4b48d742a0ac5db9d17edecbaJohn Stultz clocksource_register_hz(&cycle_counter_cs, cycles_per_sec); 110867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 111867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Start up the tile-timer interrupt source on the boot cpu. */ 112867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf setup_tile_timer(); 113867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 114867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 115867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 116867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Define the tile timer clock event device. The timer is driven by 117867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * the TILE_TIMER_CONTROL register, which consists of a 31-bit down 118867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * counter, plus bit 31, which signifies that the counter has wrapped 119867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * from zero to (2**31) - 1. The INT_TILE_TIMER interrupt will be 120867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * raised as long as bit 31 is set. 121749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf * 122749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf * The TILE_MINSEC value represents the largest range of real-time 123749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf * we can possibly cover with the timer, based on MAX_TICK combined 124749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf * with the slowest reasonable clock rate we might run at. 125867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 126867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 127867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define MAX_TICK 0x7fffffff /* we have 31 bits of countdown timer */ 128749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf#define TILE_MINSEC 5 /* timer covers no more than 5 seconds */ 129867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 130867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic int tile_timer_set_next_event(unsigned long ticks, 131867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf struct clock_event_device *evt) 132867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 133867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf BUG_ON(ticks > MAX_TICK); 134867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf __insn_mtspr(SPR_TILE_TIMER_CONTROL, ticks); 1355d966115de84c22cd4df029cb00be0e51fab6c10Chris Metcalf arch_local_irq_unmask_now(INT_TILE_TIMER); 136867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf return 0; 137867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 138867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 139867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 140867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Whenever anyone tries to change modes, we just mask interrupts 141867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * and wait for the next event to get set. 142867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 143867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic void tile_timer_set_mode(enum clock_event_mode mode, 144867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf struct clock_event_device *evt) 145867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 1465d966115de84c22cd4df029cb00be0e51fab6c10Chris Metcalf arch_local_irq_mask_now(INT_TILE_TIMER); 147867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 148867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 149867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 150867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Set min_delta_ns to 1 microsecond, since it takes about 151867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * that long to fire the interrupt. 152867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 153867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic DEFINE_PER_CPU(struct clock_event_device, tile_timer) = { 154867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .name = "tile timer", 155867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .features = CLOCK_EVT_FEAT_ONESHOT, 156867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .min_delta_ns = 1000, 157867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .rating = 100, 158867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .irq = -1, 159867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .set_next_event = tile_timer_set_next_event, 160867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .set_mode = tile_timer_set_mode, 161867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf}; 162867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 16318f894c145e8515c26da09dd95e06d6b1158775cPaul Gortmakervoid setup_tile_timer(void) 164867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 165b4f501916ce2ae80c28017814d71d1bf83679271Christoph Lameter struct clock_event_device *evt = this_cpu_ptr(&tile_timer); 166867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 167867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Fill in fields that are speed-specific. */ 168867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf clockevents_calc_mult_shift(evt, cycles_per_sec, TILE_MINSEC); 169867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf evt->max_delta_ns = clockevent_delta2ns(MAX_TICK, evt); 170867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 171867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Mark as being for this cpu only. */ 172867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf evt->cpumask = cpumask_of(smp_processor_id()); 173867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 174867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Start out with timer not firing. */ 1755d966115de84c22cd4df029cb00be0e51fab6c10Chris Metcalf arch_local_irq_mask_now(INT_TILE_TIMER); 176867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 177867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Register tile timer. */ 178867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf clockevents_register_device(evt); 179867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 180867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 181867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Called from the interrupt vector. */ 182867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid do_timer_interrupt(struct pt_regs *regs, int fault_num) 183867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 184867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf struct pt_regs *old_regs = set_irq_regs(regs); 185b4f501916ce2ae80c28017814d71d1bf83679271Christoph Lameter struct clock_event_device *evt = this_cpu_ptr(&tile_timer); 186867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 187867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* 188867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Mask the timer interrupt here, since we are a oneshot timer 189867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * and there are now by definition no events pending. 190867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 1915d966115de84c22cd4df029cb00be0e51fab6c10Chris Metcalf arch_local_irq_mask(INT_TILE_TIMER); 192867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 193867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Track time spent here in an interrupt context */ 194867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf irq_enter(); 195867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 196867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Track interrupt count. */ 197b4f501916ce2ae80c28017814d71d1bf83679271Christoph Lameter __this_cpu_inc(irq_stat.irq_timer_count); 198867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 199867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Call the generic timer handler */ 200867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf evt->event_handler(evt); 201867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 202867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* 203867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Track time spent against the current process again and 204867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * process any softirqs if they are waiting. 205867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 206867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf irq_exit(); 207867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 208867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf set_irq_regs(old_regs); 209867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 210867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 211867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 212867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Scheduler clock - returns current time in nanosec units. 213867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Note that with LOCKDEP, this is called during lockdep_init(), and 214867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * we will claim that sched_clock() is zero for a little while, until 215867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * we run setup_clock(), above. 216867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 217867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfunsigned long long sched_clock(void) 218867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 219867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf return clocksource_cyc2ns(get_cycles(), 220749dc6f252b57d5cb9c1f4c1c4aafe4c92a28207Chris Metcalf sched_clock_mult, SCHED_CLOCK_SHIFT); 221867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 222867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 223867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfint setup_profiling_timer(unsigned int multiplier) 224867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 225867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf return -EINVAL; 226867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 22713371731487896a6ef158b1cd74297f40a3da4bbChris Metcalf 22813371731487896a6ef158b1cd74297f40a3da4bbChris Metcalf/* 22913371731487896a6ef158b1cd74297f40a3da4bbChris Metcalf * Use the tile timer to convert nsecs to core clock cycles, relying 23013371731487896a6ef158b1cd74297f40a3da4bbChris Metcalf * on it having the same frequency as SPR_CYCLE. 23113371731487896a6ef158b1cd74297f40a3da4bbChris Metcalf */ 23213371731487896a6ef158b1cd74297f40a3da4bbChris Metcalfcycles_t ns2cycles(unsigned long nsecs) 23313371731487896a6ef158b1cd74297f40a3da4bbChris Metcalf{ 23439e8202bb3b83a826e5825b1a07bbbf30ae9a140Henrik Austad /* 23539e8202bb3b83a826e5825b1a07bbbf30ae9a140Henrik Austad * We do not have to disable preemption here as each core has the same 23639e8202bb3b83a826e5825b1a07bbbf30ae9a140Henrik Austad * clock frequency. 23739e8202bb3b83a826e5825b1a07bbbf30ae9a140Henrik Austad */ 238b4f501916ce2ae80c28017814d71d1bf83679271Christoph Lameter struct clock_event_device *dev = raw_cpu_ptr(&tile_timer); 239767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad 240767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad /* 241767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad * as in clocksource.h and x86's timer.h, we split the calculation 242767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad * into 2 parts to avoid unecessary overflow of the intermediate 243767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad * value. This will not lead to any loss of precision. 244767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad */ 245767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad u64 quot = (u64)nsecs >> dev->shift; 246767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad u64 rem = (u64)nsecs & ((1ULL << dev->shift) - 1); 247767f30210bee1bb74ab042e237c2a21e77874070Henrik Austad return quot * dev->mult + ((rem * dev->mult) >> dev->shift); 24813371731487896a6ef158b1cd74297f40a3da4bbChris Metcalf} 2494a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf 2504a556f4f56da3110b27e265b79f0e7582115445cChris Metcalfvoid update_vsyscall_tz(void) 2514a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf{ 25294fb1afbcb3e1f8666c9065baded2cb66e72126fChris Metcalf write_seqcount_begin(&vdso_data->tz_seq); 2534a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf vdso_data->tz_minuteswest = sys_tz.tz_minuteswest; 2544a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf vdso_data->tz_dsttime = sys_tz.tz_dsttime; 25594fb1afbcb3e1f8666c9065baded2cb66e72126fChris Metcalf write_seqcount_end(&vdso_data->tz_seq); 2564a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf} 2574a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf 2584a556f4f56da3110b27e265b79f0e7582115445cChris Metcalfvoid update_vsyscall(struct timekeeper *tk) 2594a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf{ 26078410af51146796f783925009c8676a30d6c6d90Chris Metcalf if (tk->tkr.clock != &cycle_counter_cs) 2614a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf return; 2624a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf 26394fb1afbcb3e1f8666c9065baded2cb66e72126fChris Metcalf write_seqcount_begin(&vdso_data->tb_seq); 26494fb1afbcb3e1f8666c9065baded2cb66e72126fChris Metcalf 26578410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->cycle_last = tk->tkr.cycle_last; 26678410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->mask = tk->tkr.mask; 26778410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->mult = tk->tkr.mult; 26878410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->shift = tk->tkr.shift; 26978410af51146796f783925009c8676a30d6c6d90Chris Metcalf 27078410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->wall_time_sec = tk->xtime_sec; 27178410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->wall_time_snsec = tk->tkr.xtime_nsec; 27278410af51146796f783925009c8676a30d6c6d90Chris Metcalf 27378410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_sec = tk->xtime_sec 27478410af51146796f783925009c8676a30d6c6d90Chris Metcalf + tk->wall_to_monotonic.tv_sec; 27578410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_snsec = tk->tkr.xtime_nsec 27678410af51146796f783925009c8676a30d6c6d90Chris Metcalf + ((u64)tk->wall_to_monotonic.tv_nsec 27778410af51146796f783925009c8676a30d6c6d90Chris Metcalf << tk->tkr.shift); 27878410af51146796f783925009c8676a30d6c6d90Chris Metcalf while (vdso_data->monotonic_time_snsec >= 27978410af51146796f783925009c8676a30d6c6d90Chris Metcalf (((u64)NSEC_PER_SEC) << tk->tkr.shift)) { 28078410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_snsec -= 28178410af51146796f783925009c8676a30d6c6d90Chris Metcalf ((u64)NSEC_PER_SEC) << tk->tkr.shift; 28278410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_sec++; 28378410af51146796f783925009c8676a30d6c6d90Chris Metcalf } 28478410af51146796f783925009c8676a30d6c6d90Chris Metcalf 28578410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->wall_time_coarse_sec = tk->xtime_sec; 28678410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->wall_time_coarse_nsec = (long)(tk->tkr.xtime_nsec >> 28778410af51146796f783925009c8676a30d6c6d90Chris Metcalf tk->tkr.shift); 28878410af51146796f783925009c8676a30d6c6d90Chris Metcalf 28978410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_coarse_sec = 29078410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->wall_time_coarse_sec + tk->wall_to_monotonic.tv_sec; 29178410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_coarse_nsec = 29278410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->wall_time_coarse_nsec + tk->wall_to_monotonic.tv_nsec; 29378410af51146796f783925009c8676a30d6c6d90Chris Metcalf 29478410af51146796f783925009c8676a30d6c6d90Chris Metcalf while (vdso_data->monotonic_time_coarse_nsec >= NSEC_PER_SEC) { 29578410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_coarse_nsec -= NSEC_PER_SEC; 29678410af51146796f783925009c8676a30d6c6d90Chris Metcalf vdso_data->monotonic_time_coarse_sec++; 29778410af51146796f783925009c8676a30d6c6d90Chris Metcalf } 29894fb1afbcb3e1f8666c9065baded2cb66e72126fChris Metcalf 29994fb1afbcb3e1f8666c9065baded2cb66e72126fChris Metcalf write_seqcount_end(&vdso_data->tb_seq); 3004a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf} 301