1867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 2867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Copyright 2010 Tilera Corporation. All Rights Reserved. 3867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 4867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This program is free software; you can redistribute it and/or 5867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * modify it under the terms of the GNU General Public License 6867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * as published by the Free Software Foundation, version 2. 7867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 8867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This program is distributed in the hope that it will be useful, but 9867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * WITHOUT ANY WARRANTY; without even the implied warranty of 10867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or 11867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * NON INFRINGEMENT. See the GNU General Public License for 12867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * more details. 13867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 14867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 15867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#ifndef _ASM_TILE_PROCESSOR_H 16867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define _ASM_TILE_PROCESSOR_H 17867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 18051168df528fe4456d63f5f65b041c147c26fe97Chris Metcalf#include <arch/chip.h> 19051168df528fe4456d63f5f65b041c147c26fe97Chris Metcalf 20867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#ifndef __ASSEMBLY__ 21867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 22867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 23867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * NOTE: we don't include <linux/ptrace.h> or <linux/percpu.h> as one 24867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * normally would, due to #include dependencies. 25867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 269f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalf#include <linux/types.h> 27867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <asm/ptrace.h> 28867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <asm/percpu.h> 29867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 30867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <arch/spr_def.h> 31867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 32867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstruct task_struct; 33867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstruct thread_struct; 34867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 35867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalftypedef struct { 36867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long seg; 37867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} mm_segment_t; 38867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 39867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 40867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Default implementation of macro that returns current 41867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * instruction pointer ("program counter"). 42867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 43867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid *current_text_addr(void); 44867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 45867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#if CHIP_HAS_TILE_DMA() 46867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Capture the state of a suspended DMA. */ 47867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstruct tile_dma_state { 48867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf int enabled; 49867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long src; 50867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long dest; 51867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long strides; 52867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long chunk_size; 53867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long src_chunk; 54867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long dest_chunk; 55867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long byte; 56867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long status; 57867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf}; 58867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 59867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 60867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * A mask of the DMA status register for selecting only the 'running' 61867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * and 'done' bits. 62867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 63867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define DMA_STATUS_MASK \ 64867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf (SPR_DMA_STATUS__RUNNING_MASK | SPR_DMA_STATUS__DONE_MASK) 65867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 66867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 67867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 68867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Track asynchronous TLB events (faults and access violations) 69867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * that occur while we are in kernel mode from DMA or the SN processor. 70867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 71867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstruct async_tlb { 72867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf short fault_num; /* original fault number; 0 if none */ 73867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf char is_fault; /* was it a fault (vs an access violation) */ 74867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf char is_write; /* for fault: was it caused by a write? */ 75867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long address; /* what address faulted? */ 76867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf}; 77867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 789f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalf#ifdef CONFIG_HARDWALL 799f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalfstruct hardwall_info; 80b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalfstruct hardwall_task { 81b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf /* Which hardwall is this task tied to? (or NULL if none) */ 82b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf struct hardwall_info *info; 83b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf /* Chains this task into the list at info->task_head. */ 84b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf struct list_head list; 85b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf}; 86b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf#ifdef __tilepro__ 87b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf#define HARDWALL_TYPES 1 /* udn */ 88b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf#else 89b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf#define HARDWALL_TYPES 3 /* udn, idn, and ipi */ 90b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf#endif 919f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalf#endif 92867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 93867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstruct thread_struct { 94867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* kernel stack pointer */ 95867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long ksp; 96867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* kernel PC */ 97867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long pc; 98867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* starting user stack pointer (for page migration) */ 99867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long usp0; 100867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* pid of process that created this one */ 101867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf pid_t creator_pid; 102867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#if CHIP_HAS_TILE_DMA() 103867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* DMA info for suspended threads (byte == 0 means no DMA state) */ 104867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf struct tile_dma_state tile_dma_state; 105867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 106867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* User EX_CONTEXT registers */ 107867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long ex_context[2]; 108867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* User SYSTEM_SAVE registers */ 109867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long system_save[4]; 110867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* User interrupt mask */ 111867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long long interrupt_mask; 112867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* User interrupt-control 0 state */ 113867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long intctrl_0; 1143ef23111546df9e9dab2e2befb412a9563db0628Chris Metcalf /* Is this task currently doing a backtrace? */ 1153ef23111546df9e9dab2e2befb412a9563db0628Chris Metcalf bool in_backtrace; 116867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Any other miscellaneous processor state bits */ 117867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long proc_status; 118a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf#if !CHIP_HAS_FIXED_INTVEC_BASE() 119a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf /* Interrupt base for PL0 interrupts */ 120a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf unsigned long interrupt_vector_base; 121a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf#endif 122a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf /* Tile cache retry fifo high-water mark */ 123a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf unsigned long tile_rtf_hwm; 124a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf#if CHIP_HAS_DSTREAM_PF() 125a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf /* Data stream prefetch control */ 126a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf unsigned long dstream_pf; 127a802fc685426303ab627b7ad3fd5c97b5dea7e00Chris Metcalf#endif 1289f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalf#ifdef CONFIG_HARDWALL 129b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf /* Hardwall information for various resources. */ 130b8ace0833feb308b1cb69d8b33ab08e0602dd2d2Chris Metcalf struct hardwall_task hardwall[HARDWALL_TYPES]; 1319f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalf#endif 132867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#if CHIP_HAS_TILE_DMA() 133867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Async DMA TLB fault information */ 134867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf struct async_tlb dma_async_tlb; 135867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 136867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf}; 137867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 138867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif /* !__ASSEMBLY__ */ 139867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 140867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 141867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Start with "sp" this many bytes below the top of the kernel stack. 14235f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf * This allows us to be cache-aware when handling the initial save 14335f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf * of the pt_regs value to the stack. 144867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 14535f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define STACK_TOP_DELTA 64 146867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 147867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 148867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * When entering the kernel via a fault, start with the top of the 149867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * pt_regs structure this many bytes below the top of the page. 150867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This aligns the pt_regs structure optimally for cache-line access. 151867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 152867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#ifdef __tilegx__ 153867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define KSTK_PTREGS_GAP 48 154867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#else 155867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define KSTK_PTREGS_GAP 56 156867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 157867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 158867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#ifndef __ASSEMBLY__ 159867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 160867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#ifdef __tilegx__ 161acbde1db294932623aad15dd8cc6e37b28340f26Chris Metcalf#define TASK_SIZE_MAX (_AC(1, UL) << (MAX_VA_WIDTH - 1)) 162867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#else 163867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define TASK_SIZE_MAX PAGE_OFFSET 164867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 165867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 166867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* TASK_SIZE and related variables are always checked in "current" context. */ 167867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#ifdef CONFIG_COMPAT 168867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define COMPAT_TASK_SIZE (1UL << 31) 169867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define TASK_SIZE ((current_thread_info()->status & TS_COMPAT) ?\ 170867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf COMPAT_TASK_SIZE : TASK_SIZE_MAX) 171867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#else 172867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define TASK_SIZE TASK_SIZE_MAX 173867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 174867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 1754a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf#define VDSO_BASE ((unsigned long)current->active_mm->context.vdso_base) 1764a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf#define VDSO_SYM(x) (VDSO_BASE + (unsigned long)(x)) 177867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 1784a556f4f56da3110b27e265b79f0e7582115445cChris Metcalf#define STACK_TOP TASK_SIZE 179867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 180867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* STACK_TOP_MAX is used temporarily in execve and should not check COMPAT. */ 181867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define STACK_TOP_MAX TASK_SIZE_MAX 182867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 183867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 184867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This decides where the kernel will search for a free chunk of vm 185867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * space during mmap's, if it is using bottom-up mapping. 186867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 187867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 3)) 188867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 189867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define HAVE_ARCH_PICK_MMAP_LAYOUT 190867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 191867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define INIT_THREAD { \ 192867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .ksp = (unsigned long)init_stack + THREAD_SIZE - STACK_TOP_DELTA, \ 193867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf .interrupt_mask = -1ULL \ 194867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 195867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 196867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Kernel stack top for the task that first boots on this cpu. */ 197867e359b97c970a60626d5d76bbe2a8fadbf38fbChris MetcalfDECLARE_PER_CPU(unsigned long, boot_sp); 198867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 199867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* PC to boot from on this cpu. */ 200867e359b97c970a60626d5d76bbe2a8fadbf38fbChris MetcalfDECLARE_PER_CPU(unsigned long, boot_pc); 201867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 202867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Do necessary setup to start up a newly executed thread. */ 203867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic inline void start_thread(struct pt_regs *regs, 204867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long pc, unsigned long usp) 205867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 206867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf regs->pc = pc; 207867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf regs->sp = usp; 208530550651fdfd548d25b6bd5ff4607803540508bAl Viro single_step_execve(); 209867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 210867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 211867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Free all resources held by a thread. */ 212867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic inline void release_thread(struct task_struct *dead_task) 213867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 214867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf /* Nothing for now */ 215867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 216867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 217313ce674d3cbc2d48ed34a9462427920ac54f4adChris Metcalfextern int do_work_pending(struct pt_regs *regs, u32 flags); 218313ce674d3cbc2d48ed34a9462427920ac54f4adChris Metcalf 219867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 220867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 221867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Return saved (kernel) PC of a blocked thread. 2220a0fca9d832b704f116a25badd1ca8c16771dcacViresh Kumar * Only used in a printk() in kernel/sched/core.c, so don't work too hard. 223867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 224867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define thread_saved_pc(t) ((t)->thread.pc) 225867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 226867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfunsigned long get_wchan(struct task_struct *p); 227867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 228867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Return initial ksp value for given task. */ 22935f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define task_ksp0(task) \ 23035f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf ((unsigned long)(task)->stack + THREAD_SIZE - STACK_TOP_DELTA) 231867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 232867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Return some info about the user process TASK. */ 233867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define task_pt_regs(task) \ 23435f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf ((struct pt_regs *)(task_ksp0(task) - KSTK_PTREGS_GAP) - 1) 235733deca197143857f938b41d671cd7ce9c53c4bcAl Viro#define current_pt_regs() \ 23635f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf ((struct pt_regs *)((stack_pointer | (THREAD_SIZE - 1)) - \ 23735f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf STACK_TOP_DELTA - (KSTK_PTREGS_GAP - 1)) - 1) 238867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define task_sp(task) (task_pt_regs(task)->sp) 239867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define task_pc(task) (task_pt_regs(task)->pc) 240867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Aliases for pc and sp (used in fs/proc/array.c) */ 241867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define KSTK_EIP(task) task_pc(task) 242867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define KSTK_ESP(task) task_sp(task) 243867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 2442f9ac29eec71a696cb0dcc5fb82c0f8d4dac28c9Chris Metcalf/* Fine-grained unaligned JIT support */ 2452f9ac29eec71a696cb0dcc5fb82c0f8d4dac28c9Chris Metcalf#define GET_UNALIGN_CTL(tsk, adr) get_unalign_ctl((tsk), (adr)) 2462f9ac29eec71a696cb0dcc5fb82c0f8d4dac28c9Chris Metcalf#define SET_UNALIGN_CTL(tsk, val) set_unalign_ctl((tsk), (val)) 2472f9ac29eec71a696cb0dcc5fb82c0f8d4dac28c9Chris Metcalf 2482f9ac29eec71a696cb0dcc5fb82c0f8d4dac28c9Chris Metcalfextern int get_unalign_ctl(struct task_struct *tsk, unsigned long adr); 2492f9ac29eec71a696cb0dcc5fb82c0f8d4dac28c9Chris Metcalfextern int set_unalign_ctl(struct task_struct *tsk, unsigned int val); 2502f9ac29eec71a696cb0dcc5fb82c0f8d4dac28c9Chris Metcalf 251867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Standard format for printing registers and other word-size data. */ 252867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#ifdef __tilegx__ 253867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf# define REGFMT "0x%016lx" 254867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#else 255867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf# define REGFMT "0x%08lx" 256867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 257867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 258867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 259867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Do some slow action (e.g. read a slow SPR). 260867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Note that this must also have compiler-barrier semantics since 261867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * it may be used in a busy loop reading memory. 262867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 263867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfstatic inline void cpu_relax(void) 264867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 265867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf __insn_mfspr(SPR_PASS); 266867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf barrier(); 267867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 268867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 2693a6bfbc91df04b081a44d419e0260bad54abddf7Davidlohr Bueso#define cpu_relax_lowlatency() cpu_relax() 2703a6bfbc91df04b081a44d419e0260bad54abddf7Davidlohr Bueso 2719f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalf/* Info on this processor (see fs/proc/cpuinfo.c) */ 2729f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalfstruct seq_operations; 2739f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalfextern const struct seq_operations cpuinfo_op; 2749f9c0382cda2334b35b40b00f4ed9d6f89f37a7bChris Metcalf 275867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Provide information about the chip model. */ 276867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfextern char chip_model[64]; 277867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 278867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Data on which physical memory controller corresponds to which NUMA node. */ 279867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfextern int node_controller[]; 280867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 281867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Does the heap allocator return hash-for-home pages by default? */ 282867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfextern int hash_default; 283867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 284867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Should kernel stack pages be hash-for-home? */ 285867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfextern int kstack_hash; 286ef06f55a5c936a395f3ee2e1237bbebdb4396c65Chris Metcalf 287ef06f55a5c936a395f3ee2e1237bbebdb4396c65Chris Metcalf/* Does MAP_ANONYMOUS return hash-for-home pages by default? */ 288ef06f55a5c936a395f3ee2e1237bbebdb4396c65Chris Metcalf#define uheap_hash hash_default 289ef06f55a5c936a395f3ee2e1237bbebdb4396c65Chris Metcalf 290867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 291867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Are we using huge pages in the TLB for kernel data? */ 292867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfextern int kdata_huge; 293867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 294e5a06939736277c54a68ae275433db55b99d187cChris Metcalf/* Support standard Linux prefetching. */ 295e5a06939736277c54a68ae275433db55b99d187cChris Metcalf#define ARCH_HAS_PREFETCH 296e5a06939736277c54a68ae275433db55b99d187cChris Metcalf#define prefetch(x) __builtin_prefetch(x) 297ef06f55a5c936a395f3ee2e1237bbebdb4396c65Chris Metcalf#define PREFETCH_STRIDE CHIP_L2_LINE_SIZE() 298867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 299e5a06939736277c54a68ae275433db55b99d187cChris Metcalf/* Bring a value into the L1D, faulting the TLB if necessary. */ 300e5a06939736277c54a68ae275433db55b99d187cChris Metcalf#ifdef __tilegx__ 301e5a06939736277c54a68ae275433db55b99d187cChris Metcalf#define prefetch_L1(x) __insn_prefetch_l1_fault((void *)(x)) 302e5a06939736277c54a68ae275433db55b99d187cChris Metcalf#else 303e5a06939736277c54a68ae275433db55b99d187cChris Metcalf#define prefetch_L1(x) __insn_prefetch_L1((void *)(x)) 304e5a06939736277c54a68ae275433db55b99d187cChris Metcalf#endif 305e5a06939736277c54a68ae275433db55b99d187cChris Metcalf 306867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#else /* __ASSEMBLY__ */ 307867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 308867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Do some slow action (e.g. read a slow SPR). */ 309867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define CPU_RELAX mfspr zero, SPR_PASS 310867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 311867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif /* !__ASSEMBLY__ */ 312867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 313867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Assembly code assumes that the PL is in the low bits. */ 314867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#if SPR_EX_CONTEXT_1_1__PL_SHIFT != 0 315867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf# error Fix assembly assumptions about PL 316867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 317867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 318867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* We sometimes use these macros for EX_CONTEXT_0_1 as well. */ 319867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#if SPR_EX_CONTEXT_1_1__PL_SHIFT != SPR_EX_CONTEXT_0_1__PL_SHIFT || \ 320867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf SPR_EX_CONTEXT_1_1__PL_RMASK != SPR_EX_CONTEXT_0_1__PL_RMASK || \ 321867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf SPR_EX_CONTEXT_1_1__ICS_SHIFT != SPR_EX_CONTEXT_0_1__ICS_SHIFT || \ 322867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf SPR_EX_CONTEXT_1_1__ICS_RMASK != SPR_EX_CONTEXT_0_1__ICS_RMASK 323867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf# error Fix assumptions that EX1 macros work for both PL0 and PL1 324867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 325867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 326867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* Allow pulling apart and recombining the PL and ICS bits in EX_CONTEXT. */ 327867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define EX1_PL(ex1) \ 328867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf (((ex1) >> SPR_EX_CONTEXT_1_1__PL_SHIFT) & SPR_EX_CONTEXT_1_1__PL_RMASK) 329867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define EX1_ICS(ex1) \ 330867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf (((ex1) >> SPR_EX_CONTEXT_1_1__ICS_SHIFT) & SPR_EX_CONTEXT_1_1__ICS_RMASK) 331867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define PL_ICS_EX1(pl, ics) \ 332867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf (((pl) << SPR_EX_CONTEXT_1_1__PL_SHIFT) | \ 333867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf ((ics) << SPR_EX_CONTEXT_1_1__ICS_SHIFT)) 334867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 335867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 336867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Provide symbolic constants for PLs. 337867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 338867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define USER_PL 0 339a78c942df64ef4cf495fd4d8715e48501bd7f8a4Chris Metcalf#if CONFIG_KERNEL_PL == 2 340a78c942df64ef4cf495fd4d8715e48501bd7f8a4Chris Metcalf#define GUEST_PL 1 341a78c942df64ef4cf495fd4d8715e48501bd7f8a4Chris Metcalf#endif 342a78c942df64ef4cf495fd4d8715e48501bd7f8a4Chris Metcalf#define KERNEL_PL CONFIG_KERNEL_PL 343867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 344a78c942df64ef4cf495fd4d8715e48501bd7f8a4Chris Metcalf/* SYSTEM_SAVE_K_0 holds the current cpu number ORed with ksp0. */ 34535f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#ifdef __tilegx__ 34635f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define CPU_SHIFT 48 34735f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#if CHIP_VA_WIDTH() > CPU_SHIFT 34835f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf# error Too many VA bits! 349867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif 35035f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define MAX_CPU_ID ((1 << (64 - CPU_SHIFT)) - 1) 351867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define raw_smp_processor_id() \ 35235f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf ((int)(__insn_mfspr(SPR_SYSTEM_SAVE_K_0) >> CPU_SHIFT)) 353867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define get_current_ksp0() \ 35435f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf ((unsigned long)(((long)__insn_mfspr(SPR_SYSTEM_SAVE_K_0) << \ 35535f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf (64 - CPU_SHIFT)) >> (64 - CPU_SHIFT))) 35635f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define next_current_ksp0(task) ({ \ 35735f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf unsigned long __ksp0 = task_ksp0(task) & ((1UL << CPU_SHIFT) - 1); \ 35835f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf unsigned long __cpu = (long)raw_smp_processor_id() << CPU_SHIFT; \ 35935f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf __ksp0 | __cpu; \ 36035f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf}) 36135f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#else 36235f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define LOG2_NR_CPU_IDS 6 36335f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define MAX_CPU_ID ((1 << LOG2_NR_CPU_IDS) - 1) 36435f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define raw_smp_processor_id() \ 36535f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf ((int)__insn_mfspr(SPR_SYSTEM_SAVE_K_0) & MAX_CPU_ID) 36635f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#define get_current_ksp0() \ 36735f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf (__insn_mfspr(SPR_SYSTEM_SAVE_K_0) & ~MAX_CPU_ID) 368867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#define next_current_ksp0(task) ({ \ 369867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long __ksp0 = task_ksp0(task); \ 370867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf int __cpu = raw_smp_processor_id(); \ 37135f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf BUG_ON(__ksp0 & MAX_CPU_ID); \ 372867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf __ksp0 | __cpu; \ 373867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf}) 37435f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#endif 37535f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#if CONFIG_NR_CPUS > (MAX_CPU_ID + 1) 37635f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf# error Too many cpus! 37735f059761c5ac313d13372fe3cdaa41bce3d0dbfChris Metcalf#endif 378867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 379867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#endif /* _ASM_TILE_PROCESSOR_H */ 380