traps_64.c revision 9018113649348c689da107166c05d436cd52e7bf
1d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Miller/* arch/sparc64/kernel/traps.c 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 34fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller * Copyright (C) 1995,1997,2008 David S. Miller (davem@davemloft.net) 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (C) 1997,1999,2000 Jakub Jelinek (jakub@redhat.com) 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * I like traps on v9, :)))) 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 12a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller#include <linux/sched.h> 139843099ff46467461d6476a827f6f9701682dbacDavid S. Miller#include <linux/linkage.h> 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/kernel.h> 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/signal.h> 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/smp.h> 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/mm.h> 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h> 191eeb66a1bb973534dc3d064920a5ca683823372eChristoph Hellwig#include <linux/kdebug.h> 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 212f4dfe206a2fc07099dfad77a8ea2f4b4ae2140fFernando Luis Vazquez Cao#include <asm/smp.h> 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/delay.h> 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/system.h> 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/ptrace.h> 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/oplib.h> 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/page.h> 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/pgtable.h> 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/unistd.h> 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/uaccess.h> 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/fpumacro.h> 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/lsu.h> 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/dcu.h> 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/estate.h> 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/chafsr.h> 356c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#include <asm/sfafsr.h> 361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/psrcompat.h> 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/processor.h> 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/timer.h> 3992704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller#include <asm/head.h> 4007f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller#include <asm/prom.h> 41881d021ab0d675f519b68df916fde969940ef988David S. Miller#include <asm/memctrl.h> 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4399cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Miller#include "entry.h" 444f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller#include "kstack.h" 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* When an irrecoverable trap occurs at tl > 0, the trap entry 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * code logs the trap state registers at every level in the trap 481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * stack. It is found at (pt_regs + sizeof(pt_regs)) and the layout 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is as follows: 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct tl1_traplog { 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct { 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tstate; 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tpc; 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tnpc; 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tt; 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } trapstack[4]; 581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tl; 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void dump_tl1_traplog(struct tl1_traplog *p) 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 633d6395cb770b0db9135a853b1742418c99ed2148David S. Miller int i, limit; 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6504d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "TRAPLOG: Error at trap level 0x%lx, " 6604d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "dumping track stack.\n", p->tl); 673d6395cb770b0db9135a853b1742418c99ed2148David S. Miller 683d6395cb770b0db9135a853b1742418c99ed2148David S. Miller limit = (tlb_type == hypervisor) ? 2 : 4; 6939334a4b2c52a06960c480b1a4a05f5d5375c8bfDavid S. Miller for (i = 0; i < limit; i++) { 7004d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "TRAPLOG: Trap level %d TSTATE[%016lx] TPC[%016lx] " 721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "TNPC[%016lx] TT[%lx]\n", 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i + 1, 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->trapstack[i].tstate, p->trapstack[i].tpc, 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->trapstack[i].tnpc, p->trapstack[i].tt); 764fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("TRAPLOG: TPC<%pS>\n", (void *) p->trapstack[i].tpc); 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid bad_trap(struct pt_regs *regs, long lvl) 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char buffer[32]; 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "bad trap", regs, 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, lvl, SIGTRAP) == NOTIFY_STOP) 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (lvl < 0x100) { 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf(buffer, "Bad hw trap %lx at tl0\n", lvl); 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel(buffer, regs); 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds lvl -= 0x100; 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf(buffer, "Kernel bad sw trap %lx", lvl); 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel(buffer, regs); 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_ILLTRP; 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = lvl; 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid bad_trap_tl1(struct pt_regs *regs, long lvl) 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char buffer[32]; 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP_TL1, "bad trap tl1", regs, 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, lvl, SIGTRAP) == NOTIFY_STOP) 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf (buffer, "Bad trap %lx at tl>0", lvl); 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel (buffer, regs); 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_DEBUG_BUGVERBOSE 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_BUG(const char *file, int line) 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bust_spinlocks(1); 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("kernel BUG at %s:%d!\n", file, line); 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 133881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic DEFINE_SPINLOCK(dimm_handler_lock); 134881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic dimm_printer_t dimm_handler; 135881d021ab0d675f519b68df916fde969940ef988David S. Miller 136881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic int sprintf_dimm(int synd_code, unsigned long paddr, char *buf, int buflen) 137881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 138881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 139881d021ab0d675f519b68df916fde969940ef988David S. Miller int ret = -ENODEV; 140881d021ab0d675f519b68df916fde969940ef988David S. Miller 141881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 142881d021ab0d675f519b68df916fde969940ef988David S. Miller if (dimm_handler) { 143881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = dimm_handler(synd_code, paddr, buf, buflen); 144881d021ab0d675f519b68df916fde969940ef988David S. Miller } else if (tlb_type == spitfire) { 145881d021ab0d675f519b68df916fde969940ef988David S. Miller if (prom_getunumber(synd_code, paddr, buf, buflen) == -1) 146881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -EINVAL; 147881d021ab0d675f519b68df916fde969940ef988David S. Miller else 148881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = 0; 149881d021ab0d675f519b68df916fde969940ef988David S. Miller } else 150881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -ENODEV; 151881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 152881d021ab0d675f519b68df916fde969940ef988David S. Miller 153881d021ab0d675f519b68df916fde969940ef988David S. Miller return ret; 154881d021ab0d675f519b68df916fde969940ef988David S. Miller} 155881d021ab0d675f519b68df916fde969940ef988David S. Miller 156881d021ab0d675f519b68df916fde969940ef988David S. Millerint register_dimm_printer(dimm_printer_t func) 157881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 158881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 159881d021ab0d675f519b68df916fde969940ef988David S. Miller int ret = 0; 160881d021ab0d675f519b68df916fde969940ef988David S. Miller 161881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 162881d021ab0d675f519b68df916fde969940ef988David S. Miller if (!dimm_handler) 163881d021ab0d675f519b68df916fde969940ef988David S. Miller dimm_handler = func; 164881d021ab0d675f519b68df916fde969940ef988David S. Miller else 165881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -EEXIST; 166881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 167881d021ab0d675f519b68df916fde969940ef988David S. Miller 168881d021ab0d675f519b68df916fde969940ef988David S. Miller return ret; 169881d021ab0d675f519b68df916fde969940ef988David S. Miller} 17041660e9ac639c97840258d3c5294f618ca8cc46fDavid S. MillerEXPORT_SYMBOL_GPL(register_dimm_printer); 171881d021ab0d675f519b68df916fde969940ef988David S. Miller 172881d021ab0d675f519b68df916fde969940ef988David S. Millervoid unregister_dimm_printer(dimm_printer_t func) 173881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 174881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 175881d021ab0d675f519b68df916fde969940ef988David S. Miller 176881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 177881d021ab0d675f519b68df916fde969940ef988David S. Miller if (dimm_handler == func) 178881d021ab0d675f519b68df916fde969940ef988David S. Miller dimm_handler = NULL; 179881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 180881d021ab0d675f519b68df916fde969940ef988David S. Miller} 18141660e9ac639c97840258d3c5294f618ca8cc46fDavid S. MillerEXPORT_SYMBOL_GPL(unregister_dimm_printer); 182881d021ab0d675f519b68df916fde969940ef988David S. Miller 1836c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_insn_access_exception(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "instruction access exception", regs, 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x8, SIGTRAP) == NOTIFY_STOP) 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 1926c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk("spitfire_insn_access_exception: SFSR[%016lx] " 1936c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "SFAR[%016lx], going.\n", sfsr, sfar); 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Iax", regs); 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGSEGV; 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = SEGV_MAPERR; 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGSEGV, &info, current); 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2086c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_insn_access_exception_tl1(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP_TL1, "instruction access exception tl1", regs, 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x8, SIGTRAP) == NOTIFY_STOP) 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 2156c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_insn_access_exception(regs, sfsr, sfar); 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 218ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_insn_access_exception(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 219ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 220ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short type = (type_ctx >> 16); 221ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short ctx = (type_ctx & 0xffff); 222ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 223ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 224ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "instruction access exception", regs, 225ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 226ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 227ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 228ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 229ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller printk("sun4v_insn_access_exception: ADDR[%016lx] " 230ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller "CTX[%04x] TYPE[%04x], going.\n", 231ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller addr, ctx, type); 232ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller die_if_kernel("Iax", regs); 233ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 234ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 235ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (test_thread_flag(TIF_32BIT)) { 236ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tpc &= 0xffffffff; 237ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tnpc &= 0xffffffff; 238ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 239ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGSEGV; 240ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 241ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = SEGV_MAPERR; 242ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 243ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 244ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGSEGV, &info, current); 245ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 246ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 247ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_insn_access_exception_tl1(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 248ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 249ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP_TL1, "instruction access exception tl1", regs, 250ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 251ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 252ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 253ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 254ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller sun4v_insn_access_exception(regs, addr, type_ctx); 255ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 256ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2576c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_data_access_exception(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "data access exception", regs, 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x30, SIGTRAP) == NOTIFY_STOP) 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Test if this comes from uaccess places. */ 2678cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller const struct exception_table_entry *entry; 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2698cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller entry = search_exception_tables(regs->tpc); 2708cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller if (entry) { 2718cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller /* Ouch, somebody is trying VM hole tricks on us... */ 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef DEBUG_EXCEPTIONS 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Exception: PC<%016lx> faddr<UNKNOWN>\n", regs->tpc); 2748cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller printk("EX_TABLE: insn<%016lx> fixup<%016lx>\n", 2758cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc, entry->fixup); 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 2778cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc = entry->fixup; 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Shit... */ 2826c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk("spitfire_data_access_exception: SFSR[%016lx] " 2836c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "SFAR[%016lx], going.\n", sfsr, sfar); 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Dax", regs); 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGSEGV; 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = SEGV_MAPERR; 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)sfar; 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGSEGV, &info, current); 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2956c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_data_access_exception_tl1(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 296bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller{ 297bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller if (notify_die(DIE_TRAP_TL1, "data access exception tl1", regs, 298bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 0, 0x30, SIGTRAP) == NOTIFY_STOP) 299bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller return; 300bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 301bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 3026c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_data_access_exception(regs, sfsr, sfar); 303bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller} 304bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 305ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_data_access_exception(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 306ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 307ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short type = (type_ctx >> 16); 308ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short ctx = (type_ctx & 0xffff); 309ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 310ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 311ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "data access exception", regs, 312ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 313ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 314ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 315ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 316ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller printk("sun4v_data_access_exception: ADDR[%016lx] " 317ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller "CTX[%04x] TYPE[%04x], going.\n", 318ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller addr, ctx, type); 31955555633bd4e72534b53c50525817259435e18dfDavid S. Miller die_if_kernel("Dax", regs); 320ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 321ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 322ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (test_thread_flag(TIF_32BIT)) { 323ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tpc &= 0xffffffff; 324ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tnpc &= 0xffffffff; 325ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 326ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGSEGV; 327ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 328ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = SEGV_MAPERR; 329ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 330ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 331ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGSEGV, &info, current); 332ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 333ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 334ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_data_access_exception_tl1(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 335ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 336ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP_TL1, "data access exception tl1", regs, 337ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 338ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 339ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 340ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 341ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller sun4v_data_access_exception(regs, addr, type_ctx); 342ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 343ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_PCI 34577d10d0e63dcc4f961cb416447d64281300e5a01David S. Miller#include "pci_impl.h" 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* When access exceptions happen, we must do this. */ 3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void spitfire_clean_and_reenable_l1_caches(void) 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long va; 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tlb_type != spitfire) 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG(); 3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Clean 'em. */ 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (va = 0; va < (PAGE_SIZE << 1); va += 32) { 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spitfire_put_icache_tag(va, 0x0); 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spitfire_put_dcache_tag(va, 0x0); 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable in LSU. */ 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("flush %%g6\n\t" 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync\n\t" 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %0, [%%g0] %1\n\t" 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (LSU_CONTROL_IC | LSU_CONTROL_DC | 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds LSU_CONTROL_IM | LSU_CONTROL_DM), 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_LSU_CONTROL) 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "memory"); 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3746c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_enable_estate_errors(void) 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3766c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 3776c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 3786c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 3796c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (ESTATE_ERR_ALL), 3806c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "i" (ASI_ESTATE_ERROR_EN)); 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic char ecc_syndrome_table[] = { 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4c, 0x40, 0x41, 0x48, 0x42, 0x48, 0x48, 0x49, 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x43, 0x48, 0x48, 0x49, 0x48, 0x49, 0x49, 0x4a, 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x44, 0x48, 0x48, 0x20, 0x48, 0x39, 0x4b, 0x48, 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x25, 0x31, 0x48, 0x28, 0x48, 0x48, 0x2c, 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x45, 0x48, 0x48, 0x21, 0x48, 0x3d, 0x04, 0x48, 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x35, 0x48, 0x2d, 0x48, 0x48, 0x29, 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x00, 0x01, 0x48, 0x0a, 0x48, 0x48, 0x4b, 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x0f, 0x48, 0x48, 0x4b, 0x48, 0x49, 0x49, 0x48, 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x46, 0x48, 0x48, 0x2a, 0x48, 0x3b, 0x27, 0x48, 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x33, 0x48, 0x22, 0x48, 0x48, 0x2e, 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x19, 0x1d, 0x48, 0x1b, 0x4a, 0x48, 0x4b, 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x1f, 0x48, 0x4a, 0x4b, 0x48, 0x4b, 0x4b, 0x48, 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x24, 0x48, 0x07, 0x48, 0x48, 0x36, 3971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4b, 0x48, 0x48, 0x3e, 0x48, 0x30, 0x38, 0x48, 3981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x16, 0x48, 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x12, 0x4b, 0x48, 0x49, 0x48, 0x48, 0x4b, 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x47, 0x48, 0x48, 0x2f, 0x48, 0x3f, 0x4b, 0x48, 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x06, 0x37, 0x48, 0x23, 0x48, 0x48, 0x2b, 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x05, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x32, 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x26, 0x48, 0x48, 0x3a, 0x48, 0x34, 0x3c, 0x48, 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x11, 0x15, 0x48, 0x13, 0x4a, 0x48, 0x4b, 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x17, 0x48, 0x4a, 0x4b, 0x48, 0x4b, 0x4b, 0x48, 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x1e, 0x48, 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x1a, 0x4b, 0x48, 0x49, 0x48, 0x48, 0x4b, 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x08, 0x0d, 0x48, 0x02, 0x48, 0x48, 0x49, 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x03, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x4b, 0x48, 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x10, 0x48, 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x14, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x4b, 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x18, 0x48, 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x1c, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x4b, 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4a, 0x0c, 0x09, 0x48, 0x0e, 0x48, 0x48, 0x4b, 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x0b, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x4b, 0x4a 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic char *syndrome_unknown = "<Unknown>"; 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4206c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_log_udb_syndrome(unsigned long afar, unsigned long udbh, unsigned long udbl, unsigned long bit) 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4226c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller unsigned short scode; 4236c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller char memmod_str[64], *p; 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4256c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbl & bit) { 4266c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller scode = ecc_syndrome_table[udbl & 0xff]; 427881d021ab0d675f519b68df916fde969940ef988David S. Miller if (sprintf_dimm(scode, afar, memmod_str, sizeof(memmod_str)) < 0) 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = syndrome_unknown; 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = memmod_str; 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: UDBL Syndrome[%x] " 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Memory Module \"%s\"\n", 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), scode, p); 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4366c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbh & bit) { 4376c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller scode = ecc_syndrome_table[udbh & 0xff]; 438881d021ab0d675f519b68df916fde969940ef988David S. Miller if (sprintf_dimm(scode, afar, memmod_str, sizeof(memmod_str)) < 0) 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = syndrome_unknown; 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = memmod_str; 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: UDBH Syndrome[%x] " 4431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Memory Module \"%s\"\n", 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), scode, p); 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4466c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4476c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 4486c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4496c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_cee_log(unsigned long afsr, unsigned long afar, unsigned long udbh, unsigned long udbl, int tl1, struct pt_regs *regs) 4506c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 4516c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4526c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk(KERN_WARNING "CPU[%d]: Correctable ECC Error " 4536c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "AFSR[%lx] AFAR[%016lx] UDBL[%lx] UDBH[%lx] TL>1[%d]\n", 4546c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller smp_processor_id(), afsr, afar, udbl, udbh, tl1); 4556c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4566c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_log_udb_syndrome(afar, udbh, udbl, UDBE_CE); 4576c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4586c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* We always log it, even if someone is listening for this 4596c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * trap. 4606c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4616c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller notify_die(DIE_TRAP, "Correctable ECC Error", regs, 4626c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 0, TRAP_TYPE_CEE, SIGTRAP); 4636c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4646c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* The Correctable ECC Error trap does not disable I/D caches. So 4656c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * we only have to restore the ESTATE Error Enable register. 4666c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4676c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 4686c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 4696c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4706c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_ue_log(unsigned long afsr, unsigned long afar, unsigned long udbh, unsigned long udbl, unsigned long tt, int tl1, struct pt_regs *regs) 4716c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 4726c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller siginfo_t info; 4736c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4746c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk(KERN_WARNING "CPU[%d]: Uncorrectable Error AFSR[%lx] " 4756c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "AFAR[%lx] UDBL[%lx] UDBH[%ld] TT[%lx] TL>1[%d]\n", 4766c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller smp_processor_id(), afsr, afar, udbl, udbh, tt, tl1); 4776c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4786c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* XXX add more human friendly logging of the error status 4796c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX as is implemented for cheetah 4806c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4816c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4826c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_log_udb_syndrome(afar, udbh, udbl, UDBE_UE); 4836c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4846c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* We always log it, even if someone is listening for this 4856c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * trap. 4866c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4876c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller notify_die(DIE_TRAP, "Uncorrectable Error", regs, 4886c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 0, tt, SIGTRAP); 4896c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4906c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (regs->tstate & TSTATE_PRIV) { 4916c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tl1) 4926c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 4936c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller die_if_kernel("UE", regs); 4946c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 4956c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4966c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* XXX need more intelligent processing here, such as is implemented 4976c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX for cheetah errors, in fact if the E-cache still holds the 4986c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX line with bad parity this will loop 4996c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5006c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5016c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_clean_and_reenable_l1_caches(); 5026c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 5036c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5046c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (test_thread_flag(TIF_32BIT)) { 5056c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tpc &= 0xffffffff; 5066c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tnpc &= 0xffffffff; 5076c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5086c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_signo = SIGBUS; 5096c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_errno = 0; 5106c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_code = BUS_OBJERR; 5116c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_addr = (void *)0; 5126c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_trapno = 0; 5136c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller force_sig_info(SIGBUS, &info, current); 5146c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 5156c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5166c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_access_error(struct pt_regs *regs, unsigned long status_encoded, unsigned long afar) 5176c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 5186c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller unsigned long afsr, tt, udbh, udbl; 5196c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller int tl1; 5206c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5216c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller afsr = (status_encoded & SFSTAT_AFSR_MASK) >> SFSTAT_AFSR_SHIFT; 5226c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller tt = (status_encoded & SFSTAT_TRAP_TYPE) >> SFSTAT_TRAP_TYPE_SHIFT; 5236c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller tl1 = (status_encoded & SFSTAT_TL_GT_ONE) ? 1 : 0; 5246c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller udbl = (status_encoded & SFSTAT_UDBL_MASK) >> SFSTAT_UDBL_SHIFT; 5256c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller udbh = (status_encoded & SFSTAT_UDBH_MASK) >> SFSTAT_UDBH_SHIFT; 5266c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5276c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#ifdef CONFIG_PCI 5286c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tt == TRAP_TYPE_DAE && 5296c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller pci_poke_in_progress && pci_poke_cpu == smp_processor_id()) { 5306c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_clean_and_reenable_l1_caches(); 5316c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 5326c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5336c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller pci_poke_faulted = 1; 5346c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tnpc = regs->tpc + 4; 5356c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller return; 5366c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5376c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#endif 5386c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5396c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (afsr & SFAFSR_UE) 5406c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_ue_log(afsr, afar, udbh, udbl, tt, tl1, regs); 5416c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5426c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tt == TRAP_TYPE_CEE) { 5436c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* Handle the case where we took a CEE trap, but ACK'd 5446c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * only the UE state in the UDB error registers. 5456c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5466c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (afsr & SFAFSR_UE) { 5476c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbh & UDBE_CE) { 5486c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__( 5496c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "stxa %0, [%1] %2\n\t" 5506c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 5516c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 5526c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (udbh & UDBE_CE), 5536c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "r" (0x0), "i" (ASI_UDB_ERROR_W)); 5546c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5556c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbl & UDBE_CE) { 5566c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__( 5576c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "stxa %0, [%1] %2\n\t" 5586c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 5596c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 5606c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (udbl & UDBE_CE), 5616c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "r" (0x18), "i" (ASI_UDB_ERROR_W)); 5626c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5636c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5646c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5656c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_cee_log(afsr, afar, udbh, udbl, tl1, regs); 5666c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 569816242da3735957bee99aeba40aa60c4f120a101David S. Millerint cheetah_pcache_forced_on; 570816242da3735957bee99aeba40aa60c4f120a101David S. Miller 571816242da3735957bee99aeba40aa60c4f120a101David S. Millervoid cheetah_enable_pcache(void) 572816242da3735957bee99aeba40aa60c4f120a101David S. Miller{ 573816242da3735957bee99aeba40aa60c4f120a101David S. Miller unsigned long dcr; 574816242da3735957bee99aeba40aa60c4f120a101David S. Miller 575816242da3735957bee99aeba40aa60c4f120a101David S. Miller printk("CHEETAH: Enabling P-Cache on cpu %d.\n", 576816242da3735957bee99aeba40aa60c4f120a101David S. Miller smp_processor_id()); 577816242da3735957bee99aeba40aa60c4f120a101David S. Miller 578816242da3735957bee99aeba40aa60c4f120a101David S. Miller __asm__ __volatile__("ldxa [%%g0] %1, %0" 579816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "=r" (dcr) 580816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "i" (ASI_DCU_CONTROL_REG)); 581816242da3735957bee99aeba40aa60c4f120a101David S. Miller dcr |= (DCU_PE | DCU_HPE | DCU_SPE | DCU_SL); 582816242da3735957bee99aeba40aa60c4f120a101David S. Miller __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 583816242da3735957bee99aeba40aa60c4f120a101David S. Miller "membar #Sync" 584816242da3735957bee99aeba40aa60c4f120a101David S. Miller : /* no outputs */ 585816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "r" (dcr), "i" (ASI_DCU_CONTROL_REG)); 586816242da3735957bee99aeba40aa60c4f120a101David S. Miller} 587816242da3735957bee99aeba40aa60c4f120a101David S. Miller 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Cheetah error trap handling. */ 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_physbase; 5901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_linesize; 5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_size; 5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* This table is ordered in priority of errors and matches the 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * AFAR overwrite policy as well. 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct afsr_error_table { 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long mask; 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds const char *name; 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_PERR_msg[] = 6031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error"; 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IERR_msg[] = 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Internal processor error"; 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_ISAP_msg[] = 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System request parity error on incoming addresss"; 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UCU_msg[] = 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for ifetch/data"; 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UCC_msg[] = 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "SW Correctable E-cache ECC error for ifetch/data"; 6121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UE_msg[] = 6131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus data ECC error for read"; 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EDU_msg[] = 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for stmerge/blkld"; 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EMU_msg[] = 6171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus MTAG error"; 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_WDU_msg[] = 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for writeback"; 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CPU_msg[] = 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable ECC error for copyout"; 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CE_msg[] = 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus data ECC error for read"; 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EDC_msg[] = 6251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected E-cache ECC error for stmerge/blkld"; 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EMC_msg[] = 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus MTAG ECC error"; 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_WDC_msg[] = 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected E-cache ECC error for writeback"; 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CPC_msg[] = 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected ECC error for copyout"; 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_TO_msg[] = 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Unmapped error from system bus"; 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_BERR_msg[] = 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Bus error response from system bus"; 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IVC_msg[] = 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus data ECC error for ivec read"; 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IVU_msg[] = 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus data ECC error for ivec read"; 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __cheetah_error_table[] = { 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMU, CHAFSR_EMU_msg }, 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMC, CHAFSR_EMC_msg }, 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 6561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVC, CHAFSR_IVC_msg }, 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DTO_msg[] = 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus unmapped error for prefetch/storequeue-read"; 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DBERR_msg[] = 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus error for prefetch/storequeue-read"; 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_THCE_msg[] = 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Hardware corrected E-cache Tag ECC error"; 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_TSCE_msg[] = 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "SW handled correctable E-cache Tag ECC error"; 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_TUE_msg[] = 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache Tag ECC error"; 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DUE_msg[] = 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus uncorrectable data ECC error due to prefetch/store-fill"; 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __cheetah_plus_error_table[] = { 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMU, CHAFSR_EMU_msg }, 6841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 6851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMC, CHAFSR_EMC_msg }, 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 6911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 6921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DTO, CHPAFSR_DTO_msg }, 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DBERR, CHPAFSR_DBERR_msg }, 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_THCE, CHPAFSR_THCE_msg }, 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_TSCE, CHPAFSR_TSCE_msg }, 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_TUE, CHPAFSR_TUE_msg }, 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DUE, CHPAFSR_DUE_msg }, 6991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVC, CHAFSR_IVC_msg }, 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JETO_msg[] = 7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, hw timeout caused"; 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_SCE_msg[] = 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Parity error on system snoop results"; 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JEIC_msg[] = 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, illegal command detected"; 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JEIT_msg[] = 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, illegal ADTYPE detected"; 7121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_OM_msg[] = 7131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Out of range memory error has occurred"; 7141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_ETP_msg[] = 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Parity error on L2 cache tag SRAM"; 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_UMS_msg[] = 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Error due to unsupported store"; 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_RUE_msg[] = 7191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable ECC error from remote cache/memory"; 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_RCE_msg[] = 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Correctable ECC error from remote cache/memory"; 7221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_BP_msg[] = 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "JBUS parity error on returned read data"; 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_WBP_msg[] = 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "JBUS parity error on data for writeback or block store"; 7261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_FRC_msg[] = 7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Foreign read to DRAM incurring correctable ECC error"; 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_FRU_msg[] = 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Foreign read to DRAM incurring uncorrectable ECC error"; 7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __jalapeno_error_table[] = { 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JETO, JPAFSR_JETO_msg }, 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_SCE, JPAFSR_SCE_msg }, 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JEIC, JPAFSR_JEIC_msg }, 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JEIT, JPAFSR_JEIT_msg }, 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_OM, JPAFSR_OM_msg }, 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 7451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_ETP, JPAFSR_ETP_msg }, 7481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 7491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 7511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_UMS, JPAFSR_UMS_msg }, 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_RUE, JPAFSR_RUE_msg }, 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_RCE, JPAFSR_RCE_msg }, 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_BP, JPAFSR_BP_msg }, 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_WBP, JPAFSR_WBP_msg }, 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_FRC, JPAFSR_FRC_msg }, 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_FRU, JPAFSR_FRU_msg }, 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table *cheetah_error_table; 7641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long cheetah_afsr_errors; 7651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct cheetah_err_info *cheetah_error_log; 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 768d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Millerstatic inline struct cheetah_err_info *cheetah_get_error_log(unsigned long afsr) 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info *p; 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int cpu = smp_processor_id(); 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cheetah_error_log) 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_error_log + (cpu * 2); 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_TL1) != 0UL) 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p++; 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p; 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_icpe[], tl1_icpe[]; 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_dcpe[], tl1_dcpe[]; 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_fecc[], tl1_fecc[]; 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_cee[], tl1_cee[]; 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_iae[], tl1_iae[]; 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_dae[], tl1_dae[]; 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_plus_icpe_trap_vector[], cheetah_plus_icpe_trap_vector_tl1[]; 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_plus_dcpe_trap_vector[], cheetah_plus_dcpe_trap_vector_tl1[]; 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_fecc_trap_vector[], cheetah_fecc_trap_vector_tl1[]; 7921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_cee_trap_vector[], cheetah_cee_trap_vector_tl1[]; 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_deferred_trap_vector[], cheetah_deferred_trap_vector_tl1[]; 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid __init cheetah_ecache_flush_init(void) 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long largest_size, smallest_linesize, order, ver; 7985cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller int i, sz; 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Scan all cpu device tree nodes, note two values: 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) largest E-cache size 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) smallest E-cache line size 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds largest_size = 0UL; 8051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smallest_linesize = ~0UL; 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8075cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller for (i = 0; i < NR_CPUS; i++) { 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long val; 8091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8105cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller val = cpu_data(i).ecache_size; 8115cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller if (!val) 8125cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller continue; 8135cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (val > largest_size) 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds largest_size = val; 8165cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8175cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller val = cpu_data(i).ecache_line_size; 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (val < smallest_linesize) 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smallest_linesize = val; 8205cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (largest_size == 0UL || smallest_linesize == ~0UL) { 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Cannot probe cpu E-cache " 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "parameters.\n"); 8261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ecache_flush_size = (2 * largest_size); 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ecache_flush_linesize = smallest_linesize; 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 83210147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller ecache_flush_physbase = find_ecache_flush_span(ecache_flush_size); 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 83410147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller if (ecache_flush_physbase == ~0UL) { 8351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Cannot find %d byte " 83610147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller "contiguous physical memory.\n", 83710147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller ecache_flush_size); 8381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now allocate error trap reporting scoreboard. */ 84207f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller sz = NR_CPUS * (2 * sizeof(struct cheetah_err_info)); 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (order = 0; order < MAX_ORDER; order++) { 84407f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller if ((PAGE_SIZE << order) >= sz) 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_log = (struct cheetah_err_info *) 8481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __get_free_pages(GFP_KERNEL, order); 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cheetah_error_log) { 8501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Failed to allocate " 85107f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller "error logging scoreboard (%d bytes).\n", sz); 8521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memset(cheetah_error_log, 0, PAGE_SIZE << order); 8551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Mark all AFSRs as invalid so that the trap handler will 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * log new new information there. 8581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < 2 * NR_CPUS; i++) 8601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_log[i].afsr = CHAFSR_INVALID; 8611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ ("rdpr %%ver, %0" : "=r" (ver)); 86392704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller if ((ver >> 32) == __JALAPENO_ID || 86492704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller (ver >> 32) == __SERRANO_ID) { 8651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__jalapeno_error_table[0]; 8661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = JPAFSR_ERRORS; 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((ver >> 32) == 0x003e0015) { 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__cheetah_plus_error_table[0]; 8691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = CHPAFSR_ERRORS; 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 8711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__cheetah_error_table[0]; 8721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = CHAFSR_ERRORS; 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now patch trap tables. */ 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_fecc, cheetah_fecc_trap_vector, (8 * 4)); 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_fecc, cheetah_fecc_trap_vector_tl1, (8 * 4)); 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_cee, cheetah_cee_trap_vector, (8 * 4)); 8791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_cee, cheetah_cee_trap_vector_tl1, (8 * 4)); 8801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_iae, cheetah_deferred_trap_vector, (8 * 4)); 8811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_iae, cheetah_deferred_trap_vector_tl1, (8 * 4)); 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_dae, cheetah_deferred_trap_vector, (8 * 4)); 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_dae, cheetah_deferred_trap_vector_tl1, (8 * 4)); 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tlb_type == cheetah_plus) { 8851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_dcpe, cheetah_plus_dcpe_trap_vector, (8 * 4)); 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_dcpe, cheetah_plus_dcpe_trap_vector_tl1, (8 * 4)); 8871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_icpe, cheetah_plus_icpe_trap_vector, (8 * 4)); 8881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_icpe, cheetah_plus_icpe_trap_vector_tl1, (8 * 4)); 8891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flushi(PAGE_OFFSET); 8911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_ecache(void) 8941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_base = ecache_flush_physbase; 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_linesize = ecache_flush_linesize; 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_size = ecache_flush_size; 8981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("1: subcc %0, %4, %0\n\t" 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " bne,pt %%xcc, 1b\n\t" 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " ldxa [%2 + %0] %3, %%g0\n\t" 9021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=&r" (flush_size) 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "0" (flush_size), "r" (flush_base), 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_PHYS_USE_EC), "r" (flush_linesize)); 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_ecache_line(unsigned long physaddr) 9081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long alias; 9101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr &= ~(8UL - 1UL); 9121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr = (ecache_flush_physbase + 9131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (physaddr & ((ecache_flush_size>>1UL) - 1UL))); 9141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias = physaddr + (ecache_flush_size >> 1UL); 9151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %2, %%g0\n\t" 9161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %2, %%g0\n\t" 9171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (physaddr), "r" (alias), 9201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_PHYS_USE_EC)); 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Unfortunately, the diagnostic access to the I-cache tags we need to 9241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * use to clear the thing interferes with I-cache coherency transactions. 9251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 9261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * So we must only flush the I-cache when it is disabled. 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __cheetah_flush_icache(void) 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 93080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int icache_size, icache_line_size; 93180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 93280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 93380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller icache_size = local_cpu_data().icache_size; 93480dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller icache_line_size = local_cpu_data().icache_line_size; 9351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Clear the valid bits in all the tags. */ 93780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < icache_size; addr += icache_line_size) { 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %%g0, [%0] %1\n\t" 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 94180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (addr | (2 << 3)), 94280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller "i" (ASI_IC_TAG)); 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_icache(void) 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long dcu_save; 9491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Save current DCU, disable I-cache. */ 9511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 9521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %0, %2, %%g1\n\t" 9531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %1\n\t" 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (dcu_save) 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), "i" (DCU_IC) 9571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 9581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cheetah_flush_icache(); 9601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Restore DCU register */ 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 9651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (dcu_save), "i" (ASI_DCU_CONTROL_REG)); 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_dcache(void) 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 97080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int dcache_size, dcache_line_size; 97180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 97280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 97380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_size = local_cpu_data().dcache_size; 97480dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_line_size = local_cpu_data().dcache_line_size; 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 97680dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < dcache_size; addr += dcache_line_size) { 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %%g0, [%0] %1\n\t" 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 98080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (addr), "i" (ASI_DCACHE_TAG)); 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* In order to make the even parity correct we must do two things. 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * First, we clear DC_data_parity and set DC_utag to an appropriate value. 9861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Next, we clear out all 32-bytes of data for that line. Data of 9871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * all-zero + tag parity value of zero == correct parity. 9881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_plus_zap_dcache_parity(void) 9901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 99180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int dcache_size, dcache_line_size; 99280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 99380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 99480dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_size = local_cpu_data().dcache_size; 99580dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_line_size = local_cpu_data().dcache_line_size; 9961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 99780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < dcache_size; addr += dcache_line_size) { 99880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long tag = (addr >> 14); 99980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long line; 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("membar #Sync\n\t" 10021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %0, [%1] %2\n\t" 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 10041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 100580dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (tag), "r" (addr), 10061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_DCACHE_UTAG)); 100780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (line = addr; line < addr + dcache_line_size; line += 8) 10081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("membar #Sync\n\t" 10091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g0, [%0] %1\n\t" 10101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 10111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 101280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (line), 101380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller "i" (ASI_DCACHE_DATA)); 10141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Conversion tables used to frob Cheetah AFSR syndrome values into 10181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * something palatable to the memory controller driver get_unumber 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * routine. 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT0 137 10221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT1 138 10231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT2 139 10241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define NONE 254 10251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC0 140 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC1 141 10271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC2 142 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC3 143 10291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C0 128 10301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C1 129 10311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C2 130 10321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C3 131 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C4 132 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C5 133 10351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C6 134 10361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C7 135 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C8 136 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M2 144 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M3 145 10401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M4 146 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M 147 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned char cheetah_ecc_syntab[] = { 10431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*00*/NONE, C0, C1, M2, C2, M2, M3, 47, C3, M2, M2, 53, M2, 41, 29, M, 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*01*/C4, M, M, 50, M2, 38, 25, M2, M2, 33, 24, M2, 11, M, M2, 16, 10451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*02*/C5, M, M, 46, M2, 37, 19, M2, M, 31, 32, M, 7, M2, M2, 10, 10461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*03*/M2, 40, 13, M2, 59, M, M2, 66, M, M2, M2, 0, M2, 67, 71, M, 10471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*04*/C6, M, M, 43, M, 36, 18, M, M2, 49, 15, M, 63, M2, M2, 6, 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*05*/M2, 44, 28, M2, M, M2, M2, 52, 68, M2, M2, 62, M2, M3, M3, M4, 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*06*/M2, 26, 106, M2, 64, M, M2, 2, 120, M, M2, M3, M, M3, M3, M4, 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*07*/116, M2, M2, M3, M2, M3, M, M4, M2, 58, 54, M2, M, M4, M4, M3, 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*08*/C7, M2, M, 42, M, 35, 17, M2, M, 45, 14, M2, 21, M2, M2, 5, 10521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*09*/M, 27, M, M, 99, M, M, 3, 114, M2, M2, 20, M2, M3, M3, M, 10531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0a*/M2, 23, 113, M2, 112, M2, M, 51, 95, M, M2, M3, M2, M3, M3, M2, 10541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0b*/103, M, M2, M3, M2, M3, M3, M4, M2, 48, M, M, 73, M2, M, M3, 10551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0c*/M2, 22, 110, M2, 109, M2, M, 9, 108, M2, M, M3, M2, M3, M3, M, 10561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0d*/102, M2, M, M, M2, M3, M3, M, M2, M3, M3, M2, M, M4, M, M3, 10571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0e*/98, M, M2, M3, M2, M, M3, M4, M2, M3, M3, M4, M3, M, M, M, 10581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0f*/M2, M3, M3, M, M3, M, M, M, 56, M4, M, M3, M4, M, M, M, 10591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*10*/C8, M, M2, 39, M, 34, 105, M2, M, 30, 104, M, 101, M, M, 4, 10601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*11*/M, M, 100, M, 83, M, M2, 12, 87, M, M, 57, M2, M, M3, M, 10611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*12*/M2, 97, 82, M2, 78, M2, M2, 1, 96, M, M, M, M, M, M3, M2, 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*13*/94, M, M2, M3, M2, M, M3, M, M2, M, 79, M, 69, M, M4, M, 10631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*14*/M2, 93, 92, M, 91, M, M2, 8, 90, M2, M2, M, M, M, M, M4, 10641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*15*/89, M, M, M3, M2, M3, M3, M, M, M, M3, M2, M3, M2, M, M3, 10651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*16*/86, M, M2, M3, M2, M, M3, M, M2, M, M3, M, M3, M, M, M3, 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*17*/M, M, M3, M2, M3, M2, M4, M, 60, M, M2, M3, M4, M, M, M2, 10671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*18*/M2, 88, 85, M2, 84, M, M2, 55, 81, M2, M2, M3, M2, M3, M3, M4, 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*19*/77, M, M, M, M2, M3, M, M, M2, M3, M3, M4, M3, M2, M, M, 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1a*/74, M, M2, M3, M, M, M3, M, M, M, M3, M, M3, M, M4, M3, 10701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1b*/M2, 70, 107, M4, 65, M2, M2, M, 127, M, M, M, M2, M3, M3, M, 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1c*/80, M2, M2, 72, M, 119, 118, M, M2, 126, 76, M, 125, M, M4, M3, 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1d*/M2, 115, 124, M, 75, M, M, M3, 61, M, M4, M, M4, M, M, M, 10731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1e*/M, 123, 122, M4, 121, M4, M, M3, 117, M2, M2, M3, M4, M3, M, M, 10741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1f*/111, M, M, M, M4, M3, M3, M, M, M, M3, M, M3, M2, M, M 10751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 10761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned char cheetah_mtag_syntab[] = { 10771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MTC0, 10781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC1, NONE, 10791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC2, NONE, 10801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT0, 10811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC3, NONE, 10821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT1, 10831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT2, 10841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, NONE 10851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 10861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Return the highest priority error conditon mentioned. */ 1088d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Millerstatic inline unsigned long cheetah_get_hipri(unsigned long afsr) 10891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 10901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tmp = 0; 10911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 10921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; cheetah_error_table[i].mask; i++) { 10941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((tmp = (afsr & cheetah_error_table[i].mask)) != 0UL) 10951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return tmp; 10961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return tmp; 10981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char *cheetah_get_string(unsigned long bit) 11011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 11031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; cheetah_error_table[i].mask; i++) { 11051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((bit & cheetah_error_table[i].mask) != 0UL) 11061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return cheetah_error_table[i].name; 11071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return "???"; 11091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_log_errors(struct pt_regs *regs, struct cheetah_err_info *info, 11121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long afsr, unsigned long afar, int recoverable) 11131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long hipri; 11151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char unum[256]; 11161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): Cheetah error trap taken afsr[%016lx] afar[%016lx] TL1(%d)\n", 11181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar, 11201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_TL1) ? 1 : 0); 1121955c054f7905e0a9ee4483b03f866f61e6929becDavid S. Miller printk("%s" "ERROR(%d): TPC[%lx] TNPC[%lx] O7[%lx] TSTATE[%lx]\n", 11221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 1123955c054f7905e0a9ee4483b03f866f61e6929becDavid S. Miller regs->tpc, regs->tnpc, regs->u_regs[UREG_I7], regs->tstate); 11245af47db796cb7e06e9bafb0d75ad98693b55f8b6David S. Miller printk("%s" "ERROR(%d): ", 11255af47db796cb7e06e9bafb0d75ad98693b55f8b6David S. Miller (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id()); 11264fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("TPC<%pS>\n", (void *) regs->tpc); 11271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): M_SYND(%lx), E_SYND(%lx)%s%s\n", 11281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_M_SYNDROME) >> CHAFSR_M_SYNDROME_SHIFT, 11301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_E_SYNDROME) >> CHAFSR_E_SYNDROME_SHIFT, 11311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_ME) ? ", Multiple Errors" : "", 11321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_PRIV) ? ", Privileged" : ""); 11331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hipri = cheetah_get_hipri(afsr); 11341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): Highest priority error (%016lx) \"%s\"\n", 11351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hipri, cheetah_get_string(hipri)); 11371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Try to get unumber if relevant. */ 11391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define ESYND_ERRORS (CHAFSR_IVC | CHAFSR_IVU | \ 11401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_CPC | CHAFSR_CPU | \ 11411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_UE | CHAFSR_CE | \ 11421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_EDC | CHAFSR_EDU | \ 11431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_UCC | CHAFSR_UCU | \ 11441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_WDC) 11451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MSYND_ERRORS (CHAFSR_EMC | CHAFSR_EMU) 11461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & ESYND_ERRORS) { 11471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int syndrome; 11481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 11491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = (afsr & CHAFSR_E_SYNDROME) >> CHAFSR_E_SYNDROME_SHIFT; 11511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = cheetah_ecc_syntab[syndrome]; 1152881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = sprintf_dimm(syndrome, afar, unum, sizeof(unum)); 11531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != -1) 11541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): AFAR E-syndrome [%s]\n", 11551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 11561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), unum); 11571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if (afsr & MSYND_ERRORS) { 11581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int syndrome; 11591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 11601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = (afsr & CHAFSR_M_SYNDROME) >> CHAFSR_M_SYNDROME_SHIFT; 11621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = cheetah_mtag_syntab[syndrome]; 1163881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = sprintf_dimm(syndrome, afar, unum, sizeof(unum)); 11641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != -1) 11651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): AFAR M-syndrome [%s]\n", 11661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 11671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), unum); 11681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now dump the cache snapshots. */ 11719018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): D-cache idx[%x] tag[%016llx] utag[%016llx] stag[%016llx]\n", 11721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->dcache_index, 11741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_tag, 11751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_utag, 11761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_stag); 11779018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): D-cache data0[%016llx] data1[%016llx] data2[%016llx] data3[%016llx]\n", 11781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[0], 11801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[1], 11811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[2], 11821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[3]); 11839018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache idx[%x] tag[%016llx] utag[%016llx] stag[%016llx] " 11849018113649348c689da107166c05d436cd52e7bfSam Ravnborg "u[%016llx] l[%016llx]\n", 11851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->icache_index, 11871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_tag, 11881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_utag, 11891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_stag, 11901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_upper, 11911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_lower); 11929018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache INSN0[%016llx] INSN1[%016llx] INSN2[%016llx] INSN3[%016llx]\n", 11931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[0], 11951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[1], 11961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[2], 11971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[3]); 11989018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache INSN4[%016llx] INSN5[%016llx] INSN6[%016llx] INSN7[%016llx]\n", 11991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[4], 12011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[5], 12021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[6], 12031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[7]); 12049018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): E-cache idx[%x] tag[%016llx]\n", 12051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->ecache_index, info->ecache_tag); 12079018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): E-cache data0[%016llx] data1[%016llx] data2[%016llx] data3[%016llx]\n", 12081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[0], 12101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[1], 12111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[2], 12121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[3]); 12131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr = (afsr & ~hipri) & cheetah_afsr_errors; 12151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (afsr != 0UL) { 12161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long bit = cheetah_get_hipri(afsr); 12171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR: Multiple-error (%016lx) \"%s\"\n", 12191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 12201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bit, cheetah_get_string(bit)); 12211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr &= ~bit; 12231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 12261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_CRIT "ERROR: This condition is not recoverable.\n"); 12271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_recheck_errors(struct cheetah_err_info *logp) 12301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long afsr, afar; 12321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret = 0; 12331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 12351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (afsr) 12361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_AFSR)); 12371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) != 0) { 12381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (logp != NULL) { 12391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 12401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (afar) 12411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_AFAR)); 12421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds logp->afsr = afsr; 12431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds logp->afar = afar; 12441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 1; 12461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 12481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync\n\t" 12491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (afsr), "i" (ASI_AFSR)); 12501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 12521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_fecc_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 12551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 12571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable; 12581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Flush E-cache */ 12601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 12611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 12631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 12641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early Fast-ECC error afsr[%016lx] afar[%016lx]\n", 12651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 12661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 12671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 12681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 12691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 12721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 12731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 12751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 12761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 12771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 12781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 12791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 12801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 12821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 12831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 12841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 12851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 12871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 12881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 12901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 12911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 12921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 12931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 12941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 12951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 12961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 12971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 12981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 13001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 13011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 13021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 13031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 13061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 13071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 13101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 13111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 13131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 13141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 13151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR. What we are looking for here is whether a new 13171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * error was logged while we had error reporting traps disabled. 13181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(&local_snapshot)) { 13201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long new_afsr = local_snapshot.afsr; 13211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If we got a new asynchronous error, die... */ 13231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (new_afsr & (CHAFSR_EMU | CHAFSR_EDU | 13241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_CPU | 13251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_IVU | CHAFSR_UE | 13261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_BERR | CHAFSR_TO)) 13271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 13281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 13311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 13321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 13341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Fast-ECC error trap.\n"); 13351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Flush E-cache to kick the error trap handlers out. */ 13371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 13381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 13391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Try to fix a correctable error by pushing the line out from 13411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the E-cache. Recheck error reporting registers to see if the 13421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * problem is intermittent. 13431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_fix_ce(unsigned long physaddr) 13451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 13461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long orig_estate; 13471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long alias1, alias2; 13481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 13491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Make sure correctable error traps are disabled. */ 13511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %2, %0\n\t" 13521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "andn %0, %1, %%g1\n\t" 13531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %2\n\t" 13541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=&r" (orig_estate) 13561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ESTATE_ERROR_CEEN), 13571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_ESTATE_ERROR_EN) 13581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* We calculate alias addresses that will force the 13611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cache line in question out of the E-cache. Then 13621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we bring it back in with an atomic instruction so 13631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that we get it in some modified/exclusive state, 13641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then we displace it again to try and get proper ECC 13651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pushed back into the system. 13661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr &= ~(8UL - 1UL); 13681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias1 = (ecache_flush_physbase + 13691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (physaddr & ((ecache_flush_size >> 1) - 1))); 13701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias2 = alias1 + (ecache_flush_size >> 1); 13711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %3, %%g0\n\t" 13721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %3, %%g0\n\t" 13731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "casxa [%2] %3, %%g0, %%g0\n\t" 13741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%0] %3, %%g0\n\t" 13751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %3, %%g0\n\t" 13761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (alias1), "r" (alias2), 13791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "r" (physaddr), "i" (ASI_PHYS_USE_EC)); 13801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Did that trigger another error? */ 13821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(NULL)) { 13831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Try one more time. */ 13841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %1, %%g0\n\t" 13851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (physaddr), "i" (ASI_PHYS_USE_EC)); 13871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(NULL)) 13881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 2; 13891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 13901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 1; 13911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 13921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* No new error, intermittent problem. */ 13931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 0; 13941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Restore error enables. */ 13971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 13981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (orig_estate), "i" (ASI_ESTATE_ERROR_EN)); 14001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 14021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Return non-zero if PADDR is a valid physical memory address. */ 14051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_check_main_memory(unsigned long paddr) 14061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 140710147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller unsigned long vaddr = PAGE_OFFSET + paddr; 14081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 140913edad7a5cef1c952459742482482a6b05e1a8a1David S. Miller if (vaddr > (unsigned long) high_memory) 1410ed3ffaf7b5e0262cb860f106a6632933671cc88fDavid S. Miller return 0; 1411ed3ffaf7b5e0262cb860f106a6632933671cc88fDavid S. Miller 141210147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller return kern_addr_valid(vaddr); 14131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_cee_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 14161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 14171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 14181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable, is_memory; 14191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 14211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 14221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early CEE error afsr[%016lx] afar[%016lx]\n", 14231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 14241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 14251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 14261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 14271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 14301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 14311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 14331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 14341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 14351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 14361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 14371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 14381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 14401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 14411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 14431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_memory = cheetah_check_main_memory(afar); 14451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (is_memory && (afsr & CHAFSR_CE) != 0UL) { 14471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* XXX Might want to log the results of this operation 14481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * XXX somewhere... -DaveM 14491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_fix_ce(afar); 14511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 14541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int flush_all, flush_line; 14551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = flush_line = 0; 14571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_EDC) != 0UL) { 14581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_EDC) 14591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 14601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 14621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((afsr & CHAFSR_CPC) != 0UL) { 14631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_CPC) 14641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 14651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 14671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Trap handler only disabled I-cache, flush it. */ 14701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 14711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache */ 14731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 14741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 14751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 14761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 14781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 14791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_IC) 14801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 14811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (flush_all) 14831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 14841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (flush_line) 14851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache_line(afar); 14861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 14891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 14901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 14911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 14921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 14941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 14951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_CEEN) 14961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 14971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 14991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 15001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 15021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 15031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 15041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR */ 15061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) cheetah_recheck_errors(&local_snapshot); 15071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 15091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 15101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 15121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Correctable-ECC error trap.\n"); 15131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 15141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_deferred_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 15161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 15171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 15181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable, is_memory; 15191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_PCI 15211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Check for the special PCI poke sequence. */ 15221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pci_poke_in_progress && pci_poke_cpu == smp_processor_id()) { 15231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 15241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 15251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 15271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 15331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 15341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 15371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 15431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 15441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) cheetah_recheck_errors(NULL); 15471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pci_poke_faulted = 1; 15491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc += 4; 15501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 15511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 15521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 15541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 15561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 15571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early deferred error afsr[%016lx] afar[%016lx]\n", 15581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 15591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 15601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 15611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 15621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 15651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 15661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 15681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 15691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 15701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 15711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 15721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 15731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 15751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 15761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 15771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 15781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_memory = cheetah_check_main_memory(afar); 15801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 15821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int flush_all, flush_line; 15831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = flush_line = 0; 15851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_EDU) != 0UL) { 15861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_EDU) 15871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 15881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 15891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 15901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((afsr & CHAFSR_BERR) != 0UL) { 15911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_BERR) 15921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 15931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 15941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 15951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 15981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 15991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I/D caches */ 16011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 16021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 16031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 16041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 16051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 16061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 16071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_IC | DCU_DC) 16081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 16091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (flush_all) 16111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 16121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (flush_line) 16131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache_line(afar); 16141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 16171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 16181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 16191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 16201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 16211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 16221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 16231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 16241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 16251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 16271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 16281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 16311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR. What we are looking for here is whether a new 16341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * error was logged while we had error reporting traps disabled. 16351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(&local_snapshot)) { 16371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long new_afsr = local_snapshot.afsr; 16381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If we got a new asynchronous error, die... */ 16401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (new_afsr & (CHAFSR_EMU | CHAFSR_EDU | 16411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_CPU | 16421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_IVU | CHAFSR_UE | 16431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_BERR | CHAFSR_TO)) 16441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 16481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 16491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* "Recoverable" here means we try to yank the page from ever 16511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * being newly used again. This depends upon a few things: 16521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) Must be main memory, and AFAR must be valid. 16531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) If we trapped from user, OK. 16541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3) Else, if we trapped from kernel we must find exception 16551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * table entry (ie. we have to have been accessing user 16561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * space). 16571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 16581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If AFAR is not in main memory, or we trapped from kernel 16591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and cannot find an exception table entry, it is unacceptable 16601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to try and continue. 16611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable && is_memory) { 16631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((regs->tstate & TSTATE_PRIV) == 0UL) { 16641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OK, usermode access. */ 16651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16678cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller const struct exception_table_entry *entry; 16681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16698cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller entry = search_exception_tables(regs->tpc); 16708cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller if (entry) { 16711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OK, kernel access to userspace. */ 16721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* BAD, privileged state is corrupted. */ 16761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable) { 16801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pfn_valid(afar >> PAGE_SHIFT)) 16811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds get_page(pfn_to_page(afar >> PAGE_SHIFT)); 16821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 16831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Only perform fixup if we still have a 16861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recoverable condition. 16871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable) { 16898cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc = entry->fixup; 16901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 16911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 16991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable deferred error trap.\n"); 17001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Handle a D/I cache parity error trap. TYPE is encoded as: 17031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 17041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Bit0: 0=dcache,1=icache 17051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Bit1: 0=recoverable,1=unrecoverable 17061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 17071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The hardware has disabled both the I-cache and D-cache in 17081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the %dcr register. 17091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_plus_parity_error(int type, struct pt_regs *regs) 17111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 17121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (type & 0x1) 17131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cheetah_flush_icache(); 17141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 17151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_plus_zap_dcache_parity(); 17161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 17171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 17191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 17201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 17211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 17221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 17231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 17241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 17251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 17261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 17271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (type & 0x2) { 17291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_EMERG "CPU[%d]: Cheetah+ %c-cache parity error at TPC[%016lx]\n", 17301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), 17311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (type & 0x1) ? 'I' : 'D', 17321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc); 17334fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "TPC<%pS>\n", (void *) regs->tpc); 17341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Cheetah+ parity error."); 17351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: Cheetah+ %c-cache parity error at TPC[%016lx]\n", 17381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), 17391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (type & 0x1) ? 'I' : 'D', 17401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc); 17414fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_WARNING "TPC<%pS>\n", (void *) regs->tpc); 17421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17445b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstruct sun4v_error_entry { 17455b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_handle; 17465b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_stick; 17475b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17485b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_type; 17495b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_UNDEFINED 0 17505b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_UNCORRECTED_RES 1 17515b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_PRECISE_NONRES 2 17525b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_DEFERRED_NONRES 3 17535b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_WARNING_RES 4 17545b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17555b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_attrs; 17565b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PROCESSOR 0x00000001 17575b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_MEMORY 0x00000002 17585b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PIO 0x00000004 17595b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_INT_REGISTERS 0x00000008 17605b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_FPU_REGISTERS 0x00000010 17615b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_USER_MODE 0x01000000 17625b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PRIV_MODE 0x02000000 17635b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_RES_QUEUE_FULL 0x80000000 17645b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17655b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_raddr; 17665b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_size; 17675b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u16 err_cpu; 17685b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u16 err_pad; 17695b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller}; 17705b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17715b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic atomic_t sun4v_resum_oflow_cnt = ATOMIC_INIT(0); 17725b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic atomic_t sun4v_nonresum_oflow_cnt = ATOMIC_INIT(0); 17735b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17745b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic const char *sun4v_err_type_to_str(u32 type) 17755b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 17765b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller switch (type) { 17775b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_UNDEFINED: 17785b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "undefined"; 17795b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_UNCORRECTED_RES: 17805b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "uncorrected resumable"; 17815b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_PRECISE_NONRES: 17825b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "precise nonresumable"; 17835b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_DEFERRED_NONRES: 17845b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "deferred nonresumable"; 17855b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_WARNING_RES: 17865b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "warning resumable"; 17875b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller default: 17885b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "unknown"; 17895b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller }; 17905b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 17915b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17925224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Millerstatic void sun4v_log_error(struct pt_regs *regs, struct sun4v_error_entry *ent, int cpu, const char *pfx, atomic_t *ocnt) 17935b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 17945b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cnt; 17955b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17965b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: Reporting on cpu %d\n", pfx, cpu); 17979018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s: err_handle[%llx] err_stick[%llx] err_type[%08x:%s]\n", 17985b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 17995b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle, ent->err_stick, 18005b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_type, 18015b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller sun4v_err_type_to_str(ent->err_type)); 18025b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: err_attrs[%08x:%s %s %s %s %s %s %s %s]\n", 18035b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18045b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_attrs, 18055b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PROCESSOR) ? 18065b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "processor" : ""), 18075b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_MEMORY) ? 18085b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "memory" : ""), 18095b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PIO) ? 18105b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "pio" : ""), 18115b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_INT_REGISTERS) ? 18125b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "integer-regs" : ""), 18135b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_FPU_REGISTERS) ? 18145b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "fpu-regs" : ""), 18155b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_USER_MODE) ? 18165b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "user" : ""), 18175b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PRIV_MODE) ? 18185b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "privileged" : ""), 18195b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_RES_QUEUE_FULL) ? 18205b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "queue-full" : "")); 18219018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s: err_raddr[%016llx] err_size[%u] err_cpu[%u]\n", 18225b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18235b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_raddr, ent->err_size, ent->err_cpu); 18245b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1825dbf3e950679b2588e554baa4da94c445c7903e24David S. Miller show_regs(regs); 18265224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller 18275b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller if ((cnt = atomic_read(ocnt)) != 0) { 18285b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_set(ocnt, 0); 18295b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 18305b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: Queue overflowed %d times.\n", 18315b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, cnt); 18325b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller } 18335b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18345b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1835b4f4372f96e0573d752d9e45beda02fabf716cc8David S. Miller/* We run with %pil set to PIL_NORMAL_MAX and PSTATE_IE enabled in %pstate. 18365b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * Log the event and clear the first word of the entry. 18375b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 18385b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_resum_error(struct pt_regs *regs, unsigned long offset) 18395b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18405b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct sun4v_error_entry *ent, local_copy; 18415b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct trap_per_cpu *tb; 18425b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller unsigned long paddr; 18435b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cpu; 18445b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18455b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller cpu = get_cpu(); 18465b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18475b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller tb = &trap_block[cpu]; 18485b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller paddr = tb->resum_kernel_buf_pa + offset; 18495b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent = __va(paddr); 18505b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18515b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller memcpy(&local_copy, ent, sizeof(struct sun4v_error_entry)); 18525b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18535b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* We have a local copy now, so release the entry. */ 18545b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle = 0; 18555b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 18565b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18575b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller put_cpu(); 18585b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1859a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller if (ent->err_type == SUN4V_ERR_TYPE_WARNING_RES) { 1860a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller /* If err_type is 0x4, it's a powerdown request. Do 1861a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller * not do the usual resumable error log because that 1862a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller * makes it look like some abnormal error. 1863a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller */ 1864a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller printk(KERN_INFO "Power down request...\n"); 1865a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller kill_cad_pid(SIGINT, 1); 1866a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller return; 1867a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller } 1868a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller 18695224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller sun4v_log_error(regs, &local_copy, cpu, 18705b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller KERN_ERR "RESUMABLE ERROR", 18715b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller &sun4v_resum_oflow_cnt); 18725b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18735b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18745b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller/* If we try to printk() we'll probably make matters worse, by trying 18755b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * to retake locks this cpu already holds or causing more errors. So 18765b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * just bump a counter, and we'll report these counter bumps above. 18775b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 18785b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_resum_overflow(struct pt_regs *regs) 18795b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18805b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_inc(&sun4v_resum_oflow_cnt); 18815b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18825b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1883b4f4372f96e0573d752d9e45beda02fabf716cc8David S. Miller/* We run with %pil set to PIL_NORMAL_MAX and PSTATE_IE enabled in %pstate. 18845b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * Log the event, clear the first word of the entry, and die. 18855b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 18865b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_nonresum_error(struct pt_regs *regs, unsigned long offset) 18875b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18885b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct sun4v_error_entry *ent, local_copy; 18895b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct trap_per_cpu *tb; 18905b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller unsigned long paddr; 18915b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cpu; 18925b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18935b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller cpu = get_cpu(); 18945b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18955b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller tb = &trap_block[cpu]; 18965b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller paddr = tb->nonresum_kernel_buf_pa + offset; 18975b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent = __va(paddr); 18985b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18995b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller memcpy(&local_copy, ent, sizeof(struct sun4v_error_entry)); 19005b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19015b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* We have a local copy now, so release the entry. */ 19025b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle = 0; 19035b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 19045b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19055b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller put_cpu(); 19065b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19075b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#ifdef CONFIG_PCI 19085b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* Check for the special PCI poke sequence. */ 19095b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller if (pci_poke_in_progress && pci_poke_cpu == cpu) { 19105b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pci_poke_faulted = 1; 19115b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller regs->tpc += 4; 19125b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller regs->tnpc = regs->tpc + 4; 19135b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return; 19145b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller } 19155b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#endif 19165b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19175224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller sun4v_log_error(regs, &local_copy, cpu, 19185b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller KERN_EMERG "NON-RESUMABLE ERROR", 19195b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller &sun4v_nonresum_oflow_cnt); 19205b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19215b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller panic("Non-resumable error."); 19225b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 19235b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19245b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller/* If we try to printk() we'll probably make matters worse, by trying 19255b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * to retake locks this cpu already holds or causing more errors. So 19265b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * just bump a counter, and we'll report these counter bumps above. 19275b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19285b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_nonresum_overflow(struct pt_regs *regs) 19295b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 19305b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* XXX Actually even this can make not that much sense. Perhaps 19315b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * XXX we should just pull the plug and panic directly from here? 19325b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19335b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_inc(&sun4v_nonresum_oflow_cnt); 19345b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 19355b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19366c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_vaddr; 19376c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_ctx; 19386c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_pte; 19396c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_error; 19406c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19416c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millervoid sun4v_itlb_error_report(struct pt_regs *regs, int tl) 19426c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller{ 19436c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller if (tl > 1) 19446c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 19456c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 194604d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-ITLB: Error at TPC[%lx], tl %d\n", 194704d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller regs->tpc, tl); 19484fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-ITLB: TPC<%pS>\n", (void *) regs->tpc); 19496320bcebc0ee0bafc61f293bec2d0809171f6b1dDavid S. Miller printk(KERN_EMERG "SUN4V-ITLB: O7[%lx]\n", regs->u_regs[UREG_I7]); 19504fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-ITLB: O7<%pS>\n", 19514fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) regs->u_regs[UREG_I7]); 195204d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-ITLB: vaddr[%lx] ctx[%lx] " 195304d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "pte[%lx] error[%lx]\n", 19546c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_itlb_vaddr, sun4v_err_itlb_ctx, 19556c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_itlb_pte, sun4v_err_itlb_error); 195604d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller 19576c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller prom_halt(); 19586c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller} 19596c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19606c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_vaddr; 19616c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_ctx; 19626c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_pte; 19636c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_error; 19646c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19656c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millervoid sun4v_dtlb_error_report(struct pt_regs *regs, int tl) 19666c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller{ 19676c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller if (tl > 1) 19686c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 19696c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 197004d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-DTLB: Error at TPC[%lx], tl %d\n", 197104d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller regs->tpc, tl); 19724fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-DTLB: TPC<%pS>\n", (void *) regs->tpc); 19736320bcebc0ee0bafc61f293bec2d0809171f6b1dDavid S. Miller printk(KERN_EMERG "SUN4V-DTLB: O7[%lx]\n", regs->u_regs[UREG_I7]); 19744fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-DTLB: O7<%pS>\n", 19754fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) regs->u_regs[UREG_I7]); 197604d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-DTLB: vaddr[%lx] ctx[%lx] " 197704d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "pte[%lx] error[%lx]\n", 19786c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_dtlb_vaddr, sun4v_err_dtlb_ctx, 19796c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_dtlb_pte, sun4v_err_dtlb_error); 198004d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller 19816c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller prom_halt(); 19826c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller} 19836c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19842a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Millervoid hypervisor_tlbop_error(unsigned long err, unsigned long op) 19852a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller{ 19862a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller printk(KERN_CRIT "SUN4V: TLB hv call error %lu for op %lu\n", 19872a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller err, op); 19882a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller} 19892a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller 19902a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Millervoid hypervisor_tlbop_error_xcall(unsigned long err, unsigned long op) 19912a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller{ 19922a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller printk(KERN_CRIT "SUN4V: XCALL TLB hv call error %lu for op %lu\n", 19932a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller err, op); 19942a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller} 19952a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller 19961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpe_common(struct pt_regs *regs) 19971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 19981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 19991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc = regs->tnpc; 20001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc += 4; 20011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 20021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long fsr = current_thread_info()->xfsr[0]; 20031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 20041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 20061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 20071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 20081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGFPE; 20101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 20111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 20121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 20131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = __SI_FAULT; 20141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((fsr & 0x1c000) == (1 << 14)) { 20151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (fsr & 0x10) 20161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTINV; 20171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x08) 20181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTOVF; 20191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x04) 20201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTUND; 20211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x02) 20221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTDIV; 20231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x01) 20241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTRES; 20251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGFPE, &info, current); 20271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpieee(struct pt_regs *regs) 20311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "fpu exception ieee", regs, 20331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x24, SIGFPE) == NOTIFY_STOP) 20341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_fpe_common(regs); 20371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int do_mathemu(struct pt_regs *, struct fpustate *); 20401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpother(struct pt_regs *regs) 20421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct fpustate *f = FPUSTATE; 20441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret = 0; 20451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "fpu exception other", regs, 20471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x25, SIGFPE) == NOTIFY_STOP) 20481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((current_thread_info()->xfsr[0] & 0x1c000)) { 20511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case (2 << 14): /* unfinished_FPop */ 20521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case (3 << 14): /* unimplemented_FPop */ 20531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = do_mathemu(regs, f); 20541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 20551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 20571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_fpe_common(regs); 20591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_tof(struct pt_regs *regs) 20621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 20641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "tagged arithmetic overflow", regs, 20661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x26, SIGEMT) == NOTIFY_STOP) 20671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 20701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Penguin overflow trap from kernel mode", regs); 20711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 20721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 20731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 20741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGEMT; 20761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 20771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = EMT_TAGOVF; 20781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 20791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 20801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGEMT, &info, current); 20811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_div0(struct pt_regs *regs) 20841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 20861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "integer division by zero", regs, 20881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x28, SIGFPE) == NOTIFY_STOP) 20891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 20921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Kernel divide by zero.", regs); 20931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 20941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 20951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 20961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGFPE; 20981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 20991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_INTDIV; 21001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 21011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 21021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGFPE, &info, current); 21031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 210599cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Millerstatic void instruction_dump(unsigned int *pc) 21061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 21081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((((unsigned long) pc) & 3)) 21101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Instruction DUMP:"); 21131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = -3; i < 6; i++) 21141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%c%08x%c",i?' ':'<',pc[i],i?' ':'>'); 21151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("\n"); 21161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 211899cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Millerstatic void user_instruction_dump(unsigned int __user *pc) 21191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 21211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int buf[9]; 21221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((((unsigned long) pc) & 3)) 21241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy_from_user(buf, pc - 3, sizeof(buf))) 21271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Instruction DUMP:"); 21301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < 9; i++) 21311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%c%08x%c",i==3?' ':'<',buf[i],i==3?' ':'>'); 21321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("\n"); 21331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid show_stack(struct task_struct *tsk, unsigned long *_ksp) 21361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 213777c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller unsigned long fp, thread_base, ksp; 2138c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller struct thread_info *tp; 21391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int count = 0; 21401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ksp = (unsigned long) _ksp; 2142c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (!tsk) 2143c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller tsk = current; 2144c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller tp = task_thread_info(tsk); 2145c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (ksp == 0UL) { 2146c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (tsk == current) 2147c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller asm("mov %%fp, %0" : "=r" (ksp)); 2148c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller else 2149c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller ksp = tp->ksp; 2150c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller } 21511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tp == current_thread_info()) 21521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flushw_all(); 21531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds fp = ksp + STACK_BIAS; 21551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds thread_base = (unsigned long) tp; 21561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21574fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("Call Trace:\n"); 21581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do { 215914d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller struct sparc_stackf *sf; 216077c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller struct pt_regs *regs; 216177c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller unsigned long pc; 216277c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21634f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller if (!kstack_valid(tp, fp)) 21641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 216514d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller sf = (struct sparc_stackf *) fp; 216614d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller regs = (struct pt_regs *) (sf + 1); 216777c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21684f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller if (kstack_is_trap_frame(tp, regs)) { 216914d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller if (!(regs->tstate & TSTATE_PRIV)) 217014d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller break; 217177c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller pc = regs->tpc; 217277c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller fp = regs->u_regs[UREG_I6] + STACK_BIAS; 217377c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller } else { 217414d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller pc = sf->callers_pc; 217514d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller fp = (unsigned long)sf->fp + STACK_BIAS; 217677c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller } 217777c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21784fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(" [%016lx] %pS\n", pc, (void *) pc); 21791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } while (++count < 16); 21801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid dump_stack(void) 21831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2184c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller show_stack(current, NULL); 21851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(dump_stack); 21881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline int is_kernel_stack(struct task_struct *task, 21901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct reg_window *rw) 21911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long rw_addr = (unsigned long) rw; 21931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long thread_base, thread_end; 21941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rw_addr < PAGE_OFFSET) { 21961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (task != &init_task) 21971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 21981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 21991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2200ee3eea165e706a3ce8a53693e810403f65239ebbAl Viro thread_base = (unsigned long) task_stack_page(task); 22011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds thread_end = thread_base + sizeof(union thread_union); 22021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rw_addr >= thread_base && 22031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rw_addr < thread_end && 22041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds !(rw_addr & 0x7UL)) 22051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 22061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 22081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline struct reg_window *kernel_stack_up(struct reg_window *rw) 22111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long fp = rw->ins[6]; 22131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!fp) 22151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 22161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (struct reg_window *) (fp + STACK_BIAS); 22181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid die_if_kernel(char *str, struct pt_regs *regs) 22211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds static int die_counter; 22231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int count = 0; 22241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Amuse the user. */ 22261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk( 22271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \\|/ ____ \\|/\n" 22281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \"@'/ .. \\`@\"\n" 22291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" /_| \\__/ |_\\\n" 22301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \\__U_/\n"); 22311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 223219c5870c0eefd27c6d09d867465e0571262e05d0Alexey Dobriyan printk("%s(%d): %s [#%d]\n", current->comm, task_pid_nr(current), str, ++die_counter); 22331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds notify_die(DIE_OOPS, str, regs, 0, 255, SIGSEGV); 22341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("flushw"); 2235dbf3e950679b2588e554baa4da94c445c7903e24David S. Miller show_regs(regs); 2236bcdcd8e725b923ad7c0de809680d5d5658a7bf8cPavel Emelianov add_taint(TAINT_DIE); 22371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 22381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct reg_window *rw = (struct reg_window *) 22391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (regs->u_regs[UREG_FP] + STACK_BIAS); 22401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Stop the back trace when we hit userland or we 22421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * find some badly aligned kernel stack. 22431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 22441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (rw && 22451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds count++ < 30&& 22461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_kernel_stack(current, rw)) { 22474fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("Caller[%016lx]: %pS\n", rw->ins[7], 22484fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) rw->ins[7]); 22491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rw = kernel_stack_up(rw); 22511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds instruction_dump ((unsigned int *) regs->tpc); 22531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 22541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 22551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 22561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 22571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds user_instruction_dump ((unsigned int __user *) regs->tpc); 22591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 22611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_exit(SIGKILL); 22621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_exit(SIGSEGV); 22631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22656e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller#define VIS_OPCODE_MASK ((0x3 << 30) | (0x3f << 19)) 22666e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller#define VIS_OPCODE_VAL ((0x2 << 30) | (0x36 << 19)) 22676e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller 22681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int handle_popc(u32 insn, struct pt_regs *regs); 22691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int handle_ldf_stq(u32 insn, struct pt_regs *regs); 22701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_illegal_instruction(struct pt_regs *regs) 22721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long pc = regs->tpc; 22741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tstate = regs->tstate; 22751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 insn; 22761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 22771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "illegal instruction", regs, 22791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x10, SIGILL) == NOTIFY_STOP) 22801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 22811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tstate & TSTATE_PRIV) 22831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Kernel illegal instruction", regs); 22841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) 22851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pc = (u32)pc; 22861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (get_user(insn, (u32 __user *) pc) != -EFAULT) { 22871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((insn & 0xc1ffc000) == 0x81700000) /* POPC */ { 22881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (handle_popc(insn, regs)) 22891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 22901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((insn & 0xc1580000) == 0xc1100000) /* LDQ/STQ */ { 22911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (handle_ldf_stq(insn, regs)) 22921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 22930c51ed93ca0ecbf44ec096f4bd04c12a3e761e6bDavid S. Miller } else if (tlb_type == hypervisor) { 22946e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if ((insn & VIS_OPCODE_MASK) == VIS_OPCODE_VAL) { 22956e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if (!vis_emul(regs, insn)) 22966e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller return; 22976e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller } else { 22986e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller struct fpustate *f = FPUSTATE; 22990c51ed93ca0ecbf44ec096f4bd04c12a3e761e6bDavid S. Miller 23006e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller /* XXX maybe verify XFSR bits like 23016e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller * XXX do_fpother() does? 23026e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller */ 23036e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if (do_mathemu(regs, f)) 23046e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller return; 23056e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller } 23061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 23091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_ILLOPC; 23111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)pc; 23121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 23141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2316ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millerextern void kernel_unaligned_trap(struct pt_regs *regs, unsigned int insn); 2317ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 23181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid mem_address_unaligned(struct pt_regs *regs, unsigned long sfar, unsigned long sfsr) 23191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 23211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "memory address unaligned", regs, 23231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x34, SIGSEGV) == NOTIFY_STOP) 23241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2327ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller kernel_unaligned_trap(regs, *((unsigned int *)regs->tpc)); 23281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGBUS; 23311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = BUS_ADRALN; 23331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)sfar; 23341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGBUS, &info, current); 23361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23389f8a5b843fc47ea150525f912574677483e1a5acDavid S. Millervoid sun4v_do_mna(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 2339ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 2340ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 2341ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2342ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "memory address unaligned", regs, 2343ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x34, SIGSEGV) == NOTIFY_STOP) 2344ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 2345ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2346ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 2347ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller kernel_unaligned_trap(regs, *((unsigned int *)regs->tpc)); 2348ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 2349ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 2350ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGBUS; 2351ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 2352ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = BUS_ADRALN; 2353ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 2354ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 2355ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGBUS, &info, current); 2356ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 2357ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 23581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_privop(struct pt_regs *regs) 23591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 23611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "privileged operation", regs, 23631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x11, SIGILL) == NOTIFY_STOP) 23641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 23671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 23681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 23691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 23711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_PRVOPC; 23731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 23741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 23761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_privact(struct pt_regs *regs) 23791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_privop(regs); 23811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Trap level 1 stuff or other traps we should never see... */ 23841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_cee(struct pt_regs *regs) 23851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Cache Error Exception", regs); 23871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_cee_tl1(struct pt_regs *regs) 23901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 23921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Cache Error Exception", regs); 23931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_dae_tl1(struct pt_regs *regs) 23961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 23981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Data Access Exception", regs); 23991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_iae_tl1(struct pt_regs *regs) 24021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Instruction Access Exception", regs); 24051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_div0_tl1(struct pt_regs *regs) 24081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: DIV0 Exception", regs); 24111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpdis_tl1(struct pt_regs *regs) 24141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU Disabled", regs); 24171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpieee_tl1(struct pt_regs *regs) 24201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU IEEE Exception", regs); 24231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpother_tl1(struct pt_regs *regs) 24261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU Other Exception", regs); 24291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_ill_tl1(struct pt_regs *regs) 24321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Illegal Instruction Exception", regs); 24351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_irq_tl1(struct pt_regs *regs) 24381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: IRQ Exception", regs); 24411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_lddfmna_tl1(struct pt_regs *regs) 24441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: LDDF Exception", regs); 24471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_stdfmna_tl1(struct pt_regs *regs) 24501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: STDF Exception", regs); 24531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_paw(struct pt_regs *regs) 24561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Phys Watchpoint Exception", regs); 24581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_paw_tl1(struct pt_regs *regs) 24611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Phys Watchpoint Exception", regs); 24641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_vaw(struct pt_regs *regs) 24671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Virt Watchpoint Exception", regs); 24691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_vaw_tl1(struct pt_regs *regs) 24721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Virt Watchpoint Exception", regs); 24751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_tof_tl1(struct pt_regs *regs) 24781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Tag Overflow Exception", regs); 24811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_getpsr(struct pt_regs *regs) 24841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->u_regs[UREG_I0] = tstate_to_psr(regs->tstate); 24861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc = regs->tnpc; 24871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc += 4; 24881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 24891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 24901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 24911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 24921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 249456fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Millerstruct trap_per_cpu trap_block[NR_CPUS]; 249556fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 249656fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller/* This can get invoked before sched_init() so play it super safe 249756fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller * and use hard_smp_processor_id(). 249856fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller */ 24999843099ff46467461d6476a827f6f9701682dbacDavid S. Millervoid notrace init_cur_cpu_trap(struct thread_info *t) 250056fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller{ 250156fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller int cpu = hard_smp_processor_id(); 250256fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller struct trap_per_cpu *p = &trap_block[cpu]; 250356fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 250472aff53f1fe74153eccef303ab2f79de888d248cDavid S. Miller p->thread = t; 250556fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller p->pgd_paddr = 0; 250656fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller} 250756fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 25081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern void thread_info_offsets_are_bolixed_dave(void); 250956fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Millerextern void trap_per_cpu_offsets_are_bolixed_dave(void); 2510dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Millerextern void tsb_config_offsets_are_bolixed_dave(void); 25111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 25121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Only invoked on boot processor. */ 25131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid __init trap_init(void) 25141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 25151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Compile time sanity check. */ 25161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (TI_TASK != offsetof(struct thread_info, task) || 25171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_FLAGS != offsetof(struct thread_info, flags) || 25181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_CPU != offsetof(struct thread_info, cpu) || 25191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_FPSAVED != offsetof(struct thread_info, fpsaved) || 25201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_KSP != offsetof(struct thread_info, ksp) || 25211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_FAULT_ADDR != offsetof(struct thread_info, fault_address) || 25221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_KREGS != offsetof(struct thread_info, kregs) || 25231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_UTRAPS != offsetof(struct thread_info, utraps) || 25241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_EXEC_DOMAIN != offsetof(struct thread_info, exec_domain) || 25251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_REG_WINDOW != offsetof(struct thread_info, reg_window) || 25261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_RWIN_SPTRS != offsetof(struct thread_info, rwbuf_stkptrs) || 25271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_GSR != offsetof(struct thread_info, gsr) || 25281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_XFSR != offsetof(struct thread_info, xfsr) || 25291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_USER_CNTD0 != offsetof(struct thread_info, user_cntd0) || 25301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_USER_CNTD1 != offsetof(struct thread_info, user_cntd1) || 25311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_KERN_CNTD0 != offsetof(struct thread_info, kernel_cntd0) || 25321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_KERN_CNTD1 != offsetof(struct thread_info, kernel_cntd1) || 25331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_PCR != offsetof(struct thread_info, pcr_reg) || 25341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_PRE_COUNT != offsetof(struct thread_info, preempt_count) || 2535db7d9a4eb700be766cc9f29241483dbb1e748832David S. Miller TI_NEW_CHILD != offsetof(struct thread_info, new_child) || 2536db7d9a4eb700be766cc9f29241483dbb1e748832David S. Miller TI_SYS_NOERROR != offsetof(struct thread_info, syscall_noerror) || 2537a3f9985843b674cbcb58f39fab8416675e7ab842David S. Miller TI_RESTART_BLOCK != offsetof(struct thread_info, restart_block) || 2538a3f9985843b674cbcb58f39fab8416675e7ab842David S. Miller TI_KUNA_REGS != offsetof(struct thread_info, kern_una_regs) || 2539a3f9985843b674cbcb58f39fab8416675e7ab842David S. Miller TI_KUNA_INSN != offsetof(struct thread_info, kern_una_insn) || 25401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TI_FPREGS != offsetof(struct thread_info, fpregs) || 25411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (TI_FPREGS & (64 - 1))) 25421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds thread_info_offsets_are_bolixed_dave(); 25431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 254456fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller if (TRAP_PER_CPU_THREAD != offsetof(struct trap_per_cpu, thread) || 2545e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller (TRAP_PER_CPU_PGD_PADDR != 2546e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller offsetof(struct trap_per_cpu, pgd_paddr)) || 2547e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller (TRAP_PER_CPU_CPU_MONDO_PA != 2548e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_pa)) || 2549e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller (TRAP_PER_CPU_DEV_MONDO_PA != 2550e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller offsetof(struct trap_per_cpu, dev_mondo_pa)) || 2551e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller (TRAP_PER_CPU_RESUM_MONDO_PA != 2552e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller offsetof(struct trap_per_cpu, resum_mondo_pa)) || 25535b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller (TRAP_PER_CPU_RESUM_KBUF_PA != 25545b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller offsetof(struct trap_per_cpu, resum_kernel_buf_pa)) || 2555e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller (TRAP_PER_CPU_NONRESUM_MONDO_PA != 2556e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller offsetof(struct trap_per_cpu, nonresum_mondo_pa)) || 25575b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller (TRAP_PER_CPU_NONRESUM_KBUF_PA != 25585b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller offsetof(struct trap_per_cpu, nonresum_kernel_buf_pa)) || 2559e088ad7ca3d09c96e63f1ce411a2ccba2688bf25David S. Miller (TRAP_PER_CPU_FAULT_INFO != 25601d2f1f90a1e004b0c1b8a73ed4394a93f09104b3David S. Miller offsetof(struct trap_per_cpu, fault_info)) || 25611d2f1f90a1e004b0c1b8a73ed4394a93f09104b3David S. Miller (TRAP_PER_CPU_CPU_MONDO_BLOCK_PA != 25621d2f1f90a1e004b0c1b8a73ed4394a93f09104b3David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_block_pa)) || 25631d2f1f90a1e004b0c1b8a73ed4394a93f09104b3David S. Miller (TRAP_PER_CPU_CPU_LIST_PA != 2564dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct trap_per_cpu, cpu_list_pa)) || 2565dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller (TRAP_PER_CPU_TSB_HUGE != 2566dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct trap_per_cpu, tsb_huge)) || 2567dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller (TRAP_PER_CPU_TSB_HUGE_TEMP != 2568fd0504c3217d6d1bc8f33f53fb536299cae8fedaDavid S. Miller offsetof(struct trap_per_cpu, tsb_huge_temp)) || 2569eb2d8d60327bec172ec80efbda94d0c492088204David S. Miller (TRAP_PER_CPU_IRQ_WORKLIST_PA != 2570eb2d8d60327bec172ec80efbda94d0c492088204David S. Miller offsetof(struct trap_per_cpu, irq_worklist_pa)) || 25715cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller (TRAP_PER_CPU_CPU_MONDO_QMASK != 25725cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_qmask)) || 25735cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller (TRAP_PER_CPU_DEV_MONDO_QMASK != 25745cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller offsetof(struct trap_per_cpu, dev_mondo_qmask)) || 25755cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller (TRAP_PER_CPU_RESUM_QMASK != 25765cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller offsetof(struct trap_per_cpu, resum_qmask)) || 25775cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller (TRAP_PER_CPU_NONRESUM_QMASK != 25785cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller offsetof(struct trap_per_cpu, nonresum_qmask))) 257956fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller trap_per_cpu_offsets_are_bolixed_dave(); 258056fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 2581dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller if ((TSB_CONFIG_TSB != 2582dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct tsb_config, tsb)) || 2583dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller (TSB_CONFIG_RSS_LIMIT != 2584dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct tsb_config, tsb_rss_limit)) || 2585dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller (TSB_CONFIG_NENTRIES != 2586dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct tsb_config, tsb_nentries)) || 2587dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller (TSB_CONFIG_REG_VAL != 2588dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct tsb_config, tsb_reg_val)) || 2589dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller (TSB_CONFIG_MAP_VADDR != 2590dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct tsb_config, tsb_map_vaddr)) || 2591dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller (TSB_CONFIG_MAP_PTE != 2592dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller offsetof(struct tsb_config, tsb_map_pte))) 2593dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller tsb_config_offsets_are_bolixed_dave(); 2594dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller 25951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Attach to the address space of init_task. On SMP we 25961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * do this in smp.c:smp_callin for other cpus. 25971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 25981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds atomic_inc(&init_mm.mm_count); 25991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds current->active_mm = &init_mm; 26001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2601