1d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Miller/* arch/sparc64/kernel/traps.c 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller * Copyright (C) 1995,1997,2008,2009 David S. Miller (davem@davemloft.net) 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (C) 1997,1999,2000 Jakub Jelinek (jakub@redhat.com) 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * I like traps on v9, :)))) 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 12a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller#include <linux/sched.h> 139843099ff46467461d6476a827f6f9701682dbacDavid S. Miller#include <linux/linkage.h> 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/kernel.h> 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/signal.h> 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/smp.h> 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/mm.h> 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h> 191eeb66a1bb973534dc3d064920a5ca683823372eChristoph Hellwig#include <linux/kdebug.h> 20667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller#include <linux/ftrace.h> 215a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/gfp.h> 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 232f4dfe206a2fc07099dfad77a8ea2f4b4ae2140fFernando Luis Vazquez Cao#include <asm/smp.h> 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/delay.h> 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/ptrace.h> 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/oplib.h> 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/page.h> 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/pgtable.h> 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/unistd.h> 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/uaccess.h> 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/fpumacro.h> 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/lsu.h> 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/dcu.h> 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/estate.h> 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/chafsr.h> 366c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#include <asm/sfafsr.h> 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/psrcompat.h> 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/processor.h> 391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/timer.h> 4092704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller#include <asm/head.h> 4107f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller#include <asm/prom.h> 42881d021ab0d675f519b68df916fde969940ef988David S. Miller#include <asm/memctrl.h> 43d550bbd40c0e10aefa05103dadbe0ae42e683707David Howells#include <asm/cacheflush.h> 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4599cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Miller#include "entry.h" 464f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller#include "kstack.h" 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* When an irrecoverable trap occurs at tl > 0, the trap entry 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * code logs the trap state registers at every level in the trap 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * stack. It is found at (pt_regs + sizeof(pt_regs)) and the layout 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is as follows: 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct tl1_traplog { 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct { 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tstate; 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tpc; 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tnpc; 581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tt; 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } trapstack[4]; 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tl; 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void dump_tl1_traplog(struct tl1_traplog *p) 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 653d6395cb770b0db9135a853b1742418c99ed2148David S. Miller int i, limit; 661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6704d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "TRAPLOG: Error at trap level 0x%lx, " 6804d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "dumping track stack.\n", p->tl); 693d6395cb770b0db9135a853b1742418c99ed2148David S. Miller 703d6395cb770b0db9135a853b1742418c99ed2148David S. Miller limit = (tlb_type == hypervisor) ? 2 : 4; 7139334a4b2c52a06960c480b1a4a05f5d5375c8bfDavid S. Miller for (i = 0; i < limit; i++) { 7204d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "TRAPLOG: Trap level %d TSTATE[%016lx] TPC[%016lx] " 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "TNPC[%016lx] TT[%lx]\n", 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i + 1, 761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->trapstack[i].tstate, p->trapstack[i].tpc, 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->trapstack[i].tnpc, p->trapstack[i].tt); 784fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("TRAPLOG: TPC<%pS>\n", (void *) p->trapstack[i].tpc); 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid bad_trap(struct pt_regs *regs, long lvl) 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char buffer[32]; 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "bad trap", regs, 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, lvl, SIGTRAP) == NOTIFY_STOP) 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (lvl < 0x100) { 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf(buffer, "Bad hw trap %lx at tl0\n", lvl); 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel(buffer, regs); 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds lvl -= 0x100; 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf(buffer, "Kernel bad sw trap %lx", lvl); 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel(buffer, regs); 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_ILLTRP; 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = lvl; 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid bad_trap_tl1(struct pt_regs *regs, long lvl) 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char buffer[32]; 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP_TL1, "bad trap tl1", regs, 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, lvl, SIGTRAP) == NOTIFY_STOP) 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf (buffer, "Bad trap %lx at tl>0", lvl); 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel (buffer, regs); 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_DEBUG_BUGVERBOSE 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_BUG(const char *file, int line) 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bust_spinlocks(1); 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("kernel BUG at %s:%d!\n", file, line); 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 133917c3660d6d9a4b073a3db7c10f6989adae4e191Sam RavnborgEXPORT_SYMBOL(do_BUG); 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 136881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic DEFINE_SPINLOCK(dimm_handler_lock); 137881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic dimm_printer_t dimm_handler; 138881d021ab0d675f519b68df916fde969940ef988David S. Miller 139881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic int sprintf_dimm(int synd_code, unsigned long paddr, char *buf, int buflen) 140881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 141881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 142881d021ab0d675f519b68df916fde969940ef988David S. Miller int ret = -ENODEV; 143881d021ab0d675f519b68df916fde969940ef988David S. Miller 144881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 145881d021ab0d675f519b68df916fde969940ef988David S. Miller if (dimm_handler) { 146881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = dimm_handler(synd_code, paddr, buf, buflen); 147881d021ab0d675f519b68df916fde969940ef988David S. Miller } else if (tlb_type == spitfire) { 148881d021ab0d675f519b68df916fde969940ef988David S. Miller if (prom_getunumber(synd_code, paddr, buf, buflen) == -1) 149881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -EINVAL; 150881d021ab0d675f519b68df916fde969940ef988David S. Miller else 151881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = 0; 152881d021ab0d675f519b68df916fde969940ef988David S. Miller } else 153881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -ENODEV; 154881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 155881d021ab0d675f519b68df916fde969940ef988David S. Miller 156881d021ab0d675f519b68df916fde969940ef988David S. Miller return ret; 157881d021ab0d675f519b68df916fde969940ef988David S. Miller} 158881d021ab0d675f519b68df916fde969940ef988David S. Miller 159881d021ab0d675f519b68df916fde969940ef988David S. Millerint register_dimm_printer(dimm_printer_t func) 160881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 161881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 162881d021ab0d675f519b68df916fde969940ef988David S. Miller int ret = 0; 163881d021ab0d675f519b68df916fde969940ef988David S. Miller 164881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 165881d021ab0d675f519b68df916fde969940ef988David S. Miller if (!dimm_handler) 166881d021ab0d675f519b68df916fde969940ef988David S. Miller dimm_handler = func; 167881d021ab0d675f519b68df916fde969940ef988David S. Miller else 168881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -EEXIST; 169881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 170881d021ab0d675f519b68df916fde969940ef988David S. Miller 171881d021ab0d675f519b68df916fde969940ef988David S. Miller return ret; 172881d021ab0d675f519b68df916fde969940ef988David S. Miller} 17341660e9ac639c97840258d3c5294f618ca8cc46fDavid S. MillerEXPORT_SYMBOL_GPL(register_dimm_printer); 174881d021ab0d675f519b68df916fde969940ef988David S. Miller 175881d021ab0d675f519b68df916fde969940ef988David S. Millervoid unregister_dimm_printer(dimm_printer_t func) 176881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 177881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 178881d021ab0d675f519b68df916fde969940ef988David S. Miller 179881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 180881d021ab0d675f519b68df916fde969940ef988David S. Miller if (dimm_handler == func) 181881d021ab0d675f519b68df916fde969940ef988David S. Miller dimm_handler = NULL; 182881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 183881d021ab0d675f519b68df916fde969940ef988David S. Miller} 18441660e9ac639c97840258d3c5294f618ca8cc46fDavid S. MillerEXPORT_SYMBOL_GPL(unregister_dimm_printer); 185881d021ab0d675f519b68df916fde969940ef988David S. Miller 1866c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_insn_access_exception(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "instruction access exception", regs, 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x8, SIGTRAP) == NOTIFY_STOP) 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 1956c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk("spitfire_insn_access_exception: SFSR[%016lx] " 1966c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "SFAR[%016lx], going.\n", sfsr, sfar); 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Iax", regs); 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGSEGV; 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = SEGV_MAPERR; 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGSEGV, &info, current); 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2116c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_insn_access_exception_tl1(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP_TL1, "instruction access exception tl1", regs, 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x8, SIGTRAP) == NOTIFY_STOP) 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 2186c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_insn_access_exception(regs, sfsr, sfar); 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 221ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_insn_access_exception(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 222ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 223ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short type = (type_ctx >> 16); 224ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short ctx = (type_ctx & 0xffff); 225ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 226ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 227ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "instruction access exception", regs, 228ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 229ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 230ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 231ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 232ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller printk("sun4v_insn_access_exception: ADDR[%016lx] " 233ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller "CTX[%04x] TYPE[%04x], going.\n", 234ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller addr, ctx, type); 235ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller die_if_kernel("Iax", regs); 236ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 237ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 238ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (test_thread_flag(TIF_32BIT)) { 239ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tpc &= 0xffffffff; 240ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tnpc &= 0xffffffff; 241ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 242ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGSEGV; 243ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 244ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = SEGV_MAPERR; 245ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 246ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 247ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGSEGV, &info, current); 248ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 249ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 250ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_insn_access_exception_tl1(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 251ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 252ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP_TL1, "instruction access exception tl1", regs, 253ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 254ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 255ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 256ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 257ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller sun4v_insn_access_exception(regs, addr, type_ctx); 258ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 259ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2606c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_data_access_exception(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "data access exception", regs, 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x30, SIGTRAP) == NOTIFY_STOP) 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Test if this comes from uaccess places. */ 2708cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller const struct exception_table_entry *entry; 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2728cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller entry = search_exception_tables(regs->tpc); 2738cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller if (entry) { 2748cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller /* Ouch, somebody is trying VM hole tricks on us... */ 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef DEBUG_EXCEPTIONS 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Exception: PC<%016lx> faddr<UNKNOWN>\n", regs->tpc); 2778cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller printk("EX_TABLE: insn<%016lx> fixup<%016lx>\n", 2788cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc, entry->fixup); 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 2808cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc = entry->fixup; 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Shit... */ 2856c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk("spitfire_data_access_exception: SFSR[%016lx] " 2866c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "SFAR[%016lx], going.\n", sfsr, sfar); 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Dax", regs); 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGSEGV; 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = SEGV_MAPERR; 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)sfar; 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGSEGV, &info, current); 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2986c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_data_access_exception_tl1(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 299bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller{ 300bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller if (notify_die(DIE_TRAP_TL1, "data access exception tl1", regs, 301bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 0, 0x30, SIGTRAP) == NOTIFY_STOP) 302bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller return; 303bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 304bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 3056c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_data_access_exception(regs, sfsr, sfar); 306bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller} 307bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 308ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_data_access_exception(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 309ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 310ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short type = (type_ctx >> 16); 311ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short ctx = (type_ctx & 0xffff); 312ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 313ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 314ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "data access exception", regs, 315ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 316ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 317ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 318ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 319fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller /* Test if this comes from uaccess places. */ 320fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller const struct exception_table_entry *entry; 321fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller 322fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller entry = search_exception_tables(regs->tpc); 323fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller if (entry) { 324fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller /* Ouch, somebody is trying VM hole tricks on us... */ 325fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller#ifdef DEBUG_EXCEPTIONS 326fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller printk("Exception: PC<%016lx> faddr<UNKNOWN>\n", regs->tpc); 327fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller printk("EX_TABLE: insn<%016lx> fixup<%016lx>\n", 328fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller regs->tpc, entry->fixup); 329fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller#endif 330fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller regs->tpc = entry->fixup; 331fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller regs->tnpc = regs->tpc + 4; 332fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller return; 333fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller } 334ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller printk("sun4v_data_access_exception: ADDR[%016lx] " 335ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller "CTX[%04x] TYPE[%04x], going.\n", 336ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller addr, ctx, type); 33755555633bd4e72534b53c50525817259435e18dfDavid S. Miller die_if_kernel("Dax", regs); 338ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 339ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 340ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (test_thread_flag(TIF_32BIT)) { 341ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tpc &= 0xffffffff; 342ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tnpc &= 0xffffffff; 343ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 344ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGSEGV; 345ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 346ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = SEGV_MAPERR; 347ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 348ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 349ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGSEGV, &info, current); 350ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 351ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 352ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_data_access_exception_tl1(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 353ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 354ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP_TL1, "data access exception tl1", regs, 355ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 356ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 357ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 358ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 359ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller sun4v_data_access_exception(regs, addr, type_ctx); 360ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 361ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_PCI 36377d10d0e63dcc4f961cb416447d64281300e5a01David S. Miller#include "pci_impl.h" 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* When access exceptions happen, we must do this. */ 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void spitfire_clean_and_reenable_l1_caches(void) 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long va; 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tlb_type != spitfire) 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG(); 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Clean 'em. */ 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (va = 0; va < (PAGE_SIZE << 1); va += 32) { 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spitfire_put_icache_tag(va, 0x0); 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spitfire_put_dcache_tag(va, 0x0); 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable in LSU. */ 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("flush %%g6\n\t" 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync\n\t" 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %0, [%%g0] %1\n\t" 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (LSU_CONTROL_IC | LSU_CONTROL_DC | 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds LSU_CONTROL_IM | LSU_CONTROL_DM), 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_LSU_CONTROL) 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "memory"); 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3926c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_enable_estate_errors(void) 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3946c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 3956c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 3966c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 3976c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (ESTATE_ERR_ALL), 3986c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "i" (ASI_ESTATE_ERROR_EN)); 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic char ecc_syndrome_table[] = { 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4c, 0x40, 0x41, 0x48, 0x42, 0x48, 0x48, 0x49, 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x43, 0x48, 0x48, 0x49, 0x48, 0x49, 0x49, 0x4a, 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x44, 0x48, 0x48, 0x20, 0x48, 0x39, 0x4b, 0x48, 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x25, 0x31, 0x48, 0x28, 0x48, 0x48, 0x2c, 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x45, 0x48, 0x48, 0x21, 0x48, 0x3d, 0x04, 0x48, 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x35, 0x48, 0x2d, 0x48, 0x48, 0x29, 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x00, 0x01, 0x48, 0x0a, 0x48, 0x48, 0x4b, 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x0f, 0x48, 0x48, 0x4b, 0x48, 0x49, 0x49, 0x48, 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x46, 0x48, 0x48, 0x2a, 0x48, 0x3b, 0x27, 0x48, 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x33, 0x48, 0x22, 0x48, 0x48, 0x2e, 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x19, 0x1d, 0x48, 0x1b, 0x4a, 0x48, 0x4b, 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x1f, 0x48, 0x4a, 0x4b, 0x48, 0x4b, 0x4b, 0x48, 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x24, 0x48, 0x07, 0x48, 0x48, 0x36, 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4b, 0x48, 0x48, 0x3e, 0x48, 0x30, 0x38, 0x48, 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x16, 0x48, 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x12, 0x4b, 0x48, 0x49, 0x48, 0x48, 0x4b, 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x47, 0x48, 0x48, 0x2f, 0x48, 0x3f, 0x4b, 0x48, 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x06, 0x37, 0x48, 0x23, 0x48, 0x48, 0x2b, 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x05, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x32, 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x26, 0x48, 0x48, 0x3a, 0x48, 0x34, 0x3c, 0x48, 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x11, 0x15, 0x48, 0x13, 0x4a, 0x48, 0x4b, 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x17, 0x48, 0x4a, 0x4b, 0x48, 0x4b, 0x4b, 0x48, 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x1e, 0x48, 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x1a, 0x4b, 0x48, 0x49, 0x48, 0x48, 0x4b, 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x08, 0x0d, 0x48, 0x02, 0x48, 0x48, 0x49, 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x03, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x4b, 0x48, 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x10, 0x48, 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x14, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x4b, 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x18, 0x48, 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x1c, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x4b, 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4a, 0x0c, 0x09, 0x48, 0x0e, 0x48, 0x48, 0x4b, 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x0b, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x4b, 0x4a 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic char *syndrome_unknown = "<Unknown>"; 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4386c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_log_udb_syndrome(unsigned long afar, unsigned long udbh, unsigned long udbl, unsigned long bit) 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4406c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller unsigned short scode; 4416c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller char memmod_str[64], *p; 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4436c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbl & bit) { 4446c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller scode = ecc_syndrome_table[udbl & 0xff]; 445881d021ab0d675f519b68df916fde969940ef988David S. Miller if (sprintf_dimm(scode, afar, memmod_str, sizeof(memmod_str)) < 0) 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = syndrome_unknown; 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = memmod_str; 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: UDBL Syndrome[%x] " 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Memory Module \"%s\"\n", 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), scode, p); 4521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4546c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbh & bit) { 4556c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller scode = ecc_syndrome_table[udbh & 0xff]; 456881d021ab0d675f519b68df916fde969940ef988David S. Miller if (sprintf_dimm(scode, afar, memmod_str, sizeof(memmod_str)) < 0) 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = syndrome_unknown; 4581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = memmod_str; 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: UDBH Syndrome[%x] " 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Memory Module \"%s\"\n", 4621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), scode, p); 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4646c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4656c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 4666c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4676c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_cee_log(unsigned long afsr, unsigned long afar, unsigned long udbh, unsigned long udbl, int tl1, struct pt_regs *regs) 4686c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 4696c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4706c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk(KERN_WARNING "CPU[%d]: Correctable ECC Error " 4716c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "AFSR[%lx] AFAR[%016lx] UDBL[%lx] UDBH[%lx] TL>1[%d]\n", 4726c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller smp_processor_id(), afsr, afar, udbl, udbh, tl1); 4736c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4746c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_log_udb_syndrome(afar, udbh, udbl, UDBE_CE); 4756c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4766c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* We always log it, even if someone is listening for this 4776c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * trap. 4786c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4796c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller notify_die(DIE_TRAP, "Correctable ECC Error", regs, 4806c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 0, TRAP_TYPE_CEE, SIGTRAP); 4816c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4826c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* The Correctable ECC Error trap does not disable I/D caches. So 4836c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * we only have to restore the ESTATE Error Enable register. 4846c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4856c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 4866c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 4876c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4886c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_ue_log(unsigned long afsr, unsigned long afar, unsigned long udbh, unsigned long udbl, unsigned long tt, int tl1, struct pt_regs *regs) 4896c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 4906c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller siginfo_t info; 4916c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4926c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk(KERN_WARNING "CPU[%d]: Uncorrectable Error AFSR[%lx] " 4936c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "AFAR[%lx] UDBL[%lx] UDBH[%ld] TT[%lx] TL>1[%d]\n", 4946c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller smp_processor_id(), afsr, afar, udbl, udbh, tt, tl1); 4956c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4966c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* XXX add more human friendly logging of the error status 4976c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX as is implemented for cheetah 4986c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4996c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5006c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_log_udb_syndrome(afar, udbh, udbl, UDBE_UE); 5016c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5026c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* We always log it, even if someone is listening for this 5036c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * trap. 5046c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5056c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller notify_die(DIE_TRAP, "Uncorrectable Error", regs, 5066c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 0, tt, SIGTRAP); 5076c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5086c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (regs->tstate & TSTATE_PRIV) { 5096c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tl1) 5106c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 5116c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller die_if_kernel("UE", regs); 5126c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5136c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5146c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* XXX need more intelligent processing here, such as is implemented 5156c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX for cheetah errors, in fact if the E-cache still holds the 5166c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX line with bad parity this will loop 5176c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5186c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5196c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_clean_and_reenable_l1_caches(); 5206c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 5216c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5226c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (test_thread_flag(TIF_32BIT)) { 5236c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tpc &= 0xffffffff; 5246c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tnpc &= 0xffffffff; 5256c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5266c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_signo = SIGBUS; 5276c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_errno = 0; 5286c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_code = BUS_OBJERR; 5296c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_addr = (void *)0; 5306c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_trapno = 0; 5316c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller force_sig_info(SIGBUS, &info, current); 5326c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 5336c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5346c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_access_error(struct pt_regs *regs, unsigned long status_encoded, unsigned long afar) 5356c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 5366c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller unsigned long afsr, tt, udbh, udbl; 5376c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller int tl1; 5386c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5396c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller afsr = (status_encoded & SFSTAT_AFSR_MASK) >> SFSTAT_AFSR_SHIFT; 5406c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller tt = (status_encoded & SFSTAT_TRAP_TYPE) >> SFSTAT_TRAP_TYPE_SHIFT; 5416c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller tl1 = (status_encoded & SFSTAT_TL_GT_ONE) ? 1 : 0; 5426c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller udbl = (status_encoded & SFSTAT_UDBL_MASK) >> SFSTAT_UDBL_SHIFT; 5436c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller udbh = (status_encoded & SFSTAT_UDBH_MASK) >> SFSTAT_UDBH_SHIFT; 5446c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5456c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#ifdef CONFIG_PCI 5466c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tt == TRAP_TYPE_DAE && 5476c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller pci_poke_in_progress && pci_poke_cpu == smp_processor_id()) { 5486c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_clean_and_reenable_l1_caches(); 5496c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 5506c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5516c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller pci_poke_faulted = 1; 5526c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tnpc = regs->tpc + 4; 5536c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller return; 5546c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5556c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#endif 5566c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5576c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (afsr & SFAFSR_UE) 5586c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_ue_log(afsr, afar, udbh, udbl, tt, tl1, regs); 5596c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5606c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tt == TRAP_TYPE_CEE) { 5616c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* Handle the case where we took a CEE trap, but ACK'd 5626c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * only the UE state in the UDB error registers. 5636c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5646c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (afsr & SFAFSR_UE) { 5656c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbh & UDBE_CE) { 5666c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__( 5676c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "stxa %0, [%1] %2\n\t" 5686c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 5696c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 5706c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (udbh & UDBE_CE), 5716c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "r" (0x0), "i" (ASI_UDB_ERROR_W)); 5726c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5736c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbl & UDBE_CE) { 5746c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__( 5756c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "stxa %0, [%1] %2\n\t" 5766c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 5776c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 5786c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (udbl & UDBE_CE), 5796c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "r" (0x18), "i" (ASI_UDB_ERROR_W)); 5806c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5816c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5826c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5836c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_cee_log(afsr, afar, udbh, udbl, tl1, regs); 5846c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 587816242da3735957bee99aeba40aa60c4f120a101David S. Millerint cheetah_pcache_forced_on; 588816242da3735957bee99aeba40aa60c4f120a101David S. Miller 589816242da3735957bee99aeba40aa60c4f120a101David S. Millervoid cheetah_enable_pcache(void) 590816242da3735957bee99aeba40aa60c4f120a101David S. Miller{ 591816242da3735957bee99aeba40aa60c4f120a101David S. Miller unsigned long dcr; 592816242da3735957bee99aeba40aa60c4f120a101David S. Miller 593816242da3735957bee99aeba40aa60c4f120a101David S. Miller printk("CHEETAH: Enabling P-Cache on cpu %d.\n", 594816242da3735957bee99aeba40aa60c4f120a101David S. Miller smp_processor_id()); 595816242da3735957bee99aeba40aa60c4f120a101David S. Miller 596816242da3735957bee99aeba40aa60c4f120a101David S. Miller __asm__ __volatile__("ldxa [%%g0] %1, %0" 597816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "=r" (dcr) 598816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "i" (ASI_DCU_CONTROL_REG)); 599816242da3735957bee99aeba40aa60c4f120a101David S. Miller dcr |= (DCU_PE | DCU_HPE | DCU_SPE | DCU_SL); 600816242da3735957bee99aeba40aa60c4f120a101David S. Miller __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 601816242da3735957bee99aeba40aa60c4f120a101David S. Miller "membar #Sync" 602816242da3735957bee99aeba40aa60c4f120a101David S. Miller : /* no outputs */ 603816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "r" (dcr), "i" (ASI_DCU_CONTROL_REG)); 604816242da3735957bee99aeba40aa60c4f120a101David S. Miller} 605816242da3735957bee99aeba40aa60c4f120a101David S. Miller 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Cheetah error trap handling. */ 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_physbase; 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_linesize; 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_size; 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* This table is ordered in priority of errors and matches the 6121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * AFAR overwrite policy as well. 6131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct afsr_error_table { 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long mask; 6171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds const char *name; 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_PERR_msg[] = 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error"; 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IERR_msg[] = 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Internal processor error"; 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_ISAP_msg[] = 625b595076a180a56d1bb170e6eceda6eb9d76f4cd3Uwe Kleine-König "System request parity error on incoming address"; 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UCU_msg[] = 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for ifetch/data"; 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UCC_msg[] = 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "SW Correctable E-cache ECC error for ifetch/data"; 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UE_msg[] = 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus data ECC error for read"; 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EDU_msg[] = 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for stmerge/blkld"; 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EMU_msg[] = 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus MTAG error"; 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_WDU_msg[] = 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for writeback"; 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CPU_msg[] = 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable ECC error for copyout"; 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CE_msg[] = 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus data ECC error for read"; 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EDC_msg[] = 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected E-cache ECC error for stmerge/blkld"; 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EMC_msg[] = 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus MTAG ECC error"; 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_WDC_msg[] = 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected E-cache ECC error for writeback"; 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CPC_msg[] = 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected ECC error for copyout"; 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_TO_msg[] = 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Unmapped error from system bus"; 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_BERR_msg[] = 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Bus error response from system bus"; 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IVC_msg[] = 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus data ECC error for ivec read"; 6561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IVU_msg[] = 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus data ECC error for ivec read"; 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __cheetah_error_table[] = { 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMU, CHAFSR_EMU_msg }, 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMC, CHAFSR_EMC_msg }, 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVC, CHAFSR_IVC_msg }, 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DTO_msg[] = 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus unmapped error for prefetch/storequeue-read"; 6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DBERR_msg[] = 6841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus error for prefetch/storequeue-read"; 6851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_THCE_msg[] = 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Hardware corrected E-cache Tag ECC error"; 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_TSCE_msg[] = 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "SW handled correctable E-cache Tag ECC error"; 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_TUE_msg[] = 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache Tag ECC error"; 6911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DUE_msg[] = 6921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus uncorrectable data ECC error due to prefetch/store-fill"; 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __cheetah_plus_error_table[] = { 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 6991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMU, CHAFSR_EMU_msg }, 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMC, CHAFSR_EMC_msg }, 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DTO, CHPAFSR_DTO_msg }, 7121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DBERR, CHPAFSR_DBERR_msg }, 7131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_THCE, CHPAFSR_THCE_msg }, 7141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_TSCE, CHPAFSR_TSCE_msg }, 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_TUE, CHPAFSR_TUE_msg }, 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DUE, CHPAFSR_DUE_msg }, 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVC, CHAFSR_IVC_msg }, 7191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 7221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JETO_msg[] = 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, hw timeout caused"; 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_SCE_msg[] = 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Parity error on system snoop results"; 7261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JEIC_msg[] = 7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, illegal command detected"; 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JEIT_msg[] = 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, illegal ADTYPE detected"; 7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_OM_msg[] = 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Out of range memory error has occurred"; 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_ETP_msg[] = 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Parity error on L2 cache tag SRAM"; 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_UMS_msg[] = 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Error due to unsupported store"; 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_RUE_msg[] = 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable ECC error from remote cache/memory"; 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_RCE_msg[] = 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Correctable ECC error from remote cache/memory"; 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_BP_msg[] = 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "JBUS parity error on returned read data"; 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_WBP_msg[] = 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "JBUS parity error on data for writeback or block store"; 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_FRC_msg[] = 7451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Foreign read to DRAM incurring correctable ECC error"; 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_FRU_msg[] = 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Foreign read to DRAM incurring uncorrectable ECC error"; 7481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __jalapeno_error_table[] = { 7491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JETO, JPAFSR_JETO_msg }, 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_SCE, JPAFSR_SCE_msg }, 7511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JEIC, JPAFSR_JEIC_msg }, 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JEIT, JPAFSR_JEIT_msg }, 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_OM, JPAFSR_OM_msg }, 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 7641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 7651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_ETP, JPAFSR_ETP_msg }, 7661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 7681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_UMS, JPAFSR_UMS_msg }, 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_RUE, JPAFSR_RUE_msg }, 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_RCE, JPAFSR_RCE_msg }, 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_BP, JPAFSR_BP_msg }, 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_WBP, JPAFSR_WBP_msg }, 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_FRC, JPAFSR_FRC_msg }, 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_FRU, JPAFSR_FRU_msg }, 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table *cheetah_error_table; 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long cheetah_afsr_errors; 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct cheetah_err_info *cheetah_error_log; 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 786d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Millerstatic inline struct cheetah_err_info *cheetah_get_error_log(unsigned long afsr) 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info *p; 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int cpu = smp_processor_id(); 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cheetah_error_log) 7921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_error_log + (cpu * 2); 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_TL1) != 0UL) 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p++; 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p; 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_icpe[], tl1_icpe[]; 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_dcpe[], tl1_dcpe[]; 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_fecc[], tl1_fecc[]; 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_cee[], tl1_cee[]; 8051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_iae[], tl1_iae[]; 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_dae[], tl1_dae[]; 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_plus_icpe_trap_vector[], cheetah_plus_icpe_trap_vector_tl1[]; 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_plus_dcpe_trap_vector[], cheetah_plus_dcpe_trap_vector_tl1[]; 8091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_fecc_trap_vector[], cheetah_fecc_trap_vector_tl1[]; 8101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_cee_trap_vector[], cheetah_cee_trap_vector_tl1[]; 8111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_deferred_trap_vector[], cheetah_deferred_trap_vector_tl1[]; 8121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid __init cheetah_ecache_flush_init(void) 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long largest_size, smallest_linesize, order, ver; 8165cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller int i, sz; 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Scan all cpu device tree nodes, note two values: 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) largest E-cache size 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) smallest E-cache line size 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds largest_size = 0UL; 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smallest_linesize = ~0UL; 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8255cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller for (i = 0; i < NR_CPUS; i++) { 8261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long val; 8271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8285cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller val = cpu_data(i).ecache_size; 8295cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller if (!val) 8305cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller continue; 8315cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (val > largest_size) 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds largest_size = val; 8345cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8355cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller val = cpu_data(i).ecache_line_size; 8361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (val < smallest_linesize) 8371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smallest_linesize = val; 8385cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (largest_size == 0UL || smallest_linesize == ~0UL) { 8421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Cannot probe cpu E-cache " 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "parameters.\n"); 8441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ecache_flush_size = (2 * largest_size); 8481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ecache_flush_linesize = smallest_linesize; 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 85010147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller ecache_flush_physbase = find_ecache_flush_span(ecache_flush_size); 8511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 85210147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller if (ecache_flush_physbase == ~0UL) { 8531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Cannot find %d byte " 85410147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller "contiguous physical memory.\n", 85510147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller ecache_flush_size); 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now allocate error trap reporting scoreboard. */ 86007f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller sz = NR_CPUS * (2 * sizeof(struct cheetah_err_info)); 8611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (order = 0; order < MAX_ORDER; order++) { 86207f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller if ((PAGE_SIZE << order) >= sz) 8631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_log = (struct cheetah_err_info *) 8661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __get_free_pages(GFP_KERNEL, order); 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cheetah_error_log) { 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Failed to allocate " 86907f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller "error logging scoreboard (%d bytes).\n", sz); 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memset(cheetah_error_log, 0, PAGE_SIZE << order); 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Mark all AFSRs as invalid so that the trap handler will 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * log new new information there. 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < 2 * NR_CPUS; i++) 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_log[i].afsr = CHAFSR_INVALID; 8791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ ("rdpr %%ver, %0" : "=r" (ver)); 88192704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller if ((ver >> 32) == __JALAPENO_ID || 88292704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller (ver >> 32) == __SERRANO_ID) { 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__jalapeno_error_table[0]; 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = JPAFSR_ERRORS; 8851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((ver >> 32) == 0x003e0015) { 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__cheetah_plus_error_table[0]; 8871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = CHPAFSR_ERRORS; 8881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 8891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__cheetah_error_table[0]; 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = CHAFSR_ERRORS; 8911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now patch trap tables. */ 8941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_fecc, cheetah_fecc_trap_vector, (8 * 4)); 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_fecc, cheetah_fecc_trap_vector_tl1, (8 * 4)); 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_cee, cheetah_cee_trap_vector, (8 * 4)); 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_cee, cheetah_cee_trap_vector_tl1, (8 * 4)); 8981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_iae, cheetah_deferred_trap_vector, (8 * 4)); 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_iae, cheetah_deferred_trap_vector_tl1, (8 * 4)); 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_dae, cheetah_deferred_trap_vector, (8 * 4)); 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_dae, cheetah_deferred_trap_vector_tl1, (8 * 4)); 9021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tlb_type == cheetah_plus) { 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_dcpe, cheetah_plus_dcpe_trap_vector, (8 * 4)); 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_dcpe, cheetah_plus_dcpe_trap_vector_tl1, (8 * 4)); 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_icpe, cheetah_plus_icpe_trap_vector, (8 * 4)); 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_icpe, cheetah_plus_icpe_trap_vector_tl1, (8 * 4)); 9071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flushi(PAGE_OFFSET); 9091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_ecache(void) 9121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_base = ecache_flush_physbase; 9141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_linesize = ecache_flush_linesize; 9151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_size = ecache_flush_size; 9161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("1: subcc %0, %4, %0\n\t" 9181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " bne,pt %%xcc, 1b\n\t" 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " ldxa [%2 + %0] %3, %%g0\n\t" 9201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=&r" (flush_size) 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "0" (flush_size), "r" (flush_base), 9221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_PHYS_USE_EC), "r" (flush_linesize)); 9231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_ecache_line(unsigned long physaddr) 9261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long alias; 9281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr &= ~(8UL - 1UL); 9301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr = (ecache_flush_physbase + 9311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (physaddr & ((ecache_flush_size>>1UL) - 1UL))); 9321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias = physaddr + (ecache_flush_size >> 1UL); 9331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %2, %%g0\n\t" 9341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %2, %%g0\n\t" 9351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 9371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (physaddr), "r" (alias), 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_PHYS_USE_EC)); 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Unfortunately, the diagnostic access to the I-cache tags we need to 9421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * use to clear the thing interferes with I-cache coherency transactions. 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * So we must only flush the I-cache when it is disabled. 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __cheetah_flush_icache(void) 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 94880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int icache_size, icache_line_size; 94980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 95080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 95180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller icache_size = local_cpu_data().icache_size; 95280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller icache_line_size = local_cpu_data().icache_line_size; 9531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Clear the valid bits in all the tags. */ 95580dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < icache_size; addr += icache_line_size) { 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %%g0, [%0] %1\n\t" 9571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 95980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (addr | (2 << 3)), 96080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller "i" (ASI_IC_TAG)); 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_icache(void) 9651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long dcu_save; 9671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Save current DCU, disable I-cache. */ 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 9701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %0, %2, %%g1\n\t" 9711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %1\n\t" 9721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (dcu_save) 9741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), "i" (DCU_IC) 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 9761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cheetah_flush_icache(); 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Restore DCU register */ 9801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 9831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (dcu_save), "i" (ASI_DCU_CONTROL_REG)); 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_dcache(void) 9871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 98880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int dcache_size, dcache_line_size; 98980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 99080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 99180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_size = local_cpu_data().dcache_size; 99280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_line_size = local_cpu_data().dcache_line_size; 9931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 99480dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < dcache_size; addr += dcache_line_size) { 9951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %%g0, [%0] %1\n\t" 9961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 99880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (addr), "i" (ASI_DCACHE_TAG)); 9991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* In order to make the even parity correct we must do two things. 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * First, we clear DC_data_parity and set DC_utag to an appropriate value. 10041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Next, we clear out all 32-bytes of data for that line. Data of 10051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * all-zero + tag parity value of zero == correct parity. 10061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_plus_zap_dcache_parity(void) 10081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 100980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int dcache_size, dcache_line_size; 101080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 101180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 101280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_size = local_cpu_data().dcache_size; 101380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_line_size = local_cpu_data().dcache_line_size; 10141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 101580dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < dcache_size; addr += dcache_line_size) { 101680dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long tag = (addr >> 14); 101780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long line; 10181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("membar #Sync\n\t" 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %0, [%1] %2\n\t" 10211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 10221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 102380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (tag), "r" (addr), 10241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_DCACHE_UTAG)); 102580dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (line = addr; line < addr + dcache_line_size; line += 8) 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("membar #Sync\n\t" 10271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g0, [%0] %1\n\t" 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 10291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 103080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (line), 103180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller "i" (ASI_DCACHE_DATA)); 10321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Conversion tables used to frob Cheetah AFSR syndrome values into 10361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * something palatable to the memory controller driver get_unumber 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * routine. 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT0 137 10401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT1 138 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT2 139 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define NONE 254 10431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC0 140 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC1 141 10451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC2 142 10461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC3 143 10471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C0 128 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C1 129 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C2 130 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C3 131 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C4 132 10521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C5 133 10531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C6 134 10541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C7 135 10551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C8 136 10561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M2 144 10571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M3 145 10581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M4 146 10591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M 147 10601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned char cheetah_ecc_syntab[] = { 10611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*00*/NONE, C0, C1, M2, C2, M2, M3, 47, C3, M2, M2, 53, M2, 41, 29, M, 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*01*/C4, M, M, 50, M2, 38, 25, M2, M2, 33, 24, M2, 11, M, M2, 16, 10631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*02*/C5, M, M, 46, M2, 37, 19, M2, M, 31, 32, M, 7, M2, M2, 10, 10641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*03*/M2, 40, 13, M2, 59, M, M2, 66, M, M2, M2, 0, M2, 67, 71, M, 10651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*04*/C6, M, M, 43, M, 36, 18, M, M2, 49, 15, M, 63, M2, M2, 6, 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*05*/M2, 44, 28, M2, M, M2, M2, 52, 68, M2, M2, 62, M2, M3, M3, M4, 10671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*06*/M2, 26, 106, M2, 64, M, M2, 2, 120, M, M2, M3, M, M3, M3, M4, 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*07*/116, M2, M2, M3, M2, M3, M, M4, M2, 58, 54, M2, M, M4, M4, M3, 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*08*/C7, M2, M, 42, M, 35, 17, M2, M, 45, 14, M2, 21, M2, M2, 5, 10701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*09*/M, 27, M, M, 99, M, M, 3, 114, M2, M2, 20, M2, M3, M3, M, 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0a*/M2, 23, 113, M2, 112, M2, M, 51, 95, M, M2, M3, M2, M3, M3, M2, 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0b*/103, M, M2, M3, M2, M3, M3, M4, M2, 48, M, M, 73, M2, M, M3, 10731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0c*/M2, 22, 110, M2, 109, M2, M, 9, 108, M2, M, M3, M2, M3, M3, M, 10741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0d*/102, M2, M, M, M2, M3, M3, M, M2, M3, M3, M2, M, M4, M, M3, 10751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0e*/98, M, M2, M3, M2, M, M3, M4, M2, M3, M3, M4, M3, M, M, M, 10761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0f*/M2, M3, M3, M, M3, M, M, M, 56, M4, M, M3, M4, M, M, M, 10771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*10*/C8, M, M2, 39, M, 34, 105, M2, M, 30, 104, M, 101, M, M, 4, 10781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*11*/M, M, 100, M, 83, M, M2, 12, 87, M, M, 57, M2, M, M3, M, 10791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*12*/M2, 97, 82, M2, 78, M2, M2, 1, 96, M, M, M, M, M, M3, M2, 10801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*13*/94, M, M2, M3, M2, M, M3, M, M2, M, 79, M, 69, M, M4, M, 10811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*14*/M2, 93, 92, M, 91, M, M2, 8, 90, M2, M2, M, M, M, M, M4, 10821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*15*/89, M, M, M3, M2, M3, M3, M, M, M, M3, M2, M3, M2, M, M3, 10831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*16*/86, M, M2, M3, M2, M, M3, M, M2, M, M3, M, M3, M, M, M3, 10841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*17*/M, M, M3, M2, M3, M2, M4, M, 60, M, M2, M3, M4, M, M, M2, 10851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*18*/M2, 88, 85, M2, 84, M, M2, 55, 81, M2, M2, M3, M2, M3, M3, M4, 10861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*19*/77, M, M, M, M2, M3, M, M, M2, M3, M3, M4, M3, M2, M, M, 10871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1a*/74, M, M2, M3, M, M, M3, M, M, M, M3, M, M3, M, M4, M3, 10881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1b*/M2, 70, 107, M4, 65, M2, M2, M, 127, M, M, M, M2, M3, M3, M, 10891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1c*/80, M2, M2, 72, M, 119, 118, M, M2, 126, 76, M, 125, M, M4, M3, 10901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1d*/M2, 115, 124, M, 75, M, M, M3, 61, M, M4, M, M4, M, M, M, 10911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1e*/M, 123, 122, M4, 121, M4, M, M3, 117, M2, M2, M3, M4, M3, M, M, 10921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1f*/111, M, M, M, M4, M3, M3, M, M, M, M3, M, M3, M2, M, M 10931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 10941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned char cheetah_mtag_syntab[] = { 10951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MTC0, 10961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC1, NONE, 10971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC2, NONE, 10981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT0, 10991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC3, NONE, 11001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT1, 11011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT2, 11021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, NONE 11031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 11041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Return the highest priority error conditon mentioned. */ 1106d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Millerstatic inline unsigned long cheetah_get_hipri(unsigned long afsr) 11071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tmp = 0; 11091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 11101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; cheetah_error_table[i].mask; i++) { 11121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((tmp = (afsr & cheetah_error_table[i].mask)) != 0UL) 11131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return tmp; 11141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return tmp; 11161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char *cheetah_get_string(unsigned long bit) 11191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 11211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; cheetah_error_table[i].mask; i++) { 11231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((bit & cheetah_error_table[i].mask) != 0UL) 11241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return cheetah_error_table[i].name; 11251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return "???"; 11271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_log_errors(struct pt_regs *regs, struct cheetah_err_info *info, 11301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long afsr, unsigned long afar, int recoverable) 11311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long hipri; 11331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char unum[256]; 11341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): Cheetah error trap taken afsr[%016lx] afar[%016lx] TL1(%d)\n", 11361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar, 11381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_TL1) ? 1 : 0); 1139955c054f7905e0a9ee4483b03f866f61e6929becDavid S. Miller printk("%s" "ERROR(%d): TPC[%lx] TNPC[%lx] O7[%lx] TSTATE[%lx]\n", 11401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 1141955c054f7905e0a9ee4483b03f866f61e6929becDavid S. Miller regs->tpc, regs->tnpc, regs->u_regs[UREG_I7], regs->tstate); 11425af47db796cb7e06e9bafb0d75ad98693b55f8b6David S. Miller printk("%s" "ERROR(%d): ", 11435af47db796cb7e06e9bafb0d75ad98693b55f8b6David S. Miller (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id()); 11444fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("TPC<%pS>\n", (void *) regs->tpc); 11451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): M_SYND(%lx), E_SYND(%lx)%s%s\n", 11461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_M_SYNDROME) >> CHAFSR_M_SYNDROME_SHIFT, 11481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_E_SYNDROME) >> CHAFSR_E_SYNDROME_SHIFT, 11491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_ME) ? ", Multiple Errors" : "", 11501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_PRIV) ? ", Privileged" : ""); 11511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hipri = cheetah_get_hipri(afsr); 11521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): Highest priority error (%016lx) \"%s\"\n", 11531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hipri, cheetah_get_string(hipri)); 11551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Try to get unumber if relevant. */ 11571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define ESYND_ERRORS (CHAFSR_IVC | CHAFSR_IVU | \ 11581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_CPC | CHAFSR_CPU | \ 11591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_UE | CHAFSR_CE | \ 11601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_EDC | CHAFSR_EDU | \ 11611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_UCC | CHAFSR_UCU | \ 11621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_WDC) 11631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MSYND_ERRORS (CHAFSR_EMC | CHAFSR_EMU) 11641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & ESYND_ERRORS) { 11651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int syndrome; 11661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 11671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = (afsr & CHAFSR_E_SYNDROME) >> CHAFSR_E_SYNDROME_SHIFT; 11691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = cheetah_ecc_syntab[syndrome]; 1170881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = sprintf_dimm(syndrome, afar, unum, sizeof(unum)); 11711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != -1) 11721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): AFAR E-syndrome [%s]\n", 11731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 11741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), unum); 11751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if (afsr & MSYND_ERRORS) { 11761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int syndrome; 11771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 11781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = (afsr & CHAFSR_M_SYNDROME) >> CHAFSR_M_SYNDROME_SHIFT; 11801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = cheetah_mtag_syntab[syndrome]; 1181881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = sprintf_dimm(syndrome, afar, unum, sizeof(unum)); 11821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != -1) 11831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): AFAR M-syndrome [%s]\n", 11841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 11851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), unum); 11861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now dump the cache snapshots. */ 11899018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): D-cache idx[%x] tag[%016llx] utag[%016llx] stag[%016llx]\n", 11901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->dcache_index, 11921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_tag, 11931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_utag, 11941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_stag); 11959018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): D-cache data0[%016llx] data1[%016llx] data2[%016llx] data3[%016llx]\n", 11961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[0], 11981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[1], 11991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[2], 12001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[3]); 12019018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache idx[%x] tag[%016llx] utag[%016llx] stag[%016llx] " 12029018113649348c689da107166c05d436cd52e7bfSam Ravnborg "u[%016llx] l[%016llx]\n", 12031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->icache_index, 12051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_tag, 12061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_utag, 12071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_stag, 12081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_upper, 12091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_lower); 12109018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache INSN0[%016llx] INSN1[%016llx] INSN2[%016llx] INSN3[%016llx]\n", 12111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[0], 12131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[1], 12141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[2], 12151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[3]); 12169018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache INSN4[%016llx] INSN5[%016llx] INSN6[%016llx] INSN7[%016llx]\n", 12171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[4], 12191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[5], 12201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[6], 12211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[7]); 12229018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): E-cache idx[%x] tag[%016llx]\n", 12231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->ecache_index, info->ecache_tag); 12259018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): E-cache data0[%016llx] data1[%016llx] data2[%016llx] data3[%016llx]\n", 12261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[0], 12281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[1], 12291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[2], 12301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[3]); 12311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr = (afsr & ~hipri) & cheetah_afsr_errors; 12331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (afsr != 0UL) { 12341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long bit = cheetah_get_hipri(afsr); 12351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR: Multiple-error (%016lx) \"%s\"\n", 12371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 12381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bit, cheetah_get_string(bit)); 12391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr &= ~bit; 12411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 12441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_CRIT "ERROR: This condition is not recoverable.\n"); 12451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_recheck_errors(struct cheetah_err_info *logp) 12481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long afsr, afar; 12501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret = 0; 12511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 12531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (afsr) 12541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_AFSR)); 12551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) != 0) { 12561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (logp != NULL) { 12571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 12581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (afar) 12591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_AFAR)); 12601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds logp->afsr = afsr; 12611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds logp->afar = afar; 12621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 1; 12641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 12661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync\n\t" 12671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (afsr), "i" (ASI_AFSR)); 12681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 12701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_fecc_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 12731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 12751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable; 12761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Flush E-cache */ 12781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 12791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 12811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 12821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early Fast-ECC error afsr[%016lx] afar[%016lx]\n", 12831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 12841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 12851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 12861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 12871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 12901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 12911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 12931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 12941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 12951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 12961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 12971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 12981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 13001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 13011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 13021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 13031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 13051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 13061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 13081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 13091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 13101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 13111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 13141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 13151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 13181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 13191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 13201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 13211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 13241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 13251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 13281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 13291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 13311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 13321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 13331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR. What we are looking for here is whether a new 13351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * error was logged while we had error reporting traps disabled. 13361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(&local_snapshot)) { 13381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long new_afsr = local_snapshot.afsr; 13391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If we got a new asynchronous error, die... */ 13411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (new_afsr & (CHAFSR_EMU | CHAFSR_EDU | 13421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_CPU | 13431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_IVU | CHAFSR_UE | 13441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_BERR | CHAFSR_TO)) 13451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 13461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 13491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 13501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 13521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Fast-ECC error trap.\n"); 13531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Flush E-cache to kick the error trap handlers out. */ 13551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 13561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 13571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Try to fix a correctable error by pushing the line out from 13591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the E-cache. Recheck error reporting registers to see if the 13601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * problem is intermittent. 13611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_fix_ce(unsigned long physaddr) 13631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 13641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long orig_estate; 13651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long alias1, alias2; 13661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 13671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Make sure correctable error traps are disabled. */ 13691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %2, %0\n\t" 13701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "andn %0, %1, %%g1\n\t" 13711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %2\n\t" 13721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=&r" (orig_estate) 13741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ESTATE_ERROR_CEEN), 13751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_ESTATE_ERROR_EN) 13761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* We calculate alias addresses that will force the 13791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cache line in question out of the E-cache. Then 13801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we bring it back in with an atomic instruction so 13811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that we get it in some modified/exclusive state, 13821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then we displace it again to try and get proper ECC 13831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pushed back into the system. 13841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr &= ~(8UL - 1UL); 13861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias1 = (ecache_flush_physbase + 13871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (physaddr & ((ecache_flush_size >> 1) - 1))); 13881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias2 = alias1 + (ecache_flush_size >> 1); 13891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %3, %%g0\n\t" 13901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %3, %%g0\n\t" 13911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "casxa [%2] %3, %%g0, %%g0\n\t" 13921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%0] %3, %%g0\n\t" 13931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %3, %%g0\n\t" 13941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (alias1), "r" (alias2), 13971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "r" (physaddr), "i" (ASI_PHYS_USE_EC)); 13981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Did that trigger another error? */ 14001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(NULL)) { 14011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Try one more time. */ 14021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %1, %%g0\n\t" 14031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (physaddr), "i" (ASI_PHYS_USE_EC)); 14051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(NULL)) 14061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 2; 14071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 1; 14091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 14101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* No new error, intermittent problem. */ 14111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 0; 14121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Restore error enables. */ 14151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 14161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (orig_estate), "i" (ASI_ESTATE_ERROR_EN)); 14181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 14201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Return non-zero if PADDR is a valid physical memory address. */ 14231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_check_main_memory(unsigned long paddr) 14241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 142510147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller unsigned long vaddr = PAGE_OFFSET + paddr; 14261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 142713edad7a5cef1c952459742482482a6b05e1a8a1David S. Miller if (vaddr > (unsigned long) high_memory) 1428ed3ffaf7b5e0262cb860f106a6632933671cc88fDavid S. Miller return 0; 1429ed3ffaf7b5e0262cb860f106a6632933671cc88fDavid S. Miller 143010147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller return kern_addr_valid(vaddr); 14311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_cee_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 14341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 14351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 14361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable, is_memory; 14371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 14391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 14401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early CEE error afsr[%016lx] afar[%016lx]\n", 14411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 14421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 14431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 14441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 14451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 14481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 14491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 14511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 14521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 14531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 14541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 14551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 14561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 14581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 14591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 14611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_memory = cheetah_check_main_memory(afar); 14631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (is_memory && (afsr & CHAFSR_CE) != 0UL) { 14651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* XXX Might want to log the results of this operation 14661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * XXX somewhere... -DaveM 14671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_fix_ce(afar); 14691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 14721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int flush_all, flush_line; 14731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = flush_line = 0; 14751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_EDC) != 0UL) { 14761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_EDC) 14771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 14781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 14801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((afsr & CHAFSR_CPC) != 0UL) { 14811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_CPC) 14821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 14831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 14851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Trap handler only disabled I-cache, flush it. */ 14881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 14891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache */ 14911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 14921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 14931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 14941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 14961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 14971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_IC) 14981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 14991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (flush_all) 15011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 15021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (flush_line) 15031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache_line(afar); 15041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 15071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 15131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_CEEN) 15141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 15171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 15181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 15201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 15211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 15221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR */ 15241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) cheetah_recheck_errors(&local_snapshot); 15251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 15271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 15281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 15301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Correctable-ECC error trap.\n"); 15311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 15321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_deferred_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 15341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 15351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 15361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable, is_memory; 15371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_PCI 15391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Check for the special PCI poke sequence. */ 15401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pci_poke_in_progress && pci_poke_cpu == smp_processor_id()) { 15411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 15421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 15431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 15451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 15511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 15521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 15551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 15611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 15621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) cheetah_recheck_errors(NULL); 15651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pci_poke_faulted = 1; 15671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc += 4; 15681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 15691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 15701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 15721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 15741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 15751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early deferred error afsr[%016lx] afar[%016lx]\n", 15761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 15771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 15781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 15791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 15801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 15831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 15841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 15861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 15871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 15881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 15891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 15901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 15911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 15931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 15941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 15951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 15961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_memory = cheetah_check_main_memory(afar); 15981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 16001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int flush_all, flush_line; 16011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = flush_line = 0; 16031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_EDU) != 0UL) { 16041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_EDU) 16051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 16061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 16071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 16081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((afsr & CHAFSR_BERR) != 0UL) { 16091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_BERR) 16101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 16111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 16121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 16131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 16161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 16171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I/D caches */ 16191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 16201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 16211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 16221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 16231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 16241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 16251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_IC | DCU_DC) 16261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 16271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (flush_all) 16291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 16301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (flush_line) 16311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache_line(afar); 16321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 16351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 16361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 16371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 16381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 16391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 16401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 16411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 16421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 16431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 16451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 16461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 16491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR. What we are looking for here is whether a new 16521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * error was logged while we had error reporting traps disabled. 16531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(&local_snapshot)) { 16551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long new_afsr = local_snapshot.afsr; 16561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If we got a new asynchronous error, die... */ 16581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (new_afsr & (CHAFSR_EMU | CHAFSR_EDU | 16591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_CPU | 16601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_IVU | CHAFSR_UE | 16611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_BERR | CHAFSR_TO)) 16621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 16661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 16671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* "Recoverable" here means we try to yank the page from ever 16691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * being newly used again. This depends upon a few things: 16701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) Must be main memory, and AFAR must be valid. 16711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) If we trapped from user, OK. 16721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3) Else, if we trapped from kernel we must find exception 16731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * table entry (ie. we have to have been accessing user 16741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * space). 16751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 16761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If AFAR is not in main memory, or we trapped from kernel 16771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and cannot find an exception table entry, it is unacceptable 16781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to try and continue. 16791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable && is_memory) { 16811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((regs->tstate & TSTATE_PRIV) == 0UL) { 16821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OK, usermode access. */ 16831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16858cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller const struct exception_table_entry *entry; 16861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16878cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller entry = search_exception_tables(regs->tpc); 16888cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller if (entry) { 16891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OK, kernel access to userspace. */ 16901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* BAD, privileged state is corrupted. */ 16941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable) { 16981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pfn_valid(afar >> PAGE_SHIFT)) 16991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds get_page(pfn_to_page(afar >> PAGE_SHIFT)); 17001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 17011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 17021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Only perform fixup if we still have a 17041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recoverable condition. 17051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable) { 17078cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc = entry->fixup; 17081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 17091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 17131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 17141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 17171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable deferred error trap.\n"); 17181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Handle a D/I cache parity error trap. TYPE is encoded as: 17211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 17221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Bit0: 0=dcache,1=icache 17231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Bit1: 0=recoverable,1=unrecoverable 17241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 17251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The hardware has disabled both the I-cache and D-cache in 17261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the %dcr register. 17271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_plus_parity_error(int type, struct pt_regs *regs) 17291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 17301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (type & 0x1) 17311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cheetah_flush_icache(); 17321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 17331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_plus_zap_dcache_parity(); 17341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 17351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 17371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 17381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 17391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 17401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 17411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 17421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 17431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 17441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 17451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (type & 0x2) { 17471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_EMERG "CPU[%d]: Cheetah+ %c-cache parity error at TPC[%016lx]\n", 17481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), 17491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (type & 0x1) ? 'I' : 'D', 17501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc); 17514fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "TPC<%pS>\n", (void *) regs->tpc); 17521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Cheetah+ parity error."); 17531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: Cheetah+ %c-cache parity error at TPC[%016lx]\n", 17561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), 17571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (type & 0x1) ? 'I' : 'D', 17581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc); 17594fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_WARNING "TPC<%pS>\n", (void *) regs->tpc); 17601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17625b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstruct sun4v_error_entry { 17635b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_handle; 17645b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_stick; 17655b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17665b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_type; 17675b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_UNDEFINED 0 17685b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_UNCORRECTED_RES 1 17695b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_PRECISE_NONRES 2 17705b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_DEFERRED_NONRES 3 17715b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_WARNING_RES 4 17725b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17735b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_attrs; 17745b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PROCESSOR 0x00000001 17755b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_MEMORY 0x00000002 17765b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PIO 0x00000004 17775b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_INT_REGISTERS 0x00000008 17785b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_FPU_REGISTERS 0x00000010 17795b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_USER_MODE 0x01000000 17805b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PRIV_MODE 0x02000000 17815b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_RES_QUEUE_FULL 0x80000000 17825b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17835b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_raddr; 17845b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_size; 17855b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u16 err_cpu; 17865b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u16 err_pad; 17875b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller}; 17885b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17895b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic atomic_t sun4v_resum_oflow_cnt = ATOMIC_INIT(0); 17905b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic atomic_t sun4v_nonresum_oflow_cnt = ATOMIC_INIT(0); 17915b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17925b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic const char *sun4v_err_type_to_str(u32 type) 17935b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 17945b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller switch (type) { 17955b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_UNDEFINED: 17965b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "undefined"; 17975b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_UNCORRECTED_RES: 17985b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "uncorrected resumable"; 17995b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_PRECISE_NONRES: 18005b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "precise nonresumable"; 18015b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_DEFERRED_NONRES: 18025b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "deferred nonresumable"; 18035b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_WARNING_RES: 18045b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "warning resumable"; 18055b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller default: 18065b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "unknown"; 18076cb79b3f3ba2b14590cac02ee13ab7410b6225edJoe Perches } 18085b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18095b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18105224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Millerstatic void sun4v_log_error(struct pt_regs *regs, struct sun4v_error_entry *ent, int cpu, const char *pfx, atomic_t *ocnt) 18115b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18125b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cnt; 18135b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18145b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: Reporting on cpu %d\n", pfx, cpu); 18159018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s: err_handle[%llx] err_stick[%llx] err_type[%08x:%s]\n", 18165b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18175b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle, ent->err_stick, 18185b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_type, 18195b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller sun4v_err_type_to_str(ent->err_type)); 18205b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: err_attrs[%08x:%s %s %s %s %s %s %s %s]\n", 18215b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18225b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_attrs, 18235b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PROCESSOR) ? 18245b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "processor" : ""), 18255b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_MEMORY) ? 18265b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "memory" : ""), 18275b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PIO) ? 18285b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "pio" : ""), 18295b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_INT_REGISTERS) ? 18305b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "integer-regs" : ""), 18315b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_FPU_REGISTERS) ? 18325b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "fpu-regs" : ""), 18335b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_USER_MODE) ? 18345b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "user" : ""), 18355b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PRIV_MODE) ? 18365b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "privileged" : ""), 18375b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_RES_QUEUE_FULL) ? 18385b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "queue-full" : "")); 18399018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s: err_raddr[%016llx] err_size[%u] err_cpu[%u]\n", 18405b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18415b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_raddr, ent->err_size, ent->err_cpu); 18425b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1843dbf3e950679b2588e554baa4da94c445c7903e24David S. Miller show_regs(regs); 18445224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller 18455b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller if ((cnt = atomic_read(ocnt)) != 0) { 18465b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_set(ocnt, 0); 18475b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 18485b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: Queue overflowed %d times.\n", 18495b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, cnt); 18505b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller } 18515b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18525b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1853b4f4372f96e0573d752d9e45beda02fabf716cc8David S. Miller/* We run with %pil set to PIL_NORMAL_MAX and PSTATE_IE enabled in %pstate. 18545b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * Log the event and clear the first word of the entry. 18555b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 18565b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_resum_error(struct pt_regs *regs, unsigned long offset) 18575b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18585b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct sun4v_error_entry *ent, local_copy; 18595b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct trap_per_cpu *tb; 18605b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller unsigned long paddr; 18615b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cpu; 18625b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18635b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller cpu = get_cpu(); 18645b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18655b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller tb = &trap_block[cpu]; 18665b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller paddr = tb->resum_kernel_buf_pa + offset; 18675b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent = __va(paddr); 18685b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18695b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller memcpy(&local_copy, ent, sizeof(struct sun4v_error_entry)); 18705b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18715b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* We have a local copy now, so release the entry. */ 18725b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle = 0; 18735b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 18745b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18755b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller put_cpu(); 18765b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1877a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller if (ent->err_type == SUN4V_ERR_TYPE_WARNING_RES) { 1878a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller /* If err_type is 0x4, it's a powerdown request. Do 1879a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller * not do the usual resumable error log because that 1880a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller * makes it look like some abnormal error. 1881a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller */ 1882a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller printk(KERN_INFO "Power down request...\n"); 1883a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller kill_cad_pid(SIGINT, 1); 1884a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller return; 1885a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller } 1886a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller 18875224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller sun4v_log_error(regs, &local_copy, cpu, 18885b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller KERN_ERR "RESUMABLE ERROR", 18895b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller &sun4v_resum_oflow_cnt); 18905b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18915b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18925b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller/* If we try to printk() we'll probably make matters worse, by trying 18935b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * to retake locks this cpu already holds or causing more errors. So 18945b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * just bump a counter, and we'll report these counter bumps above. 18955b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 18965b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_resum_overflow(struct pt_regs *regs) 18975b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18985b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_inc(&sun4v_resum_oflow_cnt); 18995b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 19005b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1901b4f4372f96e0573d752d9e45beda02fabf716cc8David S. Miller/* We run with %pil set to PIL_NORMAL_MAX and PSTATE_IE enabled in %pstate. 19025b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * Log the event, clear the first word of the entry, and die. 19035b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19045b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_nonresum_error(struct pt_regs *regs, unsigned long offset) 19055b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 19065b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct sun4v_error_entry *ent, local_copy; 19075b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct trap_per_cpu *tb; 19085b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller unsigned long paddr; 19095b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cpu; 19105b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19115b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller cpu = get_cpu(); 19125b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19135b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller tb = &trap_block[cpu]; 19145b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller paddr = tb->nonresum_kernel_buf_pa + offset; 19155b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent = __va(paddr); 19165b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19175b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller memcpy(&local_copy, ent, sizeof(struct sun4v_error_entry)); 19185b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19195b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* We have a local copy now, so release the entry. */ 19205b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle = 0; 19215b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 19225b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19235b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller put_cpu(); 19245b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19255b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#ifdef CONFIG_PCI 19265b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* Check for the special PCI poke sequence. */ 19275b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller if (pci_poke_in_progress && pci_poke_cpu == cpu) { 19285b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pci_poke_faulted = 1; 19295b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller regs->tpc += 4; 19305b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller regs->tnpc = regs->tpc + 4; 19315b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return; 19325b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller } 19335b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#endif 19345b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19355224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller sun4v_log_error(regs, &local_copy, cpu, 19365b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller KERN_EMERG "NON-RESUMABLE ERROR", 19375b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller &sun4v_nonresum_oflow_cnt); 19385b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19395b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller panic("Non-resumable error."); 19405b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 19415b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19425b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller/* If we try to printk() we'll probably make matters worse, by trying 19435b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * to retake locks this cpu already holds or causing more errors. So 19445b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * just bump a counter, and we'll report these counter bumps above. 19455b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19465b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_nonresum_overflow(struct pt_regs *regs) 19475b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 19485b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* XXX Actually even this can make not that much sense. Perhaps 19495b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * XXX we should just pull the plug and panic directly from here? 19505b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19515b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_inc(&sun4v_nonresum_oflow_cnt); 19525b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 19535b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19546c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_vaddr; 19556c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_ctx; 19566c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_pte; 19576c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_error; 19586c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19596c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millervoid sun4v_itlb_error_report(struct pt_regs *regs, int tl) 19606c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller{ 19616c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller if (tl > 1) 19626c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 19636c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 196404d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-ITLB: Error at TPC[%lx], tl %d\n", 196504d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller regs->tpc, tl); 19664fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-ITLB: TPC<%pS>\n", (void *) regs->tpc); 19676320bcebc0ee0bafc61f293bec2d0809171f6b1dDavid S. Miller printk(KERN_EMERG "SUN4V-ITLB: O7[%lx]\n", regs->u_regs[UREG_I7]); 19684fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-ITLB: O7<%pS>\n", 19694fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) regs->u_regs[UREG_I7]); 197004d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-ITLB: vaddr[%lx] ctx[%lx] " 197104d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "pte[%lx] error[%lx]\n", 19726c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_itlb_vaddr, sun4v_err_itlb_ctx, 19736c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_itlb_pte, sun4v_err_itlb_error); 197404d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller 19756c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller prom_halt(); 19766c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller} 19776c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19786c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_vaddr; 19796c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_ctx; 19806c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_pte; 19816c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_error; 19826c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19836c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millervoid sun4v_dtlb_error_report(struct pt_regs *regs, int tl) 19846c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller{ 19856c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller if (tl > 1) 19866c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 19876c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 198804d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-DTLB: Error at TPC[%lx], tl %d\n", 198904d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller regs->tpc, tl); 19904fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-DTLB: TPC<%pS>\n", (void *) regs->tpc); 19916320bcebc0ee0bafc61f293bec2d0809171f6b1dDavid S. Miller printk(KERN_EMERG "SUN4V-DTLB: O7[%lx]\n", regs->u_regs[UREG_I7]); 19924fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-DTLB: O7<%pS>\n", 19934fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) regs->u_regs[UREG_I7]); 199404d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-DTLB: vaddr[%lx] ctx[%lx] " 199504d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "pte[%lx] error[%lx]\n", 19966c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_dtlb_vaddr, sun4v_err_dtlb_ctx, 19976c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_dtlb_pte, sun4v_err_dtlb_error); 199804d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller 19996c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller prom_halt(); 20006c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller} 20016c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 20022a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Millervoid hypervisor_tlbop_error(unsigned long err, unsigned long op) 20032a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller{ 20042a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller printk(KERN_CRIT "SUN4V: TLB hv call error %lu for op %lu\n", 20052a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller err, op); 20062a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller} 20072a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller 20082a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Millervoid hypervisor_tlbop_error_xcall(unsigned long err, unsigned long op) 20092a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller{ 20102a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller printk(KERN_CRIT "SUN4V: XCALL TLB hv call error %lu for op %lu\n", 20112a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller err, op); 20122a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller} 20132a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller 20141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpe_common(struct pt_regs *regs) 20151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 20171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc = regs->tnpc; 20181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc += 4; 20191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 20201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long fsr = current_thread_info()->xfsr[0]; 20211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 20221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 20241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 20251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 20261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGFPE; 20281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 20291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 20301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 20311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = __SI_FAULT; 20321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((fsr & 0x1c000) == (1 << 14)) { 20331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (fsr & 0x10) 20341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTINV; 20351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x08) 20361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTOVF; 20371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x04) 20381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTUND; 20391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x02) 20401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTDIV; 20411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x01) 20421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTRES; 20431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGFPE, &info, current); 20451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpieee(struct pt_regs *regs) 20491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "fpu exception ieee", regs, 20511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x24, SIGFPE) == NOTIFY_STOP) 20521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_fpe_common(regs); 20551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int do_mathemu(struct pt_regs *, struct fpustate *); 20581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpother(struct pt_regs *regs) 20601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct fpustate *f = FPUSTATE; 20621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret = 0; 20631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "fpu exception other", regs, 20651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x25, SIGFPE) == NOTIFY_STOP) 20661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((current_thread_info()->xfsr[0] & 0x1c000)) { 20691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case (2 << 14): /* unfinished_FPop */ 20701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case (3 << 14): /* unimplemented_FPop */ 20711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = do_mathemu(regs, f); 20721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 20731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 20751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_fpe_common(regs); 20771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_tof(struct pt_regs *regs) 20801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 20821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "tagged arithmetic overflow", regs, 20841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x26, SIGEMT) == NOTIFY_STOP) 20851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 20881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Penguin overflow trap from kernel mode", regs); 20891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 20901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 20911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 20921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGEMT; 20941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 20951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = EMT_TAGOVF; 20961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 20971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 20981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGEMT, &info, current); 20991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_div0(struct pt_regs *regs) 21021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 21041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "integer division by zero", regs, 21061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x28, SIGFPE) == NOTIFY_STOP) 21071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 21101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Kernel divide by zero.", regs); 21111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 21121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 21131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 21141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 21151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGFPE; 21161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 21171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_INTDIV; 21181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 21191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 21201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGFPE, &info, current); 21211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 212399cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Millerstatic void instruction_dump(unsigned int *pc) 21241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 21261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((((unsigned long) pc) & 3)) 21281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Instruction DUMP:"); 21311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = -3; i < 6; i++) 21321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%c%08x%c",i?' ':'<',pc[i],i?' ':'>'); 21331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("\n"); 21341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 213699cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Millerstatic void user_instruction_dump(unsigned int __user *pc) 21371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 21391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int buf[9]; 21401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((((unsigned long) pc) & 3)) 21421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy_from_user(buf, pc - 3, sizeof(buf))) 21451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Instruction DUMP:"); 21481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < 9; i++) 21491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%c%08x%c",i==3?' ':'<',buf[i],i==3?' ':'>'); 21501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("\n"); 21511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid show_stack(struct task_struct *tsk, unsigned long *_ksp) 21541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2155c6fee0810df4e0f4cf9c4834d2569ca01c02cffcDavid S. Miller unsigned long fp, ksp; 2156c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller struct thread_info *tp; 21571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int count = 0; 2158667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller#ifdef CONFIG_FUNCTION_GRAPH_TRACER 2159667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller int graph = 0; 2160667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller#endif 21611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ksp = (unsigned long) _ksp; 2163c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (!tsk) 2164c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller tsk = current; 2165c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller tp = task_thread_info(tsk); 2166c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (ksp == 0UL) { 2167c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (tsk == current) 2168c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller asm("mov %%fp, %0" : "=r" (ksp)); 2169c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller else 2170c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller ksp = tp->ksp; 2171c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller } 21721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tp == current_thread_info()) 21731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flushw_all(); 21741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds fp = ksp + STACK_BIAS; 21761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21774fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("Call Trace:\n"); 21781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do { 217914d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller struct sparc_stackf *sf; 218077c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller struct pt_regs *regs; 218177c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller unsigned long pc; 218277c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21834f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller if (!kstack_valid(tp, fp)) 21841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 218514d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller sf = (struct sparc_stackf *) fp; 218614d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller regs = (struct pt_regs *) (sf + 1); 218777c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21884f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller if (kstack_is_trap_frame(tp, regs)) { 218914d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller if (!(regs->tstate & TSTATE_PRIV)) 219014d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller break; 219177c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller pc = regs->tpc; 219277c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller fp = regs->u_regs[UREG_I6] + STACK_BIAS; 219377c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller } else { 219414d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller pc = sf->callers_pc; 219514d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller fp = (unsigned long)sf->fp + STACK_BIAS; 219677c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller } 219777c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21984fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(" [%016lx] %pS\n", pc, (void *) pc); 2199667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller#ifdef CONFIG_FUNCTION_GRAPH_TRACER 2200667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller if ((pc + 8UL) == (unsigned long) &return_to_handler) { 2201667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller int index = tsk->curr_ret_stack; 2202667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller if (tsk->ret_stack && index >= graph) { 2203667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller pc = tsk->ret_stack[index - graph].ret; 2204667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller printk(" [%016lx] %pS\n", pc, (void *) pc); 2205667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller graph++; 2206667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller } 2207667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller } 2208667f0cee3e0321151aa7a1a5222afe67ca4be0eaDavid S. Miller#endif 22091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } while (++count < 16); 22101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid dump_stack(void) 22131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2214c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller show_stack(current, NULL); 22151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(dump_stack); 22181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline struct reg_window *kernel_stack_up(struct reg_window *rw) 22201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long fp = rw->ins[6]; 22221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!fp) 22241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 22251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (struct reg_window *) (fp + STACK_BIAS); 22271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid die_if_kernel(char *str, struct pt_regs *regs) 22301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds static int die_counter; 22321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int count = 0; 22331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Amuse the user. */ 22351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk( 22361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \\|/ ____ \\|/\n" 22371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \"@'/ .. \\`@\"\n" 22381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" /_| \\__/ |_\\\n" 22391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \\__U_/\n"); 22401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 224119c5870c0eefd27c6d09d867465e0571262e05d0Alexey Dobriyan printk("%s(%d): %s [#%d]\n", current->comm, task_pid_nr(current), str, ++die_counter); 22421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds notify_die(DIE_OOPS, str, regs, 0, 255, SIGSEGV); 22431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("flushw"); 2244dbf3e950679b2588e554baa4da94c445c7903e24David S. Miller show_regs(regs); 2245bcdcd8e725b923ad7c0de809680d5d5658a7bf8cPavel Emelianov add_taint(TAINT_DIE); 22461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2247cb256aa60409efd803806cfb0528a4b3f8397dbaDavid S. Miller struct thread_info *tp = current_thread_info(); 22481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct reg_window *rw = (struct reg_window *) 22491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (regs->u_regs[UREG_FP] + STACK_BIAS); 22501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Stop the back trace when we hit userland or we 22521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * find some badly aligned kernel stack. 22531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 22541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (rw && 2255cb256aa60409efd803806cfb0528a4b3f8397dbaDavid S. Miller count++ < 30 && 2256cb256aa60409efd803806cfb0528a4b3f8397dbaDavid S. Miller kstack_valid(tp, (unsigned long) rw)) { 22574fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("Caller[%016lx]: %pS\n", rw->ins[7], 22584fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) rw->ins[7]); 22591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rw = kernel_stack_up(rw); 22611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds instruction_dump ((unsigned int *) regs->tpc); 22631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 22641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 22651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 22661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 22671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds user_instruction_dump ((unsigned int __user *) regs->tpc); 22691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 22711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_exit(SIGKILL); 22721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_exit(SIGSEGV); 22731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2274917c3660d6d9a4b073a3db7c10f6989adae4e191Sam RavnborgEXPORT_SYMBOL(die_if_kernel); 22751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22766e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller#define VIS_OPCODE_MASK ((0x3 << 30) | (0x3f << 19)) 22776e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller#define VIS_OPCODE_VAL ((0x2 << 30) | (0x36 << 19)) 22786e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller 22791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int handle_popc(u32 insn, struct pt_regs *regs); 22801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int handle_ldf_stq(u32 insn, struct pt_regs *regs); 22811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_illegal_instruction(struct pt_regs *regs) 22831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long pc = regs->tpc; 22851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tstate = regs->tstate; 22861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 insn; 22871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 22881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "illegal instruction", regs, 22901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x10, SIGILL) == NOTIFY_STOP) 22911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 22921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tstate & TSTATE_PRIV) 22941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Kernel illegal instruction", regs); 22951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) 22961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pc = (u32)pc; 22971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (get_user(insn, (u32 __user *) pc) != -EFAULT) { 22981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((insn & 0xc1ffc000) == 0x81700000) /* POPC */ { 22991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (handle_popc(insn, regs)) 23001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((insn & 0xc1580000) == 0xc1100000) /* LDQ/STQ */ { 23021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (handle_ldf_stq(insn, regs)) 23031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23040c51ed93ca0ecbf44ec096f4bd04c12a3e761e6bDavid S. Miller } else if (tlb_type == hypervisor) { 23056e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if ((insn & VIS_OPCODE_MASK) == VIS_OPCODE_VAL) { 23066e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if (!vis_emul(regs, insn)) 23076e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller return; 23086e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller } else { 23096e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller struct fpustate *f = FPUSTATE; 23100c51ed93ca0ecbf44ec096f4bd04c12a3e761e6bDavid S. Miller 23116e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller /* XXX maybe verify XFSR bits like 23126e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller * XXX do_fpother() does? 23136e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller */ 23146e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if (do_mathemu(regs, f)) 23156e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller return; 23166e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller } 23171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 23201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_ILLOPC; 23221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)pc; 23231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 23251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2327ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millerextern void kernel_unaligned_trap(struct pt_regs *regs, unsigned int insn); 2328ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 23291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid mem_address_unaligned(struct pt_regs *regs, unsigned long sfar, unsigned long sfsr) 23301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 23321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "memory address unaligned", regs, 23341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x34, SIGSEGV) == NOTIFY_STOP) 23351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2338ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller kernel_unaligned_trap(regs, *((unsigned int *)regs->tpc)); 23391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGBUS; 23421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = BUS_ADRALN; 23441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)sfar; 23451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGBUS, &info, current); 23471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23499f8a5b843fc47ea150525f912574677483e1a5acDavid S. Millervoid sun4v_do_mna(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 2350ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 2351ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 2352ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2353ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "memory address unaligned", regs, 2354ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x34, SIGSEGV) == NOTIFY_STOP) 2355ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 2356ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2357ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 2358ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller kernel_unaligned_trap(regs, *((unsigned int *)regs->tpc)); 2359ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 2360ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 2361ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGBUS; 2362ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 2363ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = BUS_ADRALN; 2364ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 2365ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 2366ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGBUS, &info, current); 2367ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 2368ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 23691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_privop(struct pt_regs *regs) 23701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 23721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "privileged operation", regs, 23741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x11, SIGILL) == NOTIFY_STOP) 23751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 23781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 23791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 23801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 23821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_PRVOPC; 23841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 23851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 23871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_privact(struct pt_regs *regs) 23901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_privop(regs); 23921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Trap level 1 stuff or other traps we should never see... */ 23951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_cee(struct pt_regs *regs) 23961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Cache Error Exception", regs); 23981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_cee_tl1(struct pt_regs *regs) 24011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Cache Error Exception", regs); 24041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_dae_tl1(struct pt_regs *regs) 24071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Data Access Exception", regs); 24101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_iae_tl1(struct pt_regs *regs) 24131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Instruction Access Exception", regs); 24161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_div0_tl1(struct pt_regs *regs) 24191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: DIV0 Exception", regs); 24221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpdis_tl1(struct pt_regs *regs) 24251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU Disabled", regs); 24281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpieee_tl1(struct pt_regs *regs) 24311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU IEEE Exception", regs); 24341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpother_tl1(struct pt_regs *regs) 24371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU Other Exception", regs); 24401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_ill_tl1(struct pt_regs *regs) 24431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Illegal Instruction Exception", regs); 24461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_irq_tl1(struct pt_regs *regs) 24491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: IRQ Exception", regs); 24521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_lddfmna_tl1(struct pt_regs *regs) 24551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: LDDF Exception", regs); 24581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_stdfmna_tl1(struct pt_regs *regs) 24611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: STDF Exception", regs); 24641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_paw(struct pt_regs *regs) 24671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Phys Watchpoint Exception", regs); 24691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_paw_tl1(struct pt_regs *regs) 24721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Phys Watchpoint Exception", regs); 24751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_vaw(struct pt_regs *regs) 24781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Virt Watchpoint Exception", regs); 24801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_vaw_tl1(struct pt_regs *regs) 24831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Virt Watchpoint Exception", regs); 24861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_tof_tl1(struct pt_regs *regs) 24891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Tag Overflow Exception", regs); 24921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_getpsr(struct pt_regs *regs) 24951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->u_regs[UREG_I0] = tstate_to_psr(regs->tstate); 24971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc = regs->tnpc; 24981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc += 4; 24991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 25001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 25011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 25021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 25031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 25041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 250556fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Millerstruct trap_per_cpu trap_block[NR_CPUS]; 25065a5488d3bb9a23d9884572e5d85dfeefe8749d3dDavid S. MillerEXPORT_SYMBOL(trap_block); 250756fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 250856fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller/* This can get invoked before sched_init() so play it super safe 250956fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller * and use hard_smp_processor_id(). 251056fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller */ 25119843099ff46467461d6476a827f6f9701682dbacDavid S. Millervoid notrace init_cur_cpu_trap(struct thread_info *t) 251256fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller{ 251356fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller int cpu = hard_smp_processor_id(); 251456fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller struct trap_per_cpu *p = &trap_block[cpu]; 251556fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 251672aff53f1fe74153eccef303ab2f79de888d248cDavid S. Miller p->thread = t; 251756fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller p->pgd_paddr = 0; 251856fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller} 251956fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 25201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern void thread_info_offsets_are_bolixed_dave(void); 252156fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Millerextern void trap_per_cpu_offsets_are_bolixed_dave(void); 2522dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Millerextern void tsb_config_offsets_are_bolixed_dave(void); 25231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 25241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Only invoked on boot processor. */ 25251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid __init trap_init(void) 25261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 25271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Compile time sanity check. */ 25288249778908783f329a8852285b083ce86437e089David S. Miller BUILD_BUG_ON(TI_TASK != offsetof(struct thread_info, task) || 25298249778908783f329a8852285b083ce86437e089David S. Miller TI_FLAGS != offsetof(struct thread_info, flags) || 25308249778908783f329a8852285b083ce86437e089David S. Miller TI_CPU != offsetof(struct thread_info, cpu) || 25318249778908783f329a8852285b083ce86437e089David S. Miller TI_FPSAVED != offsetof(struct thread_info, fpsaved) || 25328249778908783f329a8852285b083ce86437e089David S. Miller TI_KSP != offsetof(struct thread_info, ksp) || 25338249778908783f329a8852285b083ce86437e089David S. Miller TI_FAULT_ADDR != offsetof(struct thread_info, 25348249778908783f329a8852285b083ce86437e089David S. Miller fault_address) || 25358249778908783f329a8852285b083ce86437e089David S. Miller TI_KREGS != offsetof(struct thread_info, kregs) || 25368249778908783f329a8852285b083ce86437e089David S. Miller TI_UTRAPS != offsetof(struct thread_info, utraps) || 25378249778908783f329a8852285b083ce86437e089David S. Miller TI_EXEC_DOMAIN != offsetof(struct thread_info, 25388249778908783f329a8852285b083ce86437e089David S. Miller exec_domain) || 25398249778908783f329a8852285b083ce86437e089David S. Miller TI_REG_WINDOW != offsetof(struct thread_info, 25408249778908783f329a8852285b083ce86437e089David S. Miller reg_window) || 25418249778908783f329a8852285b083ce86437e089David S. Miller TI_RWIN_SPTRS != offsetof(struct thread_info, 25428249778908783f329a8852285b083ce86437e089David S. Miller rwbuf_stkptrs) || 25438249778908783f329a8852285b083ce86437e089David S. Miller TI_GSR != offsetof(struct thread_info, gsr) || 25448249778908783f329a8852285b083ce86437e089David S. Miller TI_XFSR != offsetof(struct thread_info, xfsr) || 25458249778908783f329a8852285b083ce86437e089David S. Miller TI_PRE_COUNT != offsetof(struct thread_info, 25468249778908783f329a8852285b083ce86437e089David S. Miller preempt_count) || 25478249778908783f329a8852285b083ce86437e089David S. Miller TI_NEW_CHILD != offsetof(struct thread_info, new_child) || 25488249778908783f329a8852285b083ce86437e089David S. Miller TI_SYS_NOERROR != offsetof(struct thread_info, 25498249778908783f329a8852285b083ce86437e089David S. Miller syscall_noerror) || 25508249778908783f329a8852285b083ce86437e089David S. Miller TI_RESTART_BLOCK != offsetof(struct thread_info, 25518249778908783f329a8852285b083ce86437e089David S. Miller restart_block) || 25528249778908783f329a8852285b083ce86437e089David S. Miller TI_KUNA_REGS != offsetof(struct thread_info, 25538249778908783f329a8852285b083ce86437e089David S. Miller kern_una_regs) || 25548249778908783f329a8852285b083ce86437e089David S. Miller TI_KUNA_INSN != offsetof(struct thread_info, 25558249778908783f329a8852285b083ce86437e089David S. Miller kern_una_insn) || 25568249778908783f329a8852285b083ce86437e089David S. Miller TI_FPREGS != offsetof(struct thread_info, fpregs) || 25578249778908783f329a8852285b083ce86437e089David S. Miller (TI_FPREGS & (64 - 1))); 25588249778908783f329a8852285b083ce86437e089David S. Miller 25598249778908783f329a8852285b083ce86437e089David S. Miller BUILD_BUG_ON(TRAP_PER_CPU_THREAD != offsetof(struct trap_per_cpu, 25608249778908783f329a8852285b083ce86437e089David S. Miller thread) || 25618249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_PGD_PADDR != 25628249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, pgd_paddr)) || 25638249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_MONDO_PA != 25648249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_pa)) || 25658249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_DEV_MONDO_PA != 25668249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, dev_mondo_pa)) || 25678249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_RESUM_MONDO_PA != 25688249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, resum_mondo_pa)) || 25698249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_RESUM_KBUF_PA != 25708249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, resum_kernel_buf_pa)) || 25718249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_NONRESUM_MONDO_PA != 25728249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, nonresum_mondo_pa)) || 25738249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_NONRESUM_KBUF_PA != 25748249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, nonresum_kernel_buf_pa)) || 25758249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_FAULT_INFO != 25768249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, fault_info)) || 25778249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_MONDO_BLOCK_PA != 25788249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_block_pa)) || 25798249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_LIST_PA != 25808249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_list_pa)) || 25818249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_TSB_HUGE != 25828249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, tsb_huge)) || 25838249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_TSB_HUGE_TEMP != 25848249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, tsb_huge_temp)) || 25858249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_IRQ_WORKLIST_PA != 25868249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, irq_worklist_pa)) || 25878249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_MONDO_QMASK != 25888249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_qmask)) || 25898249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_DEV_MONDO_QMASK != 25908249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, dev_mondo_qmask)) || 25918249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_RESUM_QMASK != 25928249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, resum_qmask)) || 25938249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_NONRESUM_QMASK != 25948249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, nonresum_qmask)) || 25958249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_PER_CPU_BASE != 25968249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, __per_cpu_base))); 25978249778908783f329a8852285b083ce86437e089David S. Miller 25988249778908783f329a8852285b083ce86437e089David S. Miller BUILD_BUG_ON((TSB_CONFIG_TSB != 25998249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb)) || 26008249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_RSS_LIMIT != 26018249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_rss_limit)) || 26028249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_NENTRIES != 26038249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_nentries)) || 26048249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_REG_VAL != 26058249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_reg_val)) || 26068249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_MAP_VADDR != 26078249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_map_vaddr)) || 26088249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_MAP_PTE != 26098249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_map_pte))); 2610dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller 26111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Attach to the address space of init_task. On SMP we 26121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * do this in smp.c:smp_callin for other cpus. 26131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 26141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds atomic_inc(&init_mm.mm_count); 26151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds current->active_mm = &init_mm; 26161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2617