traps_64.c revision cb256aa60409efd803806cfb0528a4b3f8397dba
1d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Miller/* arch/sparc64/kernel/traps.c 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller * Copyright (C) 1995,1997,2008,2009 David S. Miller (davem@davemloft.net) 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (C) 1997,1999,2000 Jakub Jelinek (jakub@redhat.com) 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * I like traps on v9, :)))) 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 12a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller#include <linux/sched.h> 139843099ff46467461d6476a827f6f9701682dbacDavid S. Miller#include <linux/linkage.h> 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/kernel.h> 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/signal.h> 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/smp.h> 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/mm.h> 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h> 191eeb66a1bb973534dc3d064920a5ca683823372eChristoph Hellwig#include <linux/kdebug.h> 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 212f4dfe206a2fc07099dfad77a8ea2f4b4ae2140fFernando Luis Vazquez Cao#include <asm/smp.h> 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/delay.h> 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/system.h> 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/ptrace.h> 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/oplib.h> 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/page.h> 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/pgtable.h> 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/unistd.h> 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/uaccess.h> 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/fpumacro.h> 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/lsu.h> 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/dcu.h> 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/estate.h> 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/chafsr.h> 356c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#include <asm/sfafsr.h> 361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/psrcompat.h> 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/processor.h> 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <asm/timer.h> 3992704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller#include <asm/head.h> 4007f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller#include <asm/prom.h> 41881d021ab0d675f519b68df916fde969940ef988David S. Miller#include <asm/memctrl.h> 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4399cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Miller#include "entry.h" 444f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller#include "kstack.h" 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* When an irrecoverable trap occurs at tl > 0, the trap entry 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * code logs the trap state registers at every level in the trap 481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * stack. It is found at (pt_regs + sizeof(pt_regs)) and the layout 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * is as follows: 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct tl1_traplog { 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct { 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tstate; 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tpc; 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tnpc; 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tt; 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } trapstack[4]; 581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tl; 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void dump_tl1_traplog(struct tl1_traplog *p) 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 633d6395cb770b0db9135a853b1742418c99ed2148David S. Miller int i, limit; 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6504d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "TRAPLOG: Error at trap level 0x%lx, " 6604d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "dumping track stack.\n", p->tl); 673d6395cb770b0db9135a853b1742418c99ed2148David S. Miller 683d6395cb770b0db9135a853b1742418c99ed2148David S. Miller limit = (tlb_type == hypervisor) ? 2 : 4; 6939334a4b2c52a06960c480b1a4a05f5d5375c8bfDavid S. Miller for (i = 0; i < limit; i++) { 7004d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "TRAPLOG: Trap level %d TSTATE[%016lx] TPC[%016lx] " 721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "TNPC[%016lx] TT[%lx]\n", 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i + 1, 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->trapstack[i].tstate, p->trapstack[i].tpc, 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->trapstack[i].tnpc, p->trapstack[i].tt); 764fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("TRAPLOG: TPC<%pS>\n", (void *) p->trapstack[i].tpc); 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid bad_trap(struct pt_regs *regs, long lvl) 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char buffer[32]; 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "bad trap", regs, 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, lvl, SIGTRAP) == NOTIFY_STOP) 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (lvl < 0x100) { 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf(buffer, "Bad hw trap %lx at tl0\n", lvl); 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel(buffer, regs); 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds lvl -= 0x100; 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf(buffer, "Kernel bad sw trap %lx", lvl); 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel(buffer, regs); 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_ILLTRP; 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = lvl; 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid bad_trap_tl1(struct pt_regs *regs, long lvl) 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char buffer[32]; 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP_TL1, "bad trap tl1", regs, 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, lvl, SIGTRAP) == NOTIFY_STOP) 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sprintf (buffer, "Bad trap %lx at tl>0", lvl); 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel (buffer, regs); 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_DEBUG_BUGVERBOSE 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_BUG(const char *file, int line) 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bust_spinlocks(1); 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("kernel BUG at %s:%d!\n", file, line); 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 131917c3660d6d9a4b073a3db7c10f6989adae4e191Sam RavnborgEXPORT_SYMBOL(do_BUG); 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 134881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic DEFINE_SPINLOCK(dimm_handler_lock); 135881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic dimm_printer_t dimm_handler; 136881d021ab0d675f519b68df916fde969940ef988David S. Miller 137881d021ab0d675f519b68df916fde969940ef988David S. Millerstatic int sprintf_dimm(int synd_code, unsigned long paddr, char *buf, int buflen) 138881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 139881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 140881d021ab0d675f519b68df916fde969940ef988David S. Miller int ret = -ENODEV; 141881d021ab0d675f519b68df916fde969940ef988David S. Miller 142881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 143881d021ab0d675f519b68df916fde969940ef988David S. Miller if (dimm_handler) { 144881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = dimm_handler(synd_code, paddr, buf, buflen); 145881d021ab0d675f519b68df916fde969940ef988David S. Miller } else if (tlb_type == spitfire) { 146881d021ab0d675f519b68df916fde969940ef988David S. Miller if (prom_getunumber(synd_code, paddr, buf, buflen) == -1) 147881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -EINVAL; 148881d021ab0d675f519b68df916fde969940ef988David S. Miller else 149881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = 0; 150881d021ab0d675f519b68df916fde969940ef988David S. Miller } else 151881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -ENODEV; 152881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 153881d021ab0d675f519b68df916fde969940ef988David S. Miller 154881d021ab0d675f519b68df916fde969940ef988David S. Miller return ret; 155881d021ab0d675f519b68df916fde969940ef988David S. Miller} 156881d021ab0d675f519b68df916fde969940ef988David S. Miller 157881d021ab0d675f519b68df916fde969940ef988David S. Millerint register_dimm_printer(dimm_printer_t func) 158881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 159881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 160881d021ab0d675f519b68df916fde969940ef988David S. Miller int ret = 0; 161881d021ab0d675f519b68df916fde969940ef988David S. Miller 162881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 163881d021ab0d675f519b68df916fde969940ef988David S. Miller if (!dimm_handler) 164881d021ab0d675f519b68df916fde969940ef988David S. Miller dimm_handler = func; 165881d021ab0d675f519b68df916fde969940ef988David S. Miller else 166881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = -EEXIST; 167881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 168881d021ab0d675f519b68df916fde969940ef988David S. Miller 169881d021ab0d675f519b68df916fde969940ef988David S. Miller return ret; 170881d021ab0d675f519b68df916fde969940ef988David S. Miller} 17141660e9ac639c97840258d3c5294f618ca8cc46fDavid S. MillerEXPORT_SYMBOL_GPL(register_dimm_printer); 172881d021ab0d675f519b68df916fde969940ef988David S. Miller 173881d021ab0d675f519b68df916fde969940ef988David S. Millervoid unregister_dimm_printer(dimm_printer_t func) 174881d021ab0d675f519b68df916fde969940ef988David S. Miller{ 175881d021ab0d675f519b68df916fde969940ef988David S. Miller unsigned long flags; 176881d021ab0d675f519b68df916fde969940ef988David S. Miller 177881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_lock_irqsave(&dimm_handler_lock, flags); 178881d021ab0d675f519b68df916fde969940ef988David S. Miller if (dimm_handler == func) 179881d021ab0d675f519b68df916fde969940ef988David S. Miller dimm_handler = NULL; 180881d021ab0d675f519b68df916fde969940ef988David S. Miller spin_unlock_irqrestore(&dimm_handler_lock, flags); 181881d021ab0d675f519b68df916fde969940ef988David S. Miller} 18241660e9ac639c97840258d3c5294f618ca8cc46fDavid S. MillerEXPORT_SYMBOL_GPL(unregister_dimm_printer); 183881d021ab0d675f519b68df916fde969940ef988David S. Miller 1846c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_insn_access_exception(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "instruction access exception", regs, 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x8, SIGTRAP) == NOTIFY_STOP) 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 1936c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk("spitfire_insn_access_exception: SFSR[%016lx] " 1946c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "SFAR[%016lx], going.\n", sfsr, sfar); 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Iax", regs); 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGSEGV; 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = SEGV_MAPERR; 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGSEGV, &info, current); 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2096c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_insn_access_exception_tl1(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP_TL1, "instruction access exception tl1", regs, 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x8, SIGTRAP) == NOTIFY_STOP) 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 2166c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_insn_access_exception(regs, sfsr, sfar); 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 219ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_insn_access_exception(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 220ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 221ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short type = (type_ctx >> 16); 222ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short ctx = (type_ctx & 0xffff); 223ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 224ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 225ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "instruction access exception", regs, 226ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 227ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 228ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 229ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 230ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller printk("sun4v_insn_access_exception: ADDR[%016lx] " 231ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller "CTX[%04x] TYPE[%04x], going.\n", 232ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller addr, ctx, type); 233ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller die_if_kernel("Iax", regs); 234ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 235ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 236ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (test_thread_flag(TIF_32BIT)) { 237ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tpc &= 0xffffffff; 238ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tnpc &= 0xffffffff; 239ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 240ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGSEGV; 241ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 242ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = SEGV_MAPERR; 243ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 244ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 245ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGSEGV, &info, current); 246ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 247ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 248ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_insn_access_exception_tl1(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 249ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 250ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP_TL1, "instruction access exception tl1", regs, 251ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 252ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 253ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 254ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 255ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller sun4v_insn_access_exception(regs, addr, type_ctx); 256ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 257ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2586c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_data_access_exception(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "data access exception", regs, 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x30, SIGTRAP) == NOTIFY_STOP) 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Test if this comes from uaccess places. */ 2688cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller const struct exception_table_entry *entry; 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2708cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller entry = search_exception_tables(regs->tpc); 2718cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller if (entry) { 2728cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller /* Ouch, somebody is trying VM hole tricks on us... */ 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef DEBUG_EXCEPTIONS 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Exception: PC<%016lx> faddr<UNKNOWN>\n", regs->tpc); 2758cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller printk("EX_TABLE: insn<%016lx> fixup<%016lx>\n", 2768cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc, entry->fixup); 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 2788cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc = entry->fixup; 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Shit... */ 2836c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk("spitfire_data_access_exception: SFSR[%016lx] " 2846c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "SFAR[%016lx], going.\n", sfsr, sfar); 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Dax", regs); 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGSEGV; 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = SEGV_MAPERR; 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)sfar; 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGSEGV, &info, current); 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2966c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_data_access_exception_tl1(struct pt_regs *regs, unsigned long sfsr, unsigned long sfar) 297bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller{ 298bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller if (notify_die(DIE_TRAP_TL1, "data access exception tl1", regs, 299bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 0, 0x30, SIGTRAP) == NOTIFY_STOP) 300bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller return; 301bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 302bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 3036c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_data_access_exception(regs, sfsr, sfar); 304bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller} 305bde4e4ee9f90142d550e2684dec2c8df302f5f8eDavid S. Miller 306ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_data_access_exception(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 307ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 308ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short type = (type_ctx >> 16); 309ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller unsigned short ctx = (type_ctx & 0xffff); 310ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 311ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 312ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "data access exception", regs, 313ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 314ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 315ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 316ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 317fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller /* Test if this comes from uaccess places. */ 318fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller const struct exception_table_entry *entry; 319fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller 320fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller entry = search_exception_tables(regs->tpc); 321fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller if (entry) { 322fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller /* Ouch, somebody is trying VM hole tricks on us... */ 323fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller#ifdef DEBUG_EXCEPTIONS 324fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller printk("Exception: PC<%016lx> faddr<UNKNOWN>\n", regs->tpc); 325fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller printk("EX_TABLE: insn<%016lx> fixup<%016lx>\n", 326fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller regs->tpc, entry->fixup); 327fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller#endif 328fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller regs->tpc = entry->fixup; 329fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller regs->tnpc = regs->tpc + 4; 330fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller return; 331fcd26f7ae2ea5889134e8b3d60a42ce8b993c95fDavid S. Miller } 332ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller printk("sun4v_data_access_exception: ADDR[%016lx] " 333ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller "CTX[%04x] TYPE[%04x], going.\n", 334ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller addr, ctx, type); 33555555633bd4e72534b53c50525817259435e18dfDavid S. Miller die_if_kernel("Dax", regs); 336ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 337ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 338ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (test_thread_flag(TIF_32BIT)) { 339ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tpc &= 0xffffffff; 340ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller regs->tnpc &= 0xffffffff; 341ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 342ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGSEGV; 343ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 344ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = SEGV_MAPERR; 345ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 346ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 347ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGSEGV, &info, current); 348ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 349ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 350ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millervoid sun4v_data_access_exception_tl1(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 351ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 352ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP_TL1, "data access exception tl1", regs, 353ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x8, SIGTRAP) == NOTIFY_STOP) 354ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 355ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 356ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 357ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller sun4v_data_access_exception(regs, addr, type_ctx); 358ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 359ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_PCI 36177d10d0e63dcc4f961cb416447d64281300e5a01David S. Miller#include "pci_impl.h" 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* When access exceptions happen, we must do this. */ 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void spitfire_clean_and_reenable_l1_caches(void) 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long va; 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tlb_type != spitfire) 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG(); 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Clean 'em. */ 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (va = 0; va < (PAGE_SIZE << 1); va += 32) { 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spitfire_put_icache_tag(va, 0x0); 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spitfire_put_dcache_tag(va, 0x0); 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable in LSU. */ 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("flush %%g6\n\t" 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync\n\t" 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %0, [%%g0] %1\n\t" 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (LSU_CONTROL_IC | LSU_CONTROL_DC | 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds LSU_CONTROL_IM | LSU_CONTROL_DM), 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_LSU_CONTROL) 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "memory"); 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3906c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_enable_estate_errors(void) 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3926c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 3936c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 3946c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 3956c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (ESTATE_ERR_ALL), 3966c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "i" (ASI_ESTATE_ERROR_EN)); 3971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic char ecc_syndrome_table[] = { 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4c, 0x40, 0x41, 0x48, 0x42, 0x48, 0x48, 0x49, 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x43, 0x48, 0x48, 0x49, 0x48, 0x49, 0x49, 0x4a, 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x44, 0x48, 0x48, 0x20, 0x48, 0x39, 0x4b, 0x48, 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x25, 0x31, 0x48, 0x28, 0x48, 0x48, 0x2c, 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x45, 0x48, 0x48, 0x21, 0x48, 0x3d, 0x04, 0x48, 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x35, 0x48, 0x2d, 0x48, 0x48, 0x29, 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x00, 0x01, 0x48, 0x0a, 0x48, 0x48, 0x4b, 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x0f, 0x48, 0x48, 0x4b, 0x48, 0x49, 0x49, 0x48, 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x46, 0x48, 0x48, 0x2a, 0x48, 0x3b, 0x27, 0x48, 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x33, 0x48, 0x22, 0x48, 0x48, 0x2e, 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x19, 0x1d, 0x48, 0x1b, 0x4a, 0x48, 0x4b, 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x1f, 0x48, 0x4a, 0x4b, 0x48, 0x4b, 0x4b, 0x48, 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x4b, 0x24, 0x48, 0x07, 0x48, 0x48, 0x36, 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4b, 0x48, 0x48, 0x3e, 0x48, 0x30, 0x38, 0x48, 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x16, 0x48, 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x12, 0x4b, 0x48, 0x49, 0x48, 0x48, 0x4b, 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x47, 0x48, 0x48, 0x2f, 0x48, 0x3f, 0x4b, 0x48, 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x06, 0x37, 0x48, 0x23, 0x48, 0x48, 0x2b, 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x05, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x32, 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x26, 0x48, 0x48, 0x3a, 0x48, 0x34, 0x3c, 0x48, 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x11, 0x15, 0x48, 0x13, 0x4a, 0x48, 0x4b, 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x17, 0x48, 0x4a, 0x4b, 0x48, 0x4b, 0x4b, 0x48, 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x1e, 0x48, 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x1a, 0x4b, 0x48, 0x49, 0x48, 0x48, 0x4b, 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x08, 0x0d, 0x48, 0x02, 0x48, 0x48, 0x49, 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x03, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x4b, 0x48, 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x10, 0x48, 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x14, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x4b, 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x49, 0x48, 0x48, 0x49, 0x48, 0x4b, 0x18, 0x48, 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x48, 0x1c, 0x4b, 0x48, 0x4b, 0x48, 0x48, 0x4b, 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x4a, 0x0c, 0x09, 0x48, 0x0e, 0x48, 0x48, 0x4b, 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0x0b, 0x48, 0x48, 0x4b, 0x48, 0x4b, 0x4b, 0x4a 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic char *syndrome_unknown = "<Unknown>"; 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4366c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_log_udb_syndrome(unsigned long afar, unsigned long udbh, unsigned long udbl, unsigned long bit) 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4386c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller unsigned short scode; 4396c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller char memmod_str[64], *p; 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4416c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbl & bit) { 4426c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller scode = ecc_syndrome_table[udbl & 0xff]; 443881d021ab0d675f519b68df916fde969940ef988David S. Miller if (sprintf_dimm(scode, afar, memmod_str, sizeof(memmod_str)) < 0) 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = syndrome_unknown; 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = memmod_str; 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: UDBL Syndrome[%x] " 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Memory Module \"%s\"\n", 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), scode, p); 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4526c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbh & bit) { 4536c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller scode = ecc_syndrome_table[udbh & 0xff]; 454881d021ab0d675f519b68df916fde969940ef988David S. Miller if (sprintf_dimm(scode, afar, memmod_str, sizeof(memmod_str)) < 0) 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = syndrome_unknown; 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = memmod_str; 4581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: UDBH Syndrome[%x] " 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Memory Module \"%s\"\n", 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), scode, p); 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4626c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4636c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 4646c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4656c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_cee_log(unsigned long afsr, unsigned long afar, unsigned long udbh, unsigned long udbl, int tl1, struct pt_regs *regs) 4666c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 4676c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4686c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk(KERN_WARNING "CPU[%d]: Correctable ECC Error " 4696c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "AFSR[%lx] AFAR[%016lx] UDBL[%lx] UDBH[%lx] TL>1[%d]\n", 4706c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller smp_processor_id(), afsr, afar, udbl, udbh, tl1); 4716c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4726c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_log_udb_syndrome(afar, udbh, udbl, UDBE_CE); 4736c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4746c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* We always log it, even if someone is listening for this 4756c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * trap. 4766c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4776c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller notify_die(DIE_TRAP, "Correctable ECC Error", regs, 4786c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 0, TRAP_TYPE_CEE, SIGTRAP); 4796c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4806c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* The Correctable ECC Error trap does not disable I/D caches. So 4816c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * we only have to restore the ESTATE Error Enable register. 4826c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4836c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 4846c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 4856c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4866c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millerstatic void spitfire_ue_log(unsigned long afsr, unsigned long afar, unsigned long udbh, unsigned long udbl, unsigned long tt, int tl1, struct pt_regs *regs) 4876c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 4886c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller siginfo_t info; 4896c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4906c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller printk(KERN_WARNING "CPU[%d]: Uncorrectable Error AFSR[%lx] " 4916c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "AFAR[%lx] UDBL[%lx] UDBH[%ld] TT[%lx] TL>1[%d]\n", 4926c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller smp_processor_id(), afsr, afar, udbl, udbh, tt, tl1); 4936c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4946c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* XXX add more human friendly logging of the error status 4956c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX as is implemented for cheetah 4966c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 4976c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 4986c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_log_udb_syndrome(afar, udbh, udbl, UDBE_UE); 4996c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5006c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* We always log it, even if someone is listening for this 5016c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * trap. 5026c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5036c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller notify_die(DIE_TRAP, "Uncorrectable Error", regs, 5046c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 0, tt, SIGTRAP); 5056c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5066c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (regs->tstate & TSTATE_PRIV) { 5076c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tl1) 5086c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 5096c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller die_if_kernel("UE", regs); 5106c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5116c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5126c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* XXX need more intelligent processing here, such as is implemented 5136c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX for cheetah errors, in fact if the E-cache still holds the 5146c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * XXX line with bad parity this will loop 5156c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5166c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5176c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_clean_and_reenable_l1_caches(); 5186c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 5196c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5206c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (test_thread_flag(TIF_32BIT)) { 5216c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tpc &= 0xffffffff; 5226c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tnpc &= 0xffffffff; 5236c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5246c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_signo = SIGBUS; 5256c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_errno = 0; 5266c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_code = BUS_OBJERR; 5276c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_addr = (void *)0; 5286c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller info.si_trapno = 0; 5296c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller force_sig_info(SIGBUS, &info, current); 5306c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller} 5316c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5326c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Millervoid spitfire_access_error(struct pt_regs *regs, unsigned long status_encoded, unsigned long afar) 5336c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller{ 5346c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller unsigned long afsr, tt, udbh, udbl; 5356c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller int tl1; 5366c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5376c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller afsr = (status_encoded & SFSTAT_AFSR_MASK) >> SFSTAT_AFSR_SHIFT; 5386c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller tt = (status_encoded & SFSTAT_TRAP_TYPE) >> SFSTAT_TRAP_TYPE_SHIFT; 5396c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller tl1 = (status_encoded & SFSTAT_TL_GT_ONE) ? 1 : 0; 5406c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller udbl = (status_encoded & SFSTAT_UDBL_MASK) >> SFSTAT_UDBL_SHIFT; 5416c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller udbh = (status_encoded & SFSTAT_UDBH_MASK) >> SFSTAT_UDBH_SHIFT; 5426c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5436c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#ifdef CONFIG_PCI 5446c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tt == TRAP_TYPE_DAE && 5456c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller pci_poke_in_progress && pci_poke_cpu == smp_processor_id()) { 5466c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_clean_and_reenable_l1_caches(); 5476c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_enable_estate_errors(); 5486c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5496c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller pci_poke_faulted = 1; 5506c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller regs->tnpc = regs->tpc + 4; 5516c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller return; 5526c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5536c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller#endif 5546c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5556c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (afsr & SFAFSR_UE) 5566c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_ue_log(afsr, afar, udbh, udbl, tt, tl1, regs); 5576c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5586c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (tt == TRAP_TYPE_CEE) { 5596c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller /* Handle the case where we took a CEE trap, but ACK'd 5606c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller * only the UE state in the UDB error registers. 5616c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller */ 5626c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (afsr & SFAFSR_UE) { 5636c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbh & UDBE_CE) { 5646c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__( 5656c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "stxa %0, [%1] %2\n\t" 5666c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 5676c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 5686c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (udbh & UDBE_CE), 5696c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "r" (0x0), "i" (ASI_UDB_ERROR_W)); 5706c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5716c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller if (udbl & UDBE_CE) { 5726c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller __asm__ __volatile__( 5736c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "stxa %0, [%1] %2\n\t" 5746c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "membar #Sync" 5756c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : /* no outputs */ 5766c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller : "r" (udbl & UDBE_CE), 5776c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller "r" (0x18), "i" (ASI_UDB_ERROR_W)); 5786c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5796c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5806c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller 5816c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller spitfire_cee_log(afsr, afar, udbh, udbl, tl1, regs); 5826c52a96e6cacb35403b85c3b42db0faf26f3ed85David S. Miller } 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 585816242da3735957bee99aeba40aa60c4f120a101David S. Millerint cheetah_pcache_forced_on; 586816242da3735957bee99aeba40aa60c4f120a101David S. Miller 587816242da3735957bee99aeba40aa60c4f120a101David S. Millervoid cheetah_enable_pcache(void) 588816242da3735957bee99aeba40aa60c4f120a101David S. Miller{ 589816242da3735957bee99aeba40aa60c4f120a101David S. Miller unsigned long dcr; 590816242da3735957bee99aeba40aa60c4f120a101David S. Miller 591816242da3735957bee99aeba40aa60c4f120a101David S. Miller printk("CHEETAH: Enabling P-Cache on cpu %d.\n", 592816242da3735957bee99aeba40aa60c4f120a101David S. Miller smp_processor_id()); 593816242da3735957bee99aeba40aa60c4f120a101David S. Miller 594816242da3735957bee99aeba40aa60c4f120a101David S. Miller __asm__ __volatile__("ldxa [%%g0] %1, %0" 595816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "=r" (dcr) 596816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "i" (ASI_DCU_CONTROL_REG)); 597816242da3735957bee99aeba40aa60c4f120a101David S. Miller dcr |= (DCU_PE | DCU_HPE | DCU_SPE | DCU_SL); 598816242da3735957bee99aeba40aa60c4f120a101David S. Miller __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 599816242da3735957bee99aeba40aa60c4f120a101David S. Miller "membar #Sync" 600816242da3735957bee99aeba40aa60c4f120a101David S. Miller : /* no outputs */ 601816242da3735957bee99aeba40aa60c4f120a101David S. Miller : "r" (dcr), "i" (ASI_DCU_CONTROL_REG)); 602816242da3735957bee99aeba40aa60c4f120a101David S. Miller} 603816242da3735957bee99aeba40aa60c4f120a101David S. Miller 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Cheetah error trap handling. */ 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_physbase; 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_linesize; 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long ecache_flush_size; 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* This table is ordered in priority of errors and matches the 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * AFAR overwrite policy as well. 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct afsr_error_table { 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long mask; 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds const char *name; 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_PERR_msg[] = 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error"; 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IERR_msg[] = 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Internal processor error"; 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_ISAP_msg[] = 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System request parity error on incoming addresss"; 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UCU_msg[] = 6251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for ifetch/data"; 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UCC_msg[] = 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "SW Correctable E-cache ECC error for ifetch/data"; 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_UE_msg[] = 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus data ECC error for read"; 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EDU_msg[] = 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for stmerge/blkld"; 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EMU_msg[] = 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus MTAG error"; 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_WDU_msg[] = 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache ECC error for writeback"; 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CPU_msg[] = 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable ECC error for copyout"; 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CE_msg[] = 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus data ECC error for read"; 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EDC_msg[] = 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected E-cache ECC error for stmerge/blkld"; 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_EMC_msg[] = 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus MTAG ECC error"; 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_WDC_msg[] = 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected E-cache ECC error for writeback"; 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_CPC_msg[] = 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected ECC error for copyout"; 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_TO_msg[] = 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Unmapped error from system bus"; 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_BERR_msg[] = 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Bus error response from system bus"; 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IVC_msg[] = 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "HW corrected system bus data ECC error for ivec read"; 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHAFSR_IVU_msg[] = 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable system bus data ECC error for ivec read"; 6561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __cheetah_error_table[] = { 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMU, CHAFSR_EMU_msg }, 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMC, CHAFSR_EMC_msg }, 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVC, CHAFSR_IVC_msg }, 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DTO_msg[] = 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus unmapped error for prefetch/storequeue-read"; 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DBERR_msg[] = 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus error for prefetch/storequeue-read"; 6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_THCE_msg[] = 6841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Hardware corrected E-cache Tag ECC error"; 6851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_TSCE_msg[] = 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "SW handled correctable E-cache Tag ECC error"; 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_TUE_msg[] = 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable E-cache Tag ECC error"; 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char CHPAFSR_DUE_msg[] = 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System bus uncorrectable data ECC error due to prefetch/store-fill"; 6911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __cheetah_plus_error_table[] = { 6921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 6991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMU, CHAFSR_EMU_msg }, 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EMC, CHAFSR_EMC_msg }, 7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DTO, CHPAFSR_DTO_msg }, 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DBERR, CHPAFSR_DBERR_msg }, 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_THCE, CHPAFSR_THCE_msg }, 7121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_TSCE, CHPAFSR_TSCE_msg }, 7131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_TUE, CHPAFSR_TUE_msg }, 7141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHPAFSR_DUE, CHPAFSR_DUE_msg }, 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVC, CHAFSR_IVC_msg }, 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 7191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JETO_msg[] = 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, hw timeout caused"; 7221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_SCE_msg[] = 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Parity error on system snoop results"; 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JEIC_msg[] = 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, illegal command detected"; 7261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_JEIT_msg[] = 7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "System interface protocol error, illegal ADTYPE detected"; 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_OM_msg[] = 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Out of range memory error has occurred"; 7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_ETP_msg[] = 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Parity error on L2 cache tag SRAM"; 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_UMS_msg[] = 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Error due to unsupported store"; 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_RUE_msg[] = 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Uncorrectable ECC error from remote cache/memory"; 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_RCE_msg[] = 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Correctable ECC error from remote cache/memory"; 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_BP_msg[] = 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "JBUS parity error on returned read data"; 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_WBP_msg[] = 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "JBUS parity error on data for writeback or block store"; 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_FRC_msg[] = 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Foreign read to DRAM incurring correctable ECC error"; 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char JPAFSR_FRU_msg[] = 7451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "Foreign read to DRAM incurring uncorrectable ECC error"; 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table __jalapeno_error_table[] = { 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JETO, JPAFSR_JETO_msg }, 7481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_SCE, JPAFSR_SCE_msg }, 7491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JEIC, JPAFSR_JEIC_msg }, 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_JEIT, JPAFSR_JEIT_msg }, 7511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_PERR, CHAFSR_PERR_msg }, 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IERR, CHAFSR_IERR_msg }, 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_ISAP, CHAFSR_ISAP_msg }, 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCU, CHAFSR_UCU_msg }, 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UCC, CHAFSR_UCC_msg }, 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_UE, CHAFSR_UE_msg }, 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDU, CHAFSR_EDU_msg }, 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_OM, JPAFSR_OM_msg }, 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDU, CHAFSR_WDU_msg }, 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPU, CHAFSR_CPU_msg }, 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CE, CHAFSR_CE_msg }, 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_EDC, CHAFSR_EDC_msg }, 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_ETP, JPAFSR_ETP_msg }, 7641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_WDC, CHAFSR_WDC_msg }, 7651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_CPC, CHAFSR_CPC_msg }, 7661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_TO, CHAFSR_TO_msg }, 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_BERR, CHAFSR_BERR_msg }, 7681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_UMS, JPAFSR_UMS_msg }, 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_RUE, JPAFSR_RUE_msg }, 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_RCE, JPAFSR_RCE_msg }, 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_BP, JPAFSR_BP_msg }, 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_WBP, JPAFSR_WBP_msg }, 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_FRC, JPAFSR_FRC_msg }, 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { JPAFSR_FRU, JPAFSR_FRU_msg }, 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* These two do not update the AFAR. */ 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { CHAFSR_IVU, CHAFSR_IVU_msg }, 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 0, NULL }, 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct afsr_error_table *cheetah_error_table; 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned long cheetah_afsr_errors; 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct cheetah_err_info *cheetah_error_log; 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 784d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Millerstatic inline struct cheetah_err_info *cheetah_get_error_log(unsigned long afsr) 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info *p; 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int cpu = smp_processor_id(); 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cheetah_error_log) 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_error_log + (cpu * 2); 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_TL1) != 0UL) 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p++; 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p; 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_icpe[], tl1_icpe[]; 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_dcpe[], tl1_dcpe[]; 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_fecc[], tl1_fecc[]; 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_cee[], tl1_cee[]; 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_iae[], tl1_iae[]; 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int tl0_dae[], tl1_dae[]; 8051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_plus_icpe_trap_vector[], cheetah_plus_icpe_trap_vector_tl1[]; 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_plus_dcpe_trap_vector[], cheetah_plus_dcpe_trap_vector_tl1[]; 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_fecc_trap_vector[], cheetah_fecc_trap_vector_tl1[]; 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_cee_trap_vector[], cheetah_cee_trap_vector_tl1[]; 8091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern unsigned int cheetah_deferred_trap_vector[], cheetah_deferred_trap_vector_tl1[]; 8101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid __init cheetah_ecache_flush_init(void) 8121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long largest_size, smallest_linesize, order, ver; 8145cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller int i, sz; 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Scan all cpu device tree nodes, note two values: 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) largest E-cache size 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) smallest E-cache line size 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds largest_size = 0UL; 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smallest_linesize = ~0UL; 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8235cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller for (i = 0; i < NR_CPUS; i++) { 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long val; 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8265cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller val = cpu_data(i).ecache_size; 8275cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller if (!val) 8285cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller continue; 8295cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (val > largest_size) 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds largest_size = val; 8325cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8335cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller val = cpu_data(i).ecache_line_size; 8341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (val < smallest_linesize) 8351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smallest_linesize = val; 8365cbc30737398b49f62ae8603129ce43ac7db1a41David S. Miller 8371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (largest_size == 0UL || smallest_linesize == ~0UL) { 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Cannot probe cpu E-cache " 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "parameters.\n"); 8421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ecache_flush_size = (2 * largest_size); 8461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ecache_flush_linesize = smallest_linesize; 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 84810147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller ecache_flush_physbase = find_ecache_flush_span(ecache_flush_size); 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 85010147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller if (ecache_flush_physbase == ~0UL) { 8511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Cannot find %d byte " 85210147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller "contiguous physical memory.\n", 85310147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller ecache_flush_size); 8541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now allocate error trap reporting scoreboard. */ 85807f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller sz = NR_CPUS * (2 * sizeof(struct cheetah_err_info)); 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (order = 0; order < MAX_ORDER; order++) { 86007f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller if ((PAGE_SIZE << order) >= sz) 8611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_log = (struct cheetah_err_info *) 8641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __get_free_pages(GFP_KERNEL, order); 8651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!cheetah_error_log) { 8661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("cheetah_ecache_flush_init: Failed to allocate " 86707f8e5f358a0b7240f1dad6b3819f2fd1103f159David S. Miller "error logging scoreboard (%d bytes).\n", sz); 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 8691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memset(cheetah_error_log, 0, PAGE_SIZE << order); 8711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Mark all AFSRs as invalid so that the trap handler will 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * log new new information there. 8741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < 2 * NR_CPUS; i++) 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_log[i].afsr = CHAFSR_INVALID; 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ ("rdpr %%ver, %0" : "=r" (ver)); 87992704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller if ((ver >> 32) == __JALAPENO_ID || 88092704a1c63c3b481870d02636d0b5a70c7e21cd1David S. Miller (ver >> 32) == __SERRANO_ID) { 8811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__jalapeno_error_table[0]; 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = JPAFSR_ERRORS; 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((ver >> 32) == 0x003e0015) { 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__cheetah_plus_error_table[0]; 8851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = CHPAFSR_ERRORS; 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 8871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_error_table = &__cheetah_error_table[0]; 8881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_afsr_errors = CHAFSR_ERRORS; 8891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now patch trap tables. */ 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_fecc, cheetah_fecc_trap_vector, (8 * 4)); 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_fecc, cheetah_fecc_trap_vector_tl1, (8 * 4)); 8941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_cee, cheetah_cee_trap_vector, (8 * 4)); 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_cee, cheetah_cee_trap_vector_tl1, (8 * 4)); 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_iae, cheetah_deferred_trap_vector, (8 * 4)); 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_iae, cheetah_deferred_trap_vector_tl1, (8 * 4)); 8981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_dae, cheetah_deferred_trap_vector, (8 * 4)); 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_dae, cheetah_deferred_trap_vector_tl1, (8 * 4)); 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tlb_type == cheetah_plus) { 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_dcpe, cheetah_plus_dcpe_trap_vector, (8 * 4)); 9021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_dcpe, cheetah_plus_dcpe_trap_vector_tl1, (8 * 4)); 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl0_icpe, cheetah_plus_icpe_trap_vector, (8 * 4)); 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tl1_icpe, cheetah_plus_icpe_trap_vector_tl1, (8 * 4)); 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flushi(PAGE_OFFSET); 9071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_ecache(void) 9101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_base = ecache_flush_physbase; 9121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_linesize = ecache_flush_linesize; 9131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flush_size = ecache_flush_size; 9141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("1: subcc %0, %4, %0\n\t" 9161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " bne,pt %%xcc, 1b\n\t" 9171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds " ldxa [%2 + %0] %3, %%g0\n\t" 9181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=&r" (flush_size) 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "0" (flush_size), "r" (flush_base), 9201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_PHYS_USE_EC), "r" (flush_linesize)); 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_ecache_line(unsigned long physaddr) 9241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long alias; 9261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr &= ~(8UL - 1UL); 9281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr = (ecache_flush_physbase + 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (physaddr & ((ecache_flush_size>>1UL) - 1UL))); 9301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias = physaddr + (ecache_flush_size >> 1UL); 9311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %2, %%g0\n\t" 9321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %2, %%g0\n\t" 9331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 9351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (physaddr), "r" (alias), 9361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_PHYS_USE_EC)); 9371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Unfortunately, the diagnostic access to the I-cache tags we need to 9401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * use to clear the thing interferes with I-cache coherency transactions. 9411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 9421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * So we must only flush the I-cache when it is disabled. 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __cheetah_flush_icache(void) 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 94680dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int icache_size, icache_line_size; 94780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 94880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 94980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller icache_size = local_cpu_data().icache_size; 95080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller icache_line_size = local_cpu_data().icache_line_size; 9511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Clear the valid bits in all the tags. */ 95380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < icache_size; addr += icache_line_size) { 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %%g0, [%0] %1\n\t" 9551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 95780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (addr | (2 << 3)), 95880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller "i" (ASI_IC_TAG)); 9591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_icache(void) 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long dcu_save; 9651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Save current DCU, disable I-cache. */ 9671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 9681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %0, %2, %%g1\n\t" 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %1\n\t" 9701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (dcu_save) 9721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), "i" (DCU_IC) 9731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 9741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cheetah_flush_icache(); 9761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Restore DCU register */ 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (dcu_save), "i" (ASI_DCU_CONTROL_REG)); 9821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_flush_dcache(void) 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 98680dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int dcache_size, dcache_line_size; 98780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 98880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 98980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_size = local_cpu_data().dcache_size; 99080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_line_size = local_cpu_data().dcache_line_size; 9911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 99280dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < dcache_size; addr += dcache_line_size) { 9931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %%g0, [%0] %1\n\t" 9941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 9951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 99680dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (addr), "i" (ASI_DCACHE_TAG)); 9971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* In order to make the even parity correct we must do two things. 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * First, we clear DC_data_parity and set DC_utag to an appropriate value. 10021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Next, we clear out all 32-bytes of data for that line. Data of 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * all-zero + tag parity value of zero == correct parity. 10041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_plus_zap_dcache_parity(void) 10061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 100780dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned int dcache_size, dcache_line_size; 100880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long addr; 100980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller 101080dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_size = local_cpu_data().dcache_size; 101180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller dcache_line_size = local_cpu_data().dcache_line_size; 10121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 101380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (addr = 0; addr < dcache_size; addr += dcache_line_size) { 101480dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long tag = (addr >> 14); 101580dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller unsigned long line; 10161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("membar #Sync\n\t" 10181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %0, [%1] %2\n\t" 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 102180dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (tag), "r" (addr), 10221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_DCACHE_UTAG)); 102380dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller for (line = addr; line < addr + dcache_line_size; line += 8) 10241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("membar #Sync\n\t" 10251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g0, [%0] %1\n\t" 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 10271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 102880dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller : "r" (line), 102980dc0d6b44ce0f01df58d8899e46612690ed7d81David S. Miller "i" (ASI_DCACHE_DATA)); 10301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Conversion tables used to frob Cheetah AFSR syndrome values into 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * something palatable to the memory controller driver get_unumber 10351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * routine. 10361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT0 137 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT1 138 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MT2 139 10401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define NONE 254 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC0 140 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC1 141 10431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC2 142 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MTC3 143 10451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C0 128 10461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C1 129 10471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C2 130 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C3 131 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C4 132 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C5 133 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C6 134 10521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C7 135 10531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define C8 136 10541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M2 144 10551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M3 145 10561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M4 146 10571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define M 147 10581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned char cheetah_ecc_syntab[] = { 10591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*00*/NONE, C0, C1, M2, C2, M2, M3, 47, C3, M2, M2, 53, M2, 41, 29, M, 10601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*01*/C4, M, M, 50, M2, 38, 25, M2, M2, 33, 24, M2, 11, M, M2, 16, 10611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*02*/C5, M, M, 46, M2, 37, 19, M2, M, 31, 32, M, 7, M2, M2, 10, 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*03*/M2, 40, 13, M2, 59, M, M2, 66, M, M2, M2, 0, M2, 67, 71, M, 10631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*04*/C6, M, M, 43, M, 36, 18, M, M2, 49, 15, M, 63, M2, M2, 6, 10641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*05*/M2, 44, 28, M2, M, M2, M2, 52, 68, M2, M2, 62, M2, M3, M3, M4, 10651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*06*/M2, 26, 106, M2, 64, M, M2, 2, 120, M, M2, M3, M, M3, M3, M4, 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*07*/116, M2, M2, M3, M2, M3, M, M4, M2, 58, 54, M2, M, M4, M4, M3, 10671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*08*/C7, M2, M, 42, M, 35, 17, M2, M, 45, 14, M2, 21, M2, M2, 5, 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*09*/M, 27, M, M, 99, M, M, 3, 114, M2, M2, 20, M2, M3, M3, M, 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0a*/M2, 23, 113, M2, 112, M2, M, 51, 95, M, M2, M3, M2, M3, M3, M2, 10701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0b*/103, M, M2, M3, M2, M3, M3, M4, M2, 48, M, M, 73, M2, M, M3, 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0c*/M2, 22, 110, M2, 109, M2, M, 9, 108, M2, M, M3, M2, M3, M3, M, 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0d*/102, M2, M, M, M2, M3, M3, M, M2, M3, M3, M2, M, M4, M, M3, 10731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0e*/98, M, M2, M3, M2, M, M3, M4, M2, M3, M3, M4, M3, M, M, M, 10741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*0f*/M2, M3, M3, M, M3, M, M, M, 56, M4, M, M3, M4, M, M, M, 10751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*10*/C8, M, M2, 39, M, 34, 105, M2, M, 30, 104, M, 101, M, M, 4, 10761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*11*/M, M, 100, M, 83, M, M2, 12, 87, M, M, 57, M2, M, M3, M, 10771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*12*/M2, 97, 82, M2, 78, M2, M2, 1, 96, M, M, M, M, M, M3, M2, 10781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*13*/94, M, M2, M3, M2, M, M3, M, M2, M, 79, M, 69, M, M4, M, 10791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*14*/M2, 93, 92, M, 91, M, M2, 8, 90, M2, M2, M, M, M, M, M4, 10801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*15*/89, M, M, M3, M2, M3, M3, M, M, M, M3, M2, M3, M2, M, M3, 10811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*16*/86, M, M2, M3, M2, M, M3, M, M2, M, M3, M, M3, M, M, M3, 10821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*17*/M, M, M3, M2, M3, M2, M4, M, 60, M, M2, M3, M4, M, M, M2, 10831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*18*/M2, 88, 85, M2, 84, M, M2, 55, 81, M2, M2, M3, M2, M3, M3, M4, 10841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*19*/77, M, M, M, M2, M3, M, M, M2, M3, M3, M4, M3, M2, M, M, 10851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1a*/74, M, M2, M3, M, M, M3, M, M, M, M3, M, M3, M, M4, M3, 10861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1b*/M2, 70, 107, M4, 65, M2, M2, M, 127, M, M, M, M2, M3, M3, M, 10871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1c*/80, M2, M2, 72, M, 119, 118, M, M2, 126, 76, M, 125, M, M4, M3, 10881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1d*/M2, 115, 124, M, 75, M, M, M3, 61, M, M4, M, M4, M, M, M, 10891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1e*/M, 123, 122, M4, 121, M4, M, M3, 117, M2, M2, M3, M4, M3, M, M, 10901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*1f*/111, M, M, M, M4, M3, M3, M, M, M, M3, M, M3, M2, M, M 10911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 10921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned char cheetah_mtag_syntab[] = { 10931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MTC0, 10941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC1, NONE, 10951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC2, NONE, 10961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT0, 10971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTC3, NONE, 10981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT1, 10991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, MT2, 11001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds NONE, NONE 11011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 11021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Return the highest priority error conditon mentioned. */ 1104d979f1792d1a4867eda0028b3aac8c6d4a535bb7David S. Millerstatic inline unsigned long cheetah_get_hipri(unsigned long afsr) 11051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tmp = 0; 11071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 11081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; cheetah_error_table[i].mask; i++) { 11101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((tmp = (afsr & cheetah_error_table[i].mask)) != 0UL) 11111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return tmp; 11121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return tmp; 11141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const char *cheetah_get_string(unsigned long bit) 11171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 11191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; cheetah_error_table[i].mask; i++) { 11211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((bit & cheetah_error_table[i].mask) != 0UL) 11221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return cheetah_error_table[i].name; 11231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return "???"; 11251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void cheetah_log_errors(struct pt_regs *regs, struct cheetah_err_info *info, 11281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long afsr, unsigned long afar, int recoverable) 11291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long hipri; 11311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char unum[256]; 11321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): Cheetah error trap taken afsr[%016lx] afar[%016lx] TL1(%d)\n", 11341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar, 11361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_TL1) ? 1 : 0); 1137955c054f7905e0a9ee4483b03f866f61e6929becDavid S. Miller printk("%s" "ERROR(%d): TPC[%lx] TNPC[%lx] O7[%lx] TSTATE[%lx]\n", 11381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 1139955c054f7905e0a9ee4483b03f866f61e6929becDavid S. Miller regs->tpc, regs->tnpc, regs->u_regs[UREG_I7], regs->tstate); 11405af47db796cb7e06e9bafb0d75ad98693b55f8b6David S. Miller printk("%s" "ERROR(%d): ", 11415af47db796cb7e06e9bafb0d75ad98693b55f8b6David S. Miller (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id()); 11424fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("TPC<%pS>\n", (void *) regs->tpc); 11431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): M_SYND(%lx), E_SYND(%lx)%s%s\n", 11441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_M_SYNDROME) >> CHAFSR_M_SYNDROME_SHIFT, 11461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_E_SYNDROME) >> CHAFSR_E_SYNDROME_SHIFT, 11471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_ME) ? ", Multiple Errors" : "", 11481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (afsr & CHAFSR_PRIV) ? ", Privileged" : ""); 11491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hipri = cheetah_get_hipri(afsr); 11501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): Highest priority error (%016lx) \"%s\"\n", 11511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hipri, cheetah_get_string(hipri)); 11531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Try to get unumber if relevant. */ 11551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define ESYND_ERRORS (CHAFSR_IVC | CHAFSR_IVU | \ 11561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_CPC | CHAFSR_CPU | \ 11571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_UE | CHAFSR_CE | \ 11581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_EDC | CHAFSR_EDU | \ 11591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_UCC | CHAFSR_UCU | \ 11601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_WDC) 11611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MSYND_ERRORS (CHAFSR_EMC | CHAFSR_EMU) 11621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & ESYND_ERRORS) { 11631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int syndrome; 11641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 11651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = (afsr & CHAFSR_E_SYNDROME) >> CHAFSR_E_SYNDROME_SHIFT; 11671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = cheetah_ecc_syntab[syndrome]; 1168881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = sprintf_dimm(syndrome, afar, unum, sizeof(unum)); 11691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != -1) 11701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): AFAR E-syndrome [%s]\n", 11711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 11721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), unum); 11731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if (afsr & MSYND_ERRORS) { 11741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int syndrome; 11751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 11761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = (afsr & CHAFSR_M_SYNDROME) >> CHAFSR_M_SYNDROME_SHIFT; 11781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds syndrome = cheetah_mtag_syntab[syndrome]; 1179881d021ab0d675f519b68df916fde969940ef988David S. Miller ret = sprintf_dimm(syndrome, afar, unum, sizeof(unum)); 11801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret != -1) 11811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR(%d): AFAR M-syndrome [%s]\n", 11821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 11831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), unum); 11841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now dump the cache snapshots. */ 11879018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): D-cache idx[%x] tag[%016llx] utag[%016llx] stag[%016llx]\n", 11881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->dcache_index, 11901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_tag, 11911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_utag, 11921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_stag); 11939018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): D-cache data0[%016llx] data1[%016llx] data2[%016llx] data3[%016llx]\n", 11941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 11951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[0], 11961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[1], 11971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[2], 11981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->dcache_data[3]); 11999018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache idx[%x] tag[%016llx] utag[%016llx] stag[%016llx] " 12009018113649348c689da107166c05d436cd52e7bfSam Ravnborg "u[%016llx] l[%016llx]\n", 12011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->icache_index, 12031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_tag, 12041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_utag, 12051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_stag, 12061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_upper, 12071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_lower); 12089018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache INSN0[%016llx] INSN1[%016llx] INSN2[%016llx] INSN3[%016llx]\n", 12091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[0], 12111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[1], 12121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[2], 12131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[3]); 12149018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): I-cache INSN4[%016llx] INSN5[%016llx] INSN6[%016llx] INSN7[%016llx]\n", 12151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[4], 12171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[5], 12181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[6], 12191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->icache_data[7]); 12209018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): E-cache idx[%x] tag[%016llx]\n", 12211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) info->ecache_index, info->ecache_tag); 12239018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s" "ERROR(%d): E-cache data0[%016llx] data1[%016llx] data2[%016llx] data3[%016llx]\n", 12241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), smp_processor_id(), 12251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[0], 12261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[1], 12271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[2], 12281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info->ecache_data[3]); 12291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr = (afsr & ~hipri) & cheetah_afsr_errors; 12311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (afsr != 0UL) { 12321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long bit = cheetah_get_hipri(afsr); 12331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%s" "ERROR: Multiple-error (%016lx) \"%s\"\n", 12351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (recoverable ? KERN_WARNING : KERN_CRIT), 12361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bit, cheetah_get_string(bit)); 12371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr &= ~bit; 12391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 12421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_CRIT "ERROR: This condition is not recoverable.\n"); 12431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_recheck_errors(struct cheetah_err_info *logp) 12461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long afsr, afar; 12481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret = 0; 12491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 12511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (afsr) 12521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_AFSR)); 12531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) != 0) { 12541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (logp != NULL) { 12551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %1, %0\n\t" 12561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=r" (afar) 12571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_AFAR)); 12581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds logp->afsr = afsr; 12591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds logp->afar = afar; 12601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 1; 12621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 12641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync\n\t" 12651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (afsr), "i" (ASI_AFSR)); 12661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 12681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_fecc_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 12711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 12731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable; 12741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Flush E-cache */ 12761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 12771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 12791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 12801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early Fast-ECC error afsr[%016lx] afar[%016lx]\n", 12811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 12821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 12831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 12841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 12851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 12881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 12891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 12911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 12921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 12931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 12941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 12951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 12961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 12971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 12981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 12991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 13001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 13011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 13031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 13041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 13061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 13071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 13081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 13091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 13121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 13131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 13161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 13171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 13181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 13191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 13221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 13231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 13261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 13271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 13291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 13301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 13311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR. What we are looking for here is whether a new 13331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * error was logged while we had error reporting traps disabled. 13341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(&local_snapshot)) { 13361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long new_afsr = local_snapshot.afsr; 13371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If we got a new asynchronous error, die... */ 13391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (new_afsr & (CHAFSR_EMU | CHAFSR_EDU | 13401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_CPU | 13411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_IVU | CHAFSR_UE | 13421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_BERR | CHAFSR_TO)) 13431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 13441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 13451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 13471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 13481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 13501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Fast-ECC error trap.\n"); 13511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Flush E-cache to kick the error trap handlers out. */ 13531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 13541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 13551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Try to fix a correctable error by pushing the line out from 13571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the E-cache. Recheck error reporting registers to see if the 13581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * problem is intermittent. 13591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_fix_ce(unsigned long physaddr) 13611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 13621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long orig_estate; 13631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long alias1, alias2; 13641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret; 13651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Make sure correctable error traps are disabled. */ 13671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %2, %0\n\t" 13681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "andn %0, %1, %%g1\n\t" 13691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %2\n\t" 13701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "=&r" (orig_estate) 13721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ESTATE_ERROR_CEEN), 13731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ASI_ESTATE_ERROR_EN) 13741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 13751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* We calculate alias addresses that will force the 13771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * cache line in question out of the E-cache. Then 13781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we bring it back in with an atomic instruction so 13791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that we get it in some modified/exclusive state, 13801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then we displace it again to try and get proper ECC 13811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pushed back into the system. 13821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 13831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds physaddr &= ~(8UL - 1UL); 13841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias1 = (ecache_flush_physbase + 13851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (physaddr & ((ecache_flush_size >> 1) - 1))); 13861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds alias2 = alias1 + (ecache_flush_size >> 1); 13871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %3, %%g0\n\t" 13881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %3, %%g0\n\t" 13891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "casxa [%2] %3, %%g0, %%g0\n\t" 13901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%0] %3, %%g0\n\t" 13911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ldxa [%1] %3, %%g0\n\t" 13921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 13931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 13941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "r" (alias1), "r" (alias2), 13951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "r" (physaddr), "i" (ASI_PHYS_USE_EC)); 13961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Did that trigger another error? */ 13981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(NULL)) { 13991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Try one more time. */ 14001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%0] %1, %%g0\n\t" 14011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (physaddr), "i" (ASI_PHYS_USE_EC)); 14031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(NULL)) 14041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 2; 14051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 1; 14071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 14081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* No new error, intermittent problem. */ 14091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = 0; 14101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Restore error enables. */ 14131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("stxa %0, [%%g0] %1\n\t" 14141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : : "r" (orig_estate), "i" (ASI_ESTATE_ERROR_EN)); 14161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ret; 14181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Return non-zero if PADDR is a valid physical memory address. */ 14211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int cheetah_check_main_memory(unsigned long paddr) 14221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 142310147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller unsigned long vaddr = PAGE_OFFSET + paddr; 14241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 142513edad7a5cef1c952459742482482a6b05e1a8a1David S. Miller if (vaddr > (unsigned long) high_memory) 1426ed3ffaf7b5e0262cb860f106a6632933671cc88fDavid S. Miller return 0; 1427ed3ffaf7b5e0262cb860f106a6632933671cc88fDavid S. Miller 142810147570f9eaff3920f0c67bad7244c2eb958d4fDavid S. Miller return kern_addr_valid(vaddr); 14291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 14301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_cee_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 14321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 14331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 14341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable, is_memory; 14351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 14371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 14381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early CEE error afsr[%016lx] afar[%016lx]\n", 14391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 14401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 14411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 14421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 14431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 14461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 14471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 14491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 14501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 14511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 14521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 14531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 14541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 14561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 14571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 14591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_memory = cheetah_check_main_memory(afar); 14611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (is_memory && (afsr & CHAFSR_CE) != 0UL) { 14631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* XXX Might want to log the results of this operation 14641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * XXX somewhere... -DaveM 14651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 14661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_fix_ce(afar); 14671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 14701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int flush_all, flush_line; 14711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = flush_line = 0; 14731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_EDC) != 0UL) { 14741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_EDC) 14751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 14761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 14781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((afsr & CHAFSR_CPC) != 0UL) { 14791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_CPC) 14801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 14811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 14821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 14831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 14841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Trap handler only disabled I-cache, flush it. */ 14861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 14871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache */ 14891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 14901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 14911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 14921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 14931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 14941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 14951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_IC) 14961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 14971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (flush_all) 14991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 15001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (flush_line) 15011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache_line(afar); 15021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 15051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 15111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_CEEN) 15121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 15151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 15161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 15181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 15191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 15201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR */ 15221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) cheetah_recheck_errors(&local_snapshot); 15231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 15251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 15261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 15281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Correctable-ECC error trap.\n"); 15291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 15301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_deferred_handler(struct pt_regs *regs, unsigned long afsr, unsigned long afar) 15321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 15331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct cheetah_err_info local_snapshot, *p; 15341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int recoverable, is_memory; 15351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef CONFIG_PCI 15371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Check for the special PCI poke sequence. */ 15381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pci_poke_in_progress && pci_poke_cpu == smp_processor_id()) { 15391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 15401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 15411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 15431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 15491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 15501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 15531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 15541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 15551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 15561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 15571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 15581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 15591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 15601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 15611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) cheetah_recheck_errors(NULL); 15631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pci_poke_faulted = 1; 15651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc += 4; 15661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 15671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 15681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 15701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = cheetah_get_error_log(afsr); 15721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!p) { 15731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: Early deferred error afsr[%016lx] afar[%016lx]\n", 15741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds afsr, afar); 15751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_printf("ERROR: CPU(%d) TPC[%016lx] TNPC[%016lx] TSTATE[%016lx]\n", 15761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), regs->tpc, regs->tnpc, regs->tstate); 15771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prom_halt(); 15781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 15791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Grab snapshot of logged error. */ 15811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(&local_snapshot, p, sizeof(local_snapshot)); 15821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If the current trap snapshot does not match what the 15841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * trap handler passed along into our args, big trouble. 15851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In such a case, mark the local copy as invalid. 15861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 15871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Else, it matches and we mark the afsr in the non-local 15881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copy as invalid so we may log new error traps there. 15891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (p->afsr != afsr || p->afar != afar) 15911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds local_snapshot.afsr = CHAFSR_INVALID; 15921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 15931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p->afsr = CHAFSR_INVALID; 15941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_memory = cheetah_check_main_memory(afar); 15961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 15971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds { 15981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int flush_all, flush_line; 15991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = flush_line = 0; 16011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & CHAFSR_EDU) != 0UL) { 16021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_EDU) 16031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 16041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 16051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 16061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((afsr & CHAFSR_BERR) != 0UL) { 16071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((afsr & cheetah_afsr_errors) == CHAFSR_BERR) 16081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_line = 1; 16091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 16101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_all = 1; 16111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_icache(); 16141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 16151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I/D caches */ 16171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 16181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 16191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 16201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 16211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 16221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 16231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_IC | DCU_DC) 16241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 16251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (flush_all) 16271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache(); 16281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (flush_line) 16291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_ecache_line(afar); 16301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable error reporting */ 16331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 16341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 16351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 16361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 16371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 16381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_ESTATE_ERROR_EN), 16391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN) 16401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 16411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Decide if we can continue after handling this trap and 16431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * logging the error. 16441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (afsr & (CHAFSR_PERR | CHAFSR_IERR | CHAFSR_ISAP)) 16471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-check AFSR/AFAR. What we are looking for here is whether a new 16501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * error was logged while we had error reporting traps disabled. 16511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cheetah_recheck_errors(&local_snapshot)) { 16531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long new_afsr = local_snapshot.afsr; 16541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* If we got a new asynchronous error, die... */ 16561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (new_afsr & (CHAFSR_EMU | CHAFSR_EDU | 16571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_WDU | CHAFSR_CPU | 16581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_IVU | CHAFSR_UE | 16591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds CHAFSR_BERR | CHAFSR_TO)) 16601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Log errors. */ 16641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_log_errors(regs, &local_snapshot, afsr, afar, recoverable); 16651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* "Recoverable" here means we try to yank the page from ever 16671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * being newly used again. This depends upon a few things: 16681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1) Must be main memory, and AFAR must be valid. 16691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2) If we trapped from user, OK. 16701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3) Else, if we trapped from kernel we must find exception 16711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * table entry (ie. we have to have been accessing user 16721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * space). 16731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 16741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If AFAR is not in main memory, or we trapped from kernel 16751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and cannot find an exception table entry, it is unacceptable 16761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to try and continue. 16771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 16781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable && is_memory) { 16791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((regs->tstate & TSTATE_PRIV) == 0UL) { 16801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OK, usermode access. */ 16811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16838cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller const struct exception_table_entry *entry; 16841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16858cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller entry = search_exception_tables(regs->tpc); 16868cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller if (entry) { 16871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OK, kernel access to userspace. */ 16881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 1; 16891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 16911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* BAD, privileged state is corrupted. */ 16921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 16931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 16941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable) { 16961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pfn_valid(afar >> PAGE_SHIFT)) 16971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds get_page(pfn_to_page(afar >> PAGE_SHIFT)); 16981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 16991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 17001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Only perform fixup if we still have a 17021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recoverable condition. 17031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (recoverable) { 17058cf14af0a740fb7e9f94a203b5a989beb875d58fDavid S. Miller regs->tpc = entry->fixup; 17061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc = regs->tpc + 4; 17071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 17111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recoverable = 0; 17121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!recoverable) 17151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable deferred error trap.\n"); 17161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Handle a D/I cache parity error trap. TYPE is encoded as: 17191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 17201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Bit0: 0=dcache,1=icache 17211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Bit1: 0=recoverable,1=unrecoverable 17221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 17231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The hardware has disabled both the I-cache and D-cache in 17241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the %dcr register. 17251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 17261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid cheetah_plus_parity_error(int type, struct pt_regs *regs) 17271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 17281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (type & 0x1) 17291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __cheetah_flush_icache(); 17301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 17311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_plus_zap_dcache_parity(); 17321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cheetah_flush_dcache(); 17331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Re-enable I-cache/D-cache */ 17351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("ldxa [%%g0] %0, %%g1\n\t" 17361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "or %%g1, %1, %%g1\n\t" 17371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "stxa %%g1, [%%g0] %0\n\t" 17381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "membar #Sync" 17391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : /* no outputs */ 17401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "i" (ASI_DCU_CONTROL_REG), 17411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "i" (DCU_DC | DCU_IC) 17421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : "g1"); 17431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (type & 0x2) { 17451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_EMERG "CPU[%d]: Cheetah+ %c-cache parity error at TPC[%016lx]\n", 17461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), 17471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (type & 0x1) ? 'I' : 'D', 17481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc); 17494fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "TPC<%pS>\n", (void *) regs->tpc); 17501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds panic("Irrecoverable Cheetah+ parity error."); 17511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 17521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk(KERN_WARNING "CPU[%d]: Cheetah+ %c-cache parity error at TPC[%016lx]\n", 17541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds smp_processor_id(), 17551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (type & 0x1) ? 'I' : 'D', 17561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc); 17574fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_WARNING "TPC<%pS>\n", (void *) regs->tpc); 17581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 17591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 17605b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstruct sun4v_error_entry { 17615b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_handle; 17625b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_stick; 17635b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17645b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_type; 17655b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_UNDEFINED 0 17665b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_UNCORRECTED_RES 1 17675b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_PRECISE_NONRES 2 17685b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_DEFERRED_NONRES 3 17695b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_TYPE_WARNING_RES 4 17705b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17715b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_attrs; 17725b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PROCESSOR 0x00000001 17735b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_MEMORY 0x00000002 17745b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PIO 0x00000004 17755b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_INT_REGISTERS 0x00000008 17765b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_FPU_REGISTERS 0x00000010 17775b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_USER_MODE 0x01000000 17785b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_PRIV_MODE 0x02000000 17795b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#define SUN4V_ERR_ATTRS_RES_QUEUE_FULL 0x80000000 17805b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17815b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u64 err_raddr; 17825b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u32 err_size; 17835b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u16 err_cpu; 17845b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller u16 err_pad; 17855b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller}; 17865b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17875b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic atomic_t sun4v_resum_oflow_cnt = ATOMIC_INIT(0); 17885b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic atomic_t sun4v_nonresum_oflow_cnt = ATOMIC_INIT(0); 17895b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 17905b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millerstatic const char *sun4v_err_type_to_str(u32 type) 17915b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 17925b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller switch (type) { 17935b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_UNDEFINED: 17945b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "undefined"; 17955b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_UNCORRECTED_RES: 17965b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "uncorrected resumable"; 17975b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_PRECISE_NONRES: 17985b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "precise nonresumable"; 17995b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_DEFERRED_NONRES: 18005b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "deferred nonresumable"; 18015b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller case SUN4V_ERR_TYPE_WARNING_RES: 18025b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "warning resumable"; 18035b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller default: 18045b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return "unknown"; 18055b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller }; 18065b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18075b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18085224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Millerstatic void sun4v_log_error(struct pt_regs *regs, struct sun4v_error_entry *ent, int cpu, const char *pfx, atomic_t *ocnt) 18095b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18105b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cnt; 18115b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18125b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: Reporting on cpu %d\n", pfx, cpu); 18139018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s: err_handle[%llx] err_stick[%llx] err_type[%08x:%s]\n", 18145b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18155b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle, ent->err_stick, 18165b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_type, 18175b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller sun4v_err_type_to_str(ent->err_type)); 18185b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: err_attrs[%08x:%s %s %s %s %s %s %s %s]\n", 18195b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18205b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_attrs, 18215b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PROCESSOR) ? 18225b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "processor" : ""), 18235b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_MEMORY) ? 18245b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "memory" : ""), 18255b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PIO) ? 18265b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "pio" : ""), 18275b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_INT_REGISTERS) ? 18285b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "integer-regs" : ""), 18295b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_FPU_REGISTERS) ? 18305b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "fpu-regs" : ""), 18315b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_USER_MODE) ? 18325b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "user" : ""), 18335b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_PRIV_MODE) ? 18345b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "privileged" : ""), 18355b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ((ent->err_attrs & SUN4V_ERR_ATTRS_RES_QUEUE_FULL) ? 18365b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller "queue-full" : "")); 18379018113649348c689da107166c05d436cd52e7bfSam Ravnborg printk("%s: err_raddr[%016llx] err_size[%u] err_cpu[%u]\n", 18385b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, 18395b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_raddr, ent->err_size, ent->err_cpu); 18405b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1841dbf3e950679b2588e554baa4da94c445c7903e24David S. Miller show_regs(regs); 18425224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller 18435b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller if ((cnt = atomic_read(ocnt)) != 0) { 18445b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_set(ocnt, 0); 18455b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 18465b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller printk("%s: Queue overflowed %d times.\n", 18475b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pfx, cnt); 18485b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller } 18495b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18505b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1851b4f4372f96e0573d752d9e45beda02fabf716cc8David S. Miller/* We run with %pil set to PIL_NORMAL_MAX and PSTATE_IE enabled in %pstate. 18525b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * Log the event and clear the first word of the entry. 18535b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 18545b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_resum_error(struct pt_regs *regs, unsigned long offset) 18555b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18565b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct sun4v_error_entry *ent, local_copy; 18575b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct trap_per_cpu *tb; 18585b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller unsigned long paddr; 18595b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cpu; 18605b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18615b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller cpu = get_cpu(); 18625b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18635b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller tb = &trap_block[cpu]; 18645b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller paddr = tb->resum_kernel_buf_pa + offset; 18655b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent = __va(paddr); 18665b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18675b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller memcpy(&local_copy, ent, sizeof(struct sun4v_error_entry)); 18685b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18695b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* We have a local copy now, so release the entry. */ 18705b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle = 0; 18715b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 18725b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18735b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller put_cpu(); 18745b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1875a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller if (ent->err_type == SUN4V_ERR_TYPE_WARNING_RES) { 1876a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller /* If err_type is 0x4, it's a powerdown request. Do 1877a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller * not do the usual resumable error log because that 1878a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller * makes it look like some abnormal error. 1879a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller */ 1880a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller printk(KERN_INFO "Power down request...\n"); 1881a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller kill_cad_pid(SIGINT, 1); 1882a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller return; 1883a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller } 1884a2c1e064c45f5126625121f58afa423e13c55efcDavid S. Miller 18855224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller sun4v_log_error(regs, &local_copy, cpu, 18865b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller KERN_ERR "RESUMABLE ERROR", 18875b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller &sun4v_resum_oflow_cnt); 18885b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18895b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 18905b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller/* If we try to printk() we'll probably make matters worse, by trying 18915b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * to retake locks this cpu already holds or causing more errors. So 18925b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * just bump a counter, and we'll report these counter bumps above. 18935b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 18945b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_resum_overflow(struct pt_regs *regs) 18955b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 18965b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_inc(&sun4v_resum_oflow_cnt); 18975b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 18985b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 1899b4f4372f96e0573d752d9e45beda02fabf716cc8David S. Miller/* We run with %pil set to PIL_NORMAL_MAX and PSTATE_IE enabled in %pstate. 19005b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * Log the event, clear the first word of the entry, and die. 19015b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19025b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_nonresum_error(struct pt_regs *regs, unsigned long offset) 19035b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 19045b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct sun4v_error_entry *ent, local_copy; 19055b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller struct trap_per_cpu *tb; 19065b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller unsigned long paddr; 19075b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller int cpu; 19085b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19095b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller cpu = get_cpu(); 19105b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19115b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller tb = &trap_block[cpu]; 19125b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller paddr = tb->nonresum_kernel_buf_pa + offset; 19135b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent = __va(paddr); 19145b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19155b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller memcpy(&local_copy, ent, sizeof(struct sun4v_error_entry)); 19165b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19175b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* We have a local copy now, so release the entry. */ 19185b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller ent->err_handle = 0; 19195b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller wmb(); 19205b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19215b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller put_cpu(); 19225b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19235b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#ifdef CONFIG_PCI 19245b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* Check for the special PCI poke sequence. */ 19255b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller if (pci_poke_in_progress && pci_poke_cpu == cpu) { 19265b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller pci_poke_faulted = 1; 19275b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller regs->tpc += 4; 19285b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller regs->tnpc = regs->tpc + 4; 19295b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller return; 19305b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller } 19315b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller#endif 19325b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19335224e6cc3ab5ae03895bbb67f4a26ce72e62ce58David S. Miller sun4v_log_error(regs, &local_copy, cpu, 19345b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller KERN_EMERG "NON-RESUMABLE ERROR", 19355b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller &sun4v_nonresum_oflow_cnt); 19365b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19375b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller panic("Non-resumable error."); 19385b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 19395b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19405b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller/* If we try to printk() we'll probably make matters worse, by trying 19415b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * to retake locks this cpu already holds or causing more errors. So 19425b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * just bump a counter, and we'll report these counter bumps above. 19435b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19445b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Millervoid sun4v_nonresum_overflow(struct pt_regs *regs) 19455b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller{ 19465b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller /* XXX Actually even this can make not that much sense. Perhaps 19475b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller * XXX we should just pull the plug and panic directly from here? 19485b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller */ 19495b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller atomic_inc(&sun4v_nonresum_oflow_cnt); 19505b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller} 19515b0c0572fcd6204675c5f7ddfa572b5017f817ddDavid S. Miller 19526c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_vaddr; 19536c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_ctx; 19546c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_pte; 19556c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_itlb_error; 19566c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19576c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millervoid sun4v_itlb_error_report(struct pt_regs *regs, int tl) 19586c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller{ 19596c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller if (tl > 1) 19606c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 19616c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 196204d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-ITLB: Error at TPC[%lx], tl %d\n", 196304d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller regs->tpc, tl); 19644fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-ITLB: TPC<%pS>\n", (void *) regs->tpc); 19656320bcebc0ee0bafc61f293bec2d0809171f6b1dDavid S. Miller printk(KERN_EMERG "SUN4V-ITLB: O7[%lx]\n", regs->u_regs[UREG_I7]); 19664fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-ITLB: O7<%pS>\n", 19674fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) regs->u_regs[UREG_I7]); 196804d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-ITLB: vaddr[%lx] ctx[%lx] " 196904d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "pte[%lx] error[%lx]\n", 19706c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_itlb_vaddr, sun4v_err_itlb_ctx, 19716c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_itlb_pte, sun4v_err_itlb_error); 197204d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller 19736c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller prom_halt(); 19746c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller} 19756c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19766c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_vaddr; 19776c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_ctx; 19786c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_pte; 19796c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millerunsigned long sun4v_err_dtlb_error; 19806c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 19816c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Millervoid sun4v_dtlb_error_report(struct pt_regs *regs, int tl) 19826c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller{ 19836c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller if (tl > 1) 19846c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 19856c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 198604d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-DTLB: Error at TPC[%lx], tl %d\n", 198704d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller regs->tpc, tl); 19884fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-DTLB: TPC<%pS>\n", (void *) regs->tpc); 19896320bcebc0ee0bafc61f293bec2d0809171f6b1dDavid S. Miller printk(KERN_EMERG "SUN4V-DTLB: O7[%lx]\n", regs->u_regs[UREG_I7]); 19904fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(KERN_EMERG "SUN4V-DTLB: O7<%pS>\n", 19914fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) regs->u_regs[UREG_I7]); 199204d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller printk(KERN_EMERG "SUN4V-DTLB: vaddr[%lx] ctx[%lx] " 199304d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller "pte[%lx] error[%lx]\n", 19946c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_dtlb_vaddr, sun4v_err_dtlb_ctx, 19956c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller sun4v_err_dtlb_pte, sun4v_err_dtlb_error); 199604d74758eb7dce6dfb7d2101315827c267ffefc4David S. Miller 19976c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller prom_halt(); 19986c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller} 19996c8927c9634e8a1bc95d5291c55205707f9fa40aDavid S. Miller 20002a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Millervoid hypervisor_tlbop_error(unsigned long err, unsigned long op) 20012a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller{ 20022a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller printk(KERN_CRIT "SUN4V: TLB hv call error %lu for op %lu\n", 20032a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller err, op); 20042a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller} 20052a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller 20062a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Millervoid hypervisor_tlbop_error_xcall(unsigned long err, unsigned long op) 20072a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller{ 20082a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller printk(KERN_CRIT "SUN4V: XCALL TLB hv call error %lu for op %lu\n", 20092a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller err, op); 20102a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller} 20112a3a5f5ddbefde498e87f10924d4bf741c5bf37fDavid S. Miller 20121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpe_common(struct pt_regs *regs) 20131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 20151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc = regs->tnpc; 20161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc += 4; 20171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 20181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long fsr = current_thread_info()->xfsr[0]; 20191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 20201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 20221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 20231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 20241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGFPE; 20261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 20271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 20281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 20291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = __SI_FAULT; 20301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((fsr & 0x1c000) == (1 << 14)) { 20311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (fsr & 0x10) 20321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTINV; 20331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x08) 20341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTOVF; 20351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x04) 20361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTUND; 20371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x02) 20381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTDIV; 20391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (fsr & 0x01) 20401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_FLTRES; 20411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGFPE, &info, current); 20431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpieee(struct pt_regs *regs) 20471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "fpu exception ieee", regs, 20491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x24, SIGFPE) == NOTIFY_STOP) 20501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_fpe_common(regs); 20531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int do_mathemu(struct pt_regs *, struct fpustate *); 20561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpother(struct pt_regs *regs) 20581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct fpustate *f = FPUSTATE; 20601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ret = 0; 20611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "fpu exception other", regs, 20631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x25, SIGFPE) == NOTIFY_STOP) 20641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch ((current_thread_info()->xfsr[0] & 0x1c000)) { 20671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case (2 << 14): /* unfinished_FPop */ 20681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case (3 << 14): /* unimplemented_FPop */ 20691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ret = do_mathemu(regs, f); 20701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 20711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ret) 20731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_fpe_common(regs); 20751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_tof(struct pt_regs *regs) 20781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 20791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 20801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "tagged arithmetic overflow", regs, 20821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x26, SIGEMT) == NOTIFY_STOP) 20831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 20841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 20861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Penguin overflow trap from kernel mode", regs); 20871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 20881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 20891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 20901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 20911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGEMT; 20921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 20931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = EMT_TAGOVF; 20941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 20951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 20961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGEMT, &info, current); 20971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 20981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_div0(struct pt_regs *regs) 21001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 21021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "integer division by zero", regs, 21041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x28, SIGFPE) == NOTIFY_STOP) 21051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 21081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Kernel divide by zero.", regs); 21091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 21101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 21111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 21121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 21131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGFPE; 21141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 21151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = FPE_INTDIV; 21161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 21171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 21181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGFPE, &info, current); 21191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 212199cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Millerstatic void instruction_dump(unsigned int *pc) 21221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 21241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((((unsigned long) pc) & 3)) 21261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Instruction DUMP:"); 21291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = -3; i < 6; i++) 21301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%c%08x%c",i?' ':'<',pc[i],i?' ':'>'); 21311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("\n"); 21321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 213499cd220133cdf2a559529d522a78b2ebc1bef2d8David S. Millerstatic void user_instruction_dump(unsigned int __user *pc) 21351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 21361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 21371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int buf[9]; 21381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((((unsigned long) pc) & 3)) 21401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy_from_user(buf, pc - 3, sizeof(buf))) 21431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 21441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("Instruction DUMP:"); 21461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < 9; i++) 21471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("%c%08x%c",i==3?' ':'<',buf[i],i==3?' ':'>'); 21481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk("\n"); 21491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid show_stack(struct task_struct *tsk, unsigned long *_ksp) 21521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 215377c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller unsigned long fp, thread_base, ksp; 2154c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller struct thread_info *tp; 21551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int count = 0; 21561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ksp = (unsigned long) _ksp; 2158c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (!tsk) 2159c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller tsk = current; 2160c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller tp = task_thread_info(tsk); 2161c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (ksp == 0UL) { 2162c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller if (tsk == current) 2163c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller asm("mov %%fp, %0" : "=r" (ksp)); 2164c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller else 2165c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller ksp = tp->ksp; 2166c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller } 21671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tp == current_thread_info()) 21681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flushw_all(); 21691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds fp = ksp + STACK_BIAS; 21711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds thread_base = (unsigned long) tp; 21721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21734fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("Call Trace:\n"); 21741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do { 217514d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller struct sparc_stackf *sf; 217677c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller struct pt_regs *regs; 217777c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller unsigned long pc; 217877c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21794f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller if (!kstack_valid(tp, fp)) 21801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 218114d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller sf = (struct sparc_stackf *) fp; 218214d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller regs = (struct pt_regs *) (sf + 1); 218377c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21844f70f7a91bffdcc39f088748dc678953eb9a3fbdDavid S. Miller if (kstack_is_trap_frame(tp, regs)) { 218514d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller if (!(regs->tstate & TSTATE_PRIV)) 218614d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller break; 218777c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller pc = regs->tpc; 218877c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller fp = regs->u_regs[UREG_I6] + STACK_BIAS; 218977c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller } else { 219014d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller pc = sf->callers_pc; 219114d2c68baa659cfd15dc782dd229ea304330c4f6David S. Miller fp = (unsigned long)sf->fp + STACK_BIAS; 219277c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller } 219377c664fa58624079f7a0fc29b46e8a32883633a5David S. Miller 21944fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk(" [%016lx] %pS\n", pc, (void *) pc); 21951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } while (++count < 16); 21961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 21971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 21981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid dump_stack(void) 21991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2200c1f193a7aed1b468617bb26075777c0c2f4f597aDavid S. Miller show_stack(current, NULL); 22011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(dump_stack); 22041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline struct reg_window *kernel_stack_up(struct reg_window *rw) 22061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long fp = rw->ins[6]; 22081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!fp) 22101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 22111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (struct reg_window *) (fp + STACK_BIAS); 22131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 22141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid die_if_kernel(char *str, struct pt_regs *regs) 22161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds static int die_counter; 22181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int count = 0; 22191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Amuse the user. */ 22211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds printk( 22221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \\|/ ____ \\|/\n" 22231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \"@'/ .. \\`@\"\n" 22241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" /_| \\__/ |_\\\n" 22251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds" \\__U_/\n"); 22261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 222719c5870c0eefd27c6d09d867465e0571262e05d0Alexey Dobriyan printk("%s(%d): %s [#%d]\n", current->comm, task_pid_nr(current), str, ++die_counter); 22281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds notify_die(DIE_OOPS, str, regs, 0, 255, SIGSEGV); 22291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __asm__ __volatile__("flushw"); 2230dbf3e950679b2588e554baa4da94c445c7903e24David S. Miller show_regs(regs); 2231bcdcd8e725b923ad7c0de809680d5d5658a7bf8cPavel Emelianov add_taint(TAINT_DIE); 22321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2233cb256aa60409efd803806cfb0528a4b3f8397dbaDavid S. Miller struct thread_info *tp = current_thread_info(); 22341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct reg_window *rw = (struct reg_window *) 22351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (regs->u_regs[UREG_FP] + STACK_BIAS); 22361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Stop the back trace when we hit userland or we 22381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * find some badly aligned kernel stack. 22391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 22401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (rw && 2241cb256aa60409efd803806cfb0528a4b3f8397dbaDavid S. Miller count++ < 30 && 2242cb256aa60409efd803806cfb0528a4b3f8397dbaDavid S. Miller kstack_valid(tp, (unsigned long) rw)) { 22434fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller printk("Caller[%016lx]: %pS\n", rw->ins[7], 22444fe3ebec122f23a095cc1d17557c175caaa55ca1David S. Miller (void *) rw->ins[7]); 22451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rw = kernel_stack_up(rw); 22471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds instruction_dump ((unsigned int *) regs->tpc); 22491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 22501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 22511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 22521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 22531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds user_instruction_dump ((unsigned int __user *) regs->tpc); 22551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 22561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) 22571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_exit(SIGKILL); 22581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_exit(SIGSEGV); 22591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2260917c3660d6d9a4b073a3db7c10f6989adae4e191Sam RavnborgEXPORT_SYMBOL(die_if_kernel); 22611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22626e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller#define VIS_OPCODE_MASK ((0x3 << 30) | (0x3f << 19)) 22636e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller#define VIS_OPCODE_VAL ((0x2 << 30) | (0x36 << 19)) 22646e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller 22651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int handle_popc(u32 insn, struct pt_regs *regs); 22661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern int handle_ldf_stq(u32 insn, struct pt_regs *regs); 22671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_illegal_instruction(struct pt_regs *regs) 22691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 22701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long pc = regs->tpc; 22711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long tstate = regs->tstate; 22721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 insn; 22731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 22741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "illegal instruction", regs, 22761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x10, SIGILL) == NOTIFY_STOP) 22771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 22781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 22791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tstate & TSTATE_PRIV) 22801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("Kernel illegal instruction", regs); 22811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) 22821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pc = (u32)pc; 22831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (get_user(insn, (u32 __user *) pc) != -EFAULT) { 22841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((insn & 0xc1ffc000) == 0x81700000) /* POPC */ { 22851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (handle_popc(insn, regs)) 22861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 22871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if ((insn & 0xc1580000) == 0xc1100000) /* LDQ/STQ */ { 22881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (handle_ldf_stq(insn, regs)) 22891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 22900c51ed93ca0ecbf44ec096f4bd04c12a3e761e6bDavid S. Miller } else if (tlb_type == hypervisor) { 22916e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if ((insn & VIS_OPCODE_MASK) == VIS_OPCODE_VAL) { 22926e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if (!vis_emul(regs, insn)) 22936e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller return; 22946e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller } else { 22956e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller struct fpustate *f = FPUSTATE; 22960c51ed93ca0ecbf44ec096f4bd04c12a3e761e6bDavid S. Miller 22976e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller /* XXX maybe verify XFSR bits like 22986e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller * XXX do_fpother() does? 22996e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller */ 23006e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller if (do_mathemu(regs, f)) 23016e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller return; 23026e7726e16fb5e8f1169dbfcb75e321ac871af827David S. Miller } 23031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 23061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_ILLOPC; 23081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)pc; 23091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 23111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2313ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Millerextern void kernel_unaligned_trap(struct pt_regs *regs, unsigned int insn); 2314ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 23151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid mem_address_unaligned(struct pt_regs *regs, unsigned long sfar, unsigned long sfsr) 23161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 23181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "memory address unaligned", regs, 23201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x34, SIGSEGV) == NOTIFY_STOP) 23211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (regs->tstate & TSTATE_PRIV) { 2324ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller kernel_unaligned_trap(regs, *((unsigned int *)regs->tpc)); 23251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGBUS; 23281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = BUS_ADRALN; 23301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)sfar; 23311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGBUS, &info, current); 23331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23359f8a5b843fc47ea150525f912574677483e1a5acDavid S. Millervoid sun4v_do_mna(struct pt_regs *regs, unsigned long addr, unsigned long type_ctx) 2336ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller{ 2337ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller siginfo_t info; 2338ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2339ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (notify_die(DIE_TRAP, "memory address unaligned", regs, 2340ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 0, 0x34, SIGSEGV) == NOTIFY_STOP) 2341ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 2342ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 2343ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller if (regs->tstate & TSTATE_PRIV) { 2344ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller kernel_unaligned_trap(regs, *((unsigned int *)regs->tpc)); 2345ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller return; 2346ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller } 2347ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_signo = SIGBUS; 2348ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_errno = 0; 2349ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_code = BUS_ADRALN; 2350ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_addr = (void __user *) addr; 2351ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller info.si_trapno = 0; 2352ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller force_sig_info(SIGBUS, &info, current); 2353ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller} 2354ed6b0b45437dcf7ef1c48b3be413bebcc84771d8David S. Miller 23551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_privop(struct pt_regs *regs) 23561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds siginfo_t info; 23581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (notify_die(DIE_TRAP, "privileged operation", regs, 23601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 0, 0x11, SIGILL) == NOTIFY_STOP) 23611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 23621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 23641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 23651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 23661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 23671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_signo = SIGILL; 23681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_errno = 0; 23691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_code = ILL_PRVOPC; 23701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_addr = (void __user *)regs->tpc; 23711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info.si_trapno = 0; 23721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds force_sig_info(SIGILL, &info, current); 23731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_privact(struct pt_regs *regs) 23761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_privop(regs); 23781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Trap level 1 stuff or other traps we should never see... */ 23811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_cee(struct pt_regs *regs) 23821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Cache Error Exception", regs); 23841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_cee_tl1(struct pt_regs *regs) 23871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 23891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Cache Error Exception", regs); 23901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_dae_tl1(struct pt_regs *regs) 23931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 23941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 23951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Data Access Exception", regs); 23961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 23971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 23981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_iae_tl1(struct pt_regs *regs) 23991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Instruction Access Exception", regs); 24021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_div0_tl1(struct pt_regs *regs) 24051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: DIV0 Exception", regs); 24081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpdis_tl1(struct pt_regs *regs) 24111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU Disabled", regs); 24141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpieee_tl1(struct pt_regs *regs) 24171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU IEEE Exception", regs); 24201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_fpother_tl1(struct pt_regs *regs) 24231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: FPU Other Exception", regs); 24261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_ill_tl1(struct pt_regs *regs) 24291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Illegal Instruction Exception", regs); 24321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_irq_tl1(struct pt_regs *regs) 24351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: IRQ Exception", regs); 24381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_lddfmna_tl1(struct pt_regs *regs) 24411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: LDDF Exception", regs); 24441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_stdfmna_tl1(struct pt_regs *regs) 24471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: STDF Exception", regs); 24501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_paw(struct pt_regs *regs) 24531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Phys Watchpoint Exception", regs); 24551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_paw_tl1(struct pt_regs *regs) 24581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Phys Watchpoint Exception", regs); 24611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_vaw(struct pt_regs *regs) 24641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL0: Virt Watchpoint Exception", regs); 24661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_vaw_tl1(struct pt_regs *regs) 24691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Virt Watchpoint Exception", regs); 24721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_tof_tl1(struct pt_regs *regs) 24751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dump_tl1_traplog((struct tl1_traplog *)(regs + 1)); 24771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds die_if_kernel("TL1: Tag Overflow Exception", regs); 24781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 24801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid do_getpsr(struct pt_regs *regs) 24811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 24821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->u_regs[UREG_I0] = tstate_to_psr(regs->tstate); 24831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc = regs->tnpc; 24841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc += 4; 24851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (test_thread_flag(TIF_32BIT)) { 24861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tpc &= 0xffffffff; 24871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds regs->tnpc &= 0xffffffff; 24881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 24891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 24901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 249156fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Millerstruct trap_per_cpu trap_block[NR_CPUS]; 24925a5488d3bb9a23d9884572e5d85dfeefe8749d3dDavid S. MillerEXPORT_SYMBOL(trap_block); 249356fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 249456fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller/* This can get invoked before sched_init() so play it super safe 249556fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller * and use hard_smp_processor_id(). 249656fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller */ 24979843099ff46467461d6476a827f6f9701682dbacDavid S. Millervoid notrace init_cur_cpu_trap(struct thread_info *t) 249856fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller{ 249956fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller int cpu = hard_smp_processor_id(); 250056fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller struct trap_per_cpu *p = &trap_block[cpu]; 250156fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 250272aff53f1fe74153eccef303ab2f79de888d248cDavid S. Miller p->thread = t; 250356fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller p->pgd_paddr = 0; 250456fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller} 250556fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Miller 25061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsextern void thread_info_offsets_are_bolixed_dave(void); 250756fb4df6da76c35dca22036174e2d1edef83ff1fDavid S. Millerextern void trap_per_cpu_offsets_are_bolixed_dave(void); 2508dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Millerextern void tsb_config_offsets_are_bolixed_dave(void); 25091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 25101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Only invoked on boot processor. */ 25111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid __init trap_init(void) 25121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 25131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Compile time sanity check. */ 25148249778908783f329a8852285b083ce86437e089David S. Miller BUILD_BUG_ON(TI_TASK != offsetof(struct thread_info, task) || 25158249778908783f329a8852285b083ce86437e089David S. Miller TI_FLAGS != offsetof(struct thread_info, flags) || 25168249778908783f329a8852285b083ce86437e089David S. Miller TI_CPU != offsetof(struct thread_info, cpu) || 25178249778908783f329a8852285b083ce86437e089David S. Miller TI_FPSAVED != offsetof(struct thread_info, fpsaved) || 25188249778908783f329a8852285b083ce86437e089David S. Miller TI_KSP != offsetof(struct thread_info, ksp) || 25198249778908783f329a8852285b083ce86437e089David S. Miller TI_FAULT_ADDR != offsetof(struct thread_info, 25208249778908783f329a8852285b083ce86437e089David S. Miller fault_address) || 25218249778908783f329a8852285b083ce86437e089David S. Miller TI_KREGS != offsetof(struct thread_info, kregs) || 25228249778908783f329a8852285b083ce86437e089David S. Miller TI_UTRAPS != offsetof(struct thread_info, utraps) || 25238249778908783f329a8852285b083ce86437e089David S. Miller TI_EXEC_DOMAIN != offsetof(struct thread_info, 25248249778908783f329a8852285b083ce86437e089David S. Miller exec_domain) || 25258249778908783f329a8852285b083ce86437e089David S. Miller TI_REG_WINDOW != offsetof(struct thread_info, 25268249778908783f329a8852285b083ce86437e089David S. Miller reg_window) || 25278249778908783f329a8852285b083ce86437e089David S. Miller TI_RWIN_SPTRS != offsetof(struct thread_info, 25288249778908783f329a8852285b083ce86437e089David S. Miller rwbuf_stkptrs) || 25298249778908783f329a8852285b083ce86437e089David S. Miller TI_GSR != offsetof(struct thread_info, gsr) || 25308249778908783f329a8852285b083ce86437e089David S. Miller TI_XFSR != offsetof(struct thread_info, xfsr) || 25318249778908783f329a8852285b083ce86437e089David S. Miller TI_PRE_COUNT != offsetof(struct thread_info, 25328249778908783f329a8852285b083ce86437e089David S. Miller preempt_count) || 25338249778908783f329a8852285b083ce86437e089David S. Miller TI_NEW_CHILD != offsetof(struct thread_info, new_child) || 25348249778908783f329a8852285b083ce86437e089David S. Miller TI_SYS_NOERROR != offsetof(struct thread_info, 25358249778908783f329a8852285b083ce86437e089David S. Miller syscall_noerror) || 25368249778908783f329a8852285b083ce86437e089David S. Miller TI_RESTART_BLOCK != offsetof(struct thread_info, 25378249778908783f329a8852285b083ce86437e089David S. Miller restart_block) || 25388249778908783f329a8852285b083ce86437e089David S. Miller TI_KUNA_REGS != offsetof(struct thread_info, 25398249778908783f329a8852285b083ce86437e089David S. Miller kern_una_regs) || 25408249778908783f329a8852285b083ce86437e089David S. Miller TI_KUNA_INSN != offsetof(struct thread_info, 25418249778908783f329a8852285b083ce86437e089David S. Miller kern_una_insn) || 25428249778908783f329a8852285b083ce86437e089David S. Miller TI_FPREGS != offsetof(struct thread_info, fpregs) || 25438249778908783f329a8852285b083ce86437e089David S. Miller (TI_FPREGS & (64 - 1))); 25448249778908783f329a8852285b083ce86437e089David S. Miller 25458249778908783f329a8852285b083ce86437e089David S. Miller BUILD_BUG_ON(TRAP_PER_CPU_THREAD != offsetof(struct trap_per_cpu, 25468249778908783f329a8852285b083ce86437e089David S. Miller thread) || 25478249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_PGD_PADDR != 25488249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, pgd_paddr)) || 25498249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_MONDO_PA != 25508249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_pa)) || 25518249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_DEV_MONDO_PA != 25528249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, dev_mondo_pa)) || 25538249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_RESUM_MONDO_PA != 25548249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, resum_mondo_pa)) || 25558249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_RESUM_KBUF_PA != 25568249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, resum_kernel_buf_pa)) || 25578249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_NONRESUM_MONDO_PA != 25588249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, nonresum_mondo_pa)) || 25598249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_NONRESUM_KBUF_PA != 25608249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, nonresum_kernel_buf_pa)) || 25618249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_FAULT_INFO != 25628249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, fault_info)) || 25638249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_MONDO_BLOCK_PA != 25648249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_block_pa)) || 25658249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_LIST_PA != 25668249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_list_pa)) || 25678249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_TSB_HUGE != 25688249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, tsb_huge)) || 25698249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_TSB_HUGE_TEMP != 25708249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, tsb_huge_temp)) || 25718249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_IRQ_WORKLIST_PA != 25728249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, irq_worklist_pa)) || 25738249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_CPU_MONDO_QMASK != 25748249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, cpu_mondo_qmask)) || 25758249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_DEV_MONDO_QMASK != 25768249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, dev_mondo_qmask)) || 25778249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_RESUM_QMASK != 25788249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, resum_qmask)) || 25798249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_NONRESUM_QMASK != 25808249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, nonresum_qmask)) || 25818249778908783f329a8852285b083ce86437e089David S. Miller (TRAP_PER_CPU_PER_CPU_BASE != 25828249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct trap_per_cpu, __per_cpu_base))); 25838249778908783f329a8852285b083ce86437e089David S. Miller 25848249778908783f329a8852285b083ce86437e089David S. Miller BUILD_BUG_ON((TSB_CONFIG_TSB != 25858249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb)) || 25868249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_RSS_LIMIT != 25878249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_rss_limit)) || 25888249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_NENTRIES != 25898249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_nentries)) || 25908249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_REG_VAL != 25918249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_reg_val)) || 25928249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_MAP_VADDR != 25938249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_map_vaddr)) || 25948249778908783f329a8852285b083ce86437e089David S. Miller (TSB_CONFIG_MAP_PTE != 25958249778908783f329a8852285b083ce86437e089David S. Miller offsetof(struct tsb_config, tsb_map_pte))); 2596dcc1e8dd88d4bc55e32a26dad7633d20ffe606d2David S. Miller 25971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Attach to the address space of init_task. On SMP we 25981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * do this in smp.c:smp_callin for other cpus. 25991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 26001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds atomic_inc(&init_mm.mm_count); 26011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds current->active_mm = &init_mm; 26021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2603