edac_mc.c revision 53f2d02898755d1b24bde1975e202815d29fdb81
1da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* 2da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * edac_mc kernel module 349c0dab7e6000888b616bedcbbc8cd4710331610Doug Thompson * (C) 2005, 2006 Linux Networx (http://lnxi.com) 4da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * This file may be distributed under the terms of the 5da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * GNU General Public License. 6da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 7da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Written by Thayne Harbaugh 8da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Based on work by Dan Hollis <goemon at anime dot net> and others. 9da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * http://www.anime.net/~goemon/linux-ecc/ 10da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 11da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Modified by Dave Peterson and Doug Thompson 12da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 13da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 14da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 15da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/module.h> 16da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/proc_fs.h> 17da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/kernel.h> 18da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/types.h> 19da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/smp.h> 20da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/init.h> 21da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/sysctl.h> 22da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/highmem.h> 23da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/timer.h> 24da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/slab.h> 25da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/jiffies.h> 26da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/spinlock.h> 27da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/list.h> 28da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/ctype.h> 29c0d121720220584bba2876b032e58a076b843fa1Dave Jiang#include <linux/edac.h> 3053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#include <linux/bitops.h> 31da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <asm/uaccess.h> 32da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <asm/page.h> 33da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <asm/edac.h> 3420bcb7a81dee21bfa3408f03f46b2891c9b5c84bDouglas Thompson#include "edac_core.h" 357c9281d76c1c0b130f79d5fc021084e9749959d4Douglas Thompson#include "edac_module.h" 36da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 3753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#define CREATE_TRACE_POINTS 3853f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#define TRACE_INCLUDE_PATH ../../include/ras 3953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#include <ras/ras_event.h> 4053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 41da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* lock to memory controller's control array */ 4263b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlckestatic DEFINE_MUTEX(mem_ctls_mutex); 43ff6ac2a616c85d1215899ffda815e29b699cbd3aRobert P. J. Daystatic LIST_HEAD(mc_devices); 44da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 45da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#ifdef CONFIG_EDAC_DEBUG 46da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 47a4b4be3fd7a76021f67380b03d8bccebf067db72Mauro Carvalho Chehabstatic void edac_mc_dump_channel(struct rank_info *chan) 48da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 49da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tchannel = %p\n", chan); 50da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tchannel->chan_idx = %d\n", chan->chan_idx); 51da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tchannel->csrow = %p\n\n", chan->csrow); 524275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("\tchannel->dimm = %p\n", chan->dimm); 534275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_mc_dump_dimm(struct dimm_info *dimm) 564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab{ 574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int i; 584275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 594275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("\tdimm = %p\n", dimm); 604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("\tdimm->label = '%s'\n", dimm->label); 614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("\tdimm->nr_pages = 0x%x\n", dimm->nr_pages); 624275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("\tdimm location "); 634275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < dimm->mci->n_layers; i++) { 644275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab printk(KERN_CONT "%d", dimm->location[i]); 654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (i < dimm->mci->n_layers - 1) 664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab printk(KERN_CONT "."); 674275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab printk(KERN_CONT "\n"); 694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("\tdimm->grain = %d\n", dimm->grain); 704275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("\tdimm->nr_pages = 0x%x\n", dimm->nr_pages); 71da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 72da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 732da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunkstatic void edac_mc_dump_csrow(struct csrow_info *csrow) 74da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 75da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tcsrow = %p\n", csrow); 76da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tcsrow->csrow_idx = %d\n", csrow->csrow_idx); 77079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson debugf4("\tcsrow->first_page = 0x%lx\n", csrow->first_page); 78da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tcsrow->last_page = 0x%lx\n", csrow->last_page); 79da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tcsrow->page_mask = 0x%lx\n", csrow->page_mask); 80079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson debugf4("\tcsrow->nr_channels = %d\n", csrow->nr_channels); 81da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tcsrow->channels = %p\n", csrow->channels); 82da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tcsrow->mci = %p\n\n", csrow->mci); 83da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 84da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 852da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunkstatic void edac_mc_dump_mci(struct mem_ctl_info *mci) 86da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 87da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf3("\tmci = %p\n", mci); 88da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf3("\tmci->mtype_cap = %lx\n", mci->mtype_cap); 89da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf3("\tmci->edac_ctl_cap = %lx\n", mci->edac_ctl_cap); 90da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf3("\tmci->edac_cap = %lx\n", mci->edac_cap); 91da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf4("\tmci->edac_check = %p\n", mci->edac_check); 92da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf3("\tmci->nr_csrows = %d, csrows = %p\n", 93da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci->nr_csrows, mci->csrows); 944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf3("\tmci->nr_dimms = %d, dimms = %p\n", 954275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->tot_dimms, mci->dimms); 9637f04581abac20444e5b7106c1e1f28bec5b989cDoug Thompson debugf3("\tdev = %p\n", mci->dev); 97079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson debugf3("\tmod_name:ctl_name = %s:%s\n", mci->mod_name, mci->ctl_name); 98da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox debugf3("\tpvt_info = %p\n\n", mci->pvt_info); 99da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 100da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 10124f9a7fe3f19f3fd310f556364d01a22911724b3Borislav Petkov#endif /* CONFIG_EDAC_DEBUG */ 10224f9a7fe3f19f3fd310f556364d01a22911724b3Borislav Petkov 103239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov/* 104239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov * keep those in sync with the enum mem_type 105239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov */ 106239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkovconst char *edac_mem_types[] = { 107239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Empty csrow", 108239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Reserved csrow type", 109239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Unknown csrow type", 110239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Fast page mode RAM", 111239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Extended data out RAM", 112239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Burst Extended data out RAM", 113239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Single data rate SDRAM", 114239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered single data rate SDRAM", 115239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Double data rate SDRAM", 116239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered Double data rate SDRAM", 117239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Rambus DRAM", 118239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Unbuffered DDR2 RAM", 119239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Fully buffered DDR2", 120239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered DDR2 RAM", 121239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Rambus XDR", 122239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Unbuffered DDR3 RAM", 123239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered DDR3 RAM", 124239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov}; 125239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav PetkovEXPORT_SYMBOL_GPL(edac_mem_types); 126239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov 12793e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab/** 12893e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * edac_align_ptr - Prepares the pointer offsets for a single-shot allocation 12993e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * @p: pointer to a pointer with the memory offset to be used. At 13093e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * return, this will be incremented to point to the next offset 13193e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * @size: Size of the data structure to be reserved 13293e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * @n_elems: Number of elements that should be reserved 133da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 134da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * If 'size' is a constant, the compiler will optimize this whole function 13593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * down to either a no-op or the addition of a constant to the value of '*p'. 13693e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 13793e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * The 'p' pointer is absolutely needed to keep the proper advancing 13893e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * further in memory to the proper offsets when allocating the struct along 13993e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * with its embedded structs, as edac_device_alloc_ctl_info() does it 14093e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * above, for example. 14193e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 14293e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * At return, the pointer 'p' will be incremented to be used on a next call 14393e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * to this function. 144da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 14593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehabvoid *edac_align_ptr(void **p, unsigned size, int n_elems) 146da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 147da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox unsigned align, r; 14893e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab void *ptr = *p; 149da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 15093e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab *p += size * n_elems; 15193e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab 15293e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab /* 15393e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 'p' can possibly be an unaligned item X such that sizeof(X) is 15493e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 'size'. Adjust 'p' so that its alignment is at least as 15593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * stringent as what the compiler would provide for X and return 15693e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * the aligned result. 15793e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * Here we assume that the alignment of a "long long" is the most 158da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * stringent alignment that the compiler will ever provide by default. 159da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * As far as I know, this is a reasonable assumption. 160da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 161da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (size > sizeof(long)) 162da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(long long); 163da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else if (size > sizeof(int)) 164da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(long); 165da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else if (size > sizeof(short)) 166da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(int); 167da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else if (size > sizeof(char)) 168da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(short); 169da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else 170079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson return (char *)ptr; 171da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 172da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox r = size % align; 173da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 174da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (r == 0) 175079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson return (char *)ptr; 176da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 17793e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab *p += align - r; 17893e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab 1797391c6dcab3094610cb99bbd559beaa282582eacDouglas Thompson return (void *)(((unsigned long)ptr) + align - r); 180da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 181da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 182da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 1834275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * edac_mc_alloc: Allocate and partially fill a struct mem_ctl_info structure 1844275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * @mc_num: Memory controller number 1854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * @n_layers: Number of MC hierarchy layers 1864275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * layers: Describes each layer as seen by the Memory Controller 1874275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * @size_pvt: size of private storage needed 1884275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * 189da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 190da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Everything is kmalloc'ed as one big chunk - more efficient. 191da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Only can be used if all structures have the same lifetime - otherwise 192da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * you have to allocate and initialize your own structures. 193da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 194da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Use edac_mc_free() to free mc structures allocated by this function. 195da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 1964275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * NOTE: drivers handle multi-rank memories in different ways: in some 1974275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * drivers, one multi-rank memory stick is mapped as one entry, while, in 1984275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * others, a single multi-rank memory stick would be mapped into several 1994275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * entries. Currently, this function will allocate multiple struct dimm_info 2004275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * on such scenarios, as grouping the multiple ranks require drivers change. 2014275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * 202da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Returns: 203ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab * On failure: NULL 204ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab * On success: struct mem_ctl_info pointer 205da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 206ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehabstruct mem_ctl_info *edac_mc_alloc(unsigned mc_num, 207ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab unsigned n_layers, 208ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab struct edac_mc_layer *layers, 209ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab unsigned sz_pvt) 210da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 211da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct mem_ctl_info *mci; 2124275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab struct edac_mc_layer *layer; 2134275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab struct csrow_info *csi, *csr; 214a4b4be3fd7a76021f67380b03d8bccebf067db72Mauro Carvalho Chehab struct rank_info *chi, *chp, *chan; 215a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab struct dimm_info *dimm; 2164275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab u32 *ce_per_layer[EDAC_MAX_LAYERS], *ue_per_layer[EDAC_MAX_LAYERS]; 2174275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned pos[EDAC_MAX_LAYERS]; 2184275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned size, tot_dimms = 1, count = 1; 2194275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned tot_csrows = 1, tot_channels = 1, tot_errcount = 0; 2205926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab void *pvt, *p, *ptr = NULL; 2215926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab int i, j, err, row, chn, n, len; 2224275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab bool per_rank = false; 2234275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 2244275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab BUG_ON(n_layers > EDAC_MAX_LAYERS || n_layers == 0); 2254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 2264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Calculate the total amount of dimms and csrows/cschannels while 2274275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * in the old API emulation mode 2284275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 2294275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < n_layers; i++) { 2304275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_dimms *= layers[i].size; 2314275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (layers[i].is_virt_csrow) 2324275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_csrows *= layers[i].size; 2334275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 2344275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_channels *= layers[i].size; 2354275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 2364275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (layers[i].type == EDAC_MC_LAYER_CHIP_SELECT) 2374275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab per_rank = true; 2384275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 239da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 240da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Figure out the offsets of the various items from the start of an mc 241da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * structure. We want the alignment of each item to be at least as 242da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * stringent as what the compiler would provide if we could simply 243da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * hardcode everything into a single struct. 244da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 24593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab mci = edac_align_ptr(&ptr, sizeof(*mci), 1); 2464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab layer = edac_align_ptr(&ptr, sizeof(*layer), n_layers); 2474275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csi = edac_align_ptr(&ptr, sizeof(*csi), tot_csrows); 2484275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chi = edac_align_ptr(&ptr, sizeof(*chi), tot_csrows * tot_channels); 2494275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm = edac_align_ptr(&ptr, sizeof(*dimm), tot_dimms); 2504275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < n_layers; i++) { 2514275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab count *= layers[i].size; 2524275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("%s: errcount layer %d size %d\n", __func__, i, count); 2534275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab ce_per_layer[i] = edac_align_ptr(&ptr, sizeof(u32), count); 2544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab ue_per_layer[i] = edac_align_ptr(&ptr, sizeof(u32), count); 2554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_errcount += 2 * count; 2564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 2574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 2584275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("%s: allocating %d error counters\n", __func__, tot_errcount); 25993e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab pvt = edac_align_ptr(&ptr, sz_pvt, 1); 260079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson size = ((unsigned long)pvt) + sz_pvt; 261da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 2624275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf1("%s(): allocating %u bytes for mci data (%d %s, %d csrows/channels)\n", 2634275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab __func__, size, 2644275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_dimms, 2654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab per_rank ? "ranks" : "dimms", 2664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_csrows * tot_channels); 2678096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson mci = kzalloc(size, GFP_KERNEL); 2688096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson if (mci == NULL) 269da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return NULL; 270da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 271da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Adjust pointers so they point within the memory we just allocated 272da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * rather than an imaginary chunk of memory located at address 0. 273da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 2744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab layer = (struct edac_mc_layer *)(((char *)mci) + ((unsigned long)layer)); 275079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson csi = (struct csrow_info *)(((char *)mci) + ((unsigned long)csi)); 276a4b4be3fd7a76021f67380b03d8bccebf067db72Mauro Carvalho Chehab chi = (struct rank_info *)(((char *)mci) + ((unsigned long)chi)); 277a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab dimm = (struct dimm_info *)(((char *)mci) + ((unsigned long)dimm)); 2784275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < n_layers; i++) { 2794275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ce_per_layer[i] = (u32 *)((char *)mci + ((unsigned long)ce_per_layer[i])); 2804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ue_per_layer[i] = (u32 *)((char *)mci + ((unsigned long)ue_per_layer[i])); 2814275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 282079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson pvt = sz_pvt ? (((char *)mci) + ((unsigned long)pvt)) : NULL; 283da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 284b8f6f9755248026f21282e25cac49a1af698056cDoug Thompson /* setup index and various internal pointers */ 2854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->mc_idx = mc_num; 286da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci->csrows = csi; 287a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab mci->dimms = dimm; 2884275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->tot_dimms = tot_dimms; 289da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci->pvt_info = pvt; 2904275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->n_layers = n_layers; 2914275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->layers = layer; 2924275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab memcpy(mci->layers, layers, sizeof(*layer) * n_layers); 2934275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->nr_csrows = tot_csrows; 2944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->num_cschannel = tot_channels; 2954275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->mem_is_per_rank = per_rank; 296da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 297a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab /* 2984275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Fill the csrow struct 299a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab */ 3004275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (row = 0; row < tot_csrows; row++) { 3014275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr = &csi[row]; 3024275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr->csrow_idx = row; 3034275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr->mci = mci; 3044275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr->nr_channels = tot_channels; 3054275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chp = &chi[row * tot_channels]; 3064275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr->channels = chp; 3074275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3084275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (chn = 0; chn < tot_channels; chn++) { 309da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox chan = &chp[chn]; 310da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox chan->chan_idx = chn; 3114275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan->csrow = csr; 3124275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 3134275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 3144275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3154275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 3164275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Fill the dimm struct 3174275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 3184275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab memset(&pos, 0, sizeof(pos)); 3194275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row = 0; 3204275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chn = 0; 3214275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("%s: initializing %d %s\n", __func__, tot_dimms, 3224275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab per_rank ? "ranks" : "dimms"); 3234275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < tot_dimms; i++) { 3244275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan = &csi[row].channels[chn]; 3254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm = EDAC_DIMM_PTR(layer, mci->dimms, n_layers, 3264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[0], pos[1], pos[2]); 3274275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->mci = mci; 3284275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3294275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf2("%s: %d: %s%zd (%d:%d:%d): row %d, chan %d\n", __func__, 3304275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab i, per_rank ? "rank" : "dimm", (dimm - mci->dimms), 3314275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[0], pos[1], pos[2], row, chn); 3324275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3335926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab /* 3345926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab * Copy DIMM location and initialize it. 3355926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab */ 3365926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab len = sizeof(dimm->label); 3375926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab p = dimm->label; 3385926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab n = snprintf(p, len, "mc#%u", mc_num); 3395926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab p += n; 3405926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab len -= n; 3415926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab for (j = 0; j < n_layers; j++) { 3425926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab n = snprintf(p, len, "%s#%u", 3435926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab edac_layer_name[layers[j].type], 3445926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab pos[j]); 3455926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab p += n; 3465926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab len -= n; 3474275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->location[j] = pos[j]; 3484275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3495926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab if (len <= 0) 3505926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab break; 3515926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab } 3525926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab 3534275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Link it to the csrows old API data */ 3544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan->dimm = dimm; 3554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->csrow = row; 3564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->cschannel = chn; 3574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3584275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Increment csrow location */ 3594275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row++; 3604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (row == tot_csrows) { 3614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row = 0; 3624275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chn++; 3634275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 364a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab 3654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Increment dimm location */ 3664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (j = n_layers - 1; j >= 0; j--) { 3674275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[j]++; 3684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[j] < layers[j].size) 3694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab break; 3704275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[j] = 0; 371da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 372da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 373da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 37481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->op_state = OP_ALLOC; 3756fe1108f14f4f9581af97cab752f37dc8fa9fdecMauro Carvalho Chehab INIT_LIST_HEAD(&mci->grp_kobj_list); 37681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 3778096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson /* 3788096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * Initialize the 'root' kobj for the edac_mc controller 3798096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson */ 3808096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson err = edac_mc_register_sysfs_main_kobj(mci); 3818096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson if (err) { 3828096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson kfree(mci); 3838096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson return NULL; 3848096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson } 3858096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson 3868096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson /* at this point, the root kobj is valid, and in order to 3878096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * 'free' the object, then the function: 3888096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * edac_mc_unregister_sysfs_main_kobj() must be called 3898096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * which will perform kobj unregistration and the actual free 3908096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * will occur during the kobject callback operation 3918096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson */ 39253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 393da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return mci; 3944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 3959110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_alloc); 396da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 397da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 3988096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * edac_mc_free 3998096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * 'Free' a previously allocated 'mci' structure 400da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * @mci: pointer to a struct mem_ctl_info structure 401da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 402da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Coxvoid edac_mc_free(struct mem_ctl_info *mci) 403da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 404bbc560ae677c0f4d7ff8404a21409c99f35b297bMauro Carvalho Chehab debugf1("%s()\n", __func__); 405bbc560ae677c0f4d7ff8404a21409c99f35b297bMauro Carvalho Chehab 4068096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson edac_mc_unregister_sysfs_main_kobj(mci); 407accf74fff36315a31dc7319dae2927af06e9296fMauro Carvalho Chehab 408accf74fff36315a31dc7319dae2927af06e9296fMauro Carvalho Chehab /* free the mci instance memory here */ 409accf74fff36315a31dc7319dae2927af06e9296fMauro Carvalho Chehab kfree(mci); 410da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 4119110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_free); 412da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 413bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 414939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho Chehab/** 415bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * find_mci_by_dev 416bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * 417bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * scan list of controllers looking for the one that manages 418bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * the 'dev' device 419939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho Chehab * @dev: pointer to a struct device related with the MCI 420bce19683c17485b584b62b984d6dcf5332181588Doug Thompson */ 421939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho Chehabstruct mem_ctl_info *find_mci_by_dev(struct device *dev) 422da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 423da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct mem_ctl_info *mci; 424da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct list_head *item; 425da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 426537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson debugf3("%s()\n", __func__); 427da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 428da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox list_for_each(item, &mc_devices) { 429da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci = list_entry(item, struct mem_ctl_info, link); 430da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 43137f04581abac20444e5b7106c1e1f28bec5b989cDoug Thompson if (mci->dev == dev) 432da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return mci; 433da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 434da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 435da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return NULL; 436da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 437939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho ChehabEXPORT_SYMBOL_GPL(find_mci_by_dev); 438da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 43981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 44081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * handler for EDAC to check if NMI type handler has asserted interrupt 44181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 44281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiangstatic int edac_mc_assert_error_check_and_clear(void) 44381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 44466ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang int old_state; 44581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 446079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson if (edac_op_state == EDAC_OPSTATE_POLL) 44781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang return 1; 44881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 44966ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang old_state = edac_err_assert; 45066ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang edac_err_assert = 0; 45181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 45266ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang return old_state; 45381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 45481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 45581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 45681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * edac_mc_workq_function 45781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * performs the operation scheduled by a workq request 45881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 45981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiangstatic void edac_mc_workq_function(struct work_struct *work_req) 46081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 461fbeb4384748abb78531bbe1e80d627412a0abcfaJean Delvare struct delayed_work *d_work = to_delayed_work(work_req); 46281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang struct mem_ctl_info *mci = to_edac_mem_ctl_work(d_work); 46381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 46481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mutex_lock(&mem_ctls_mutex); 46581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 466bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson /* if this control struct has movd to offline state, we are done */ 467bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (mci->op_state == OP_OFFLINE) { 468bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson mutex_unlock(&mem_ctls_mutex); 469bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson return; 470bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson } 471bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 47281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* Only poll controllers that are running polled and have a check */ 47381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang if (edac_mc_assert_error_check_and_clear() && (mci->edac_check != NULL)) 47481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->edac_check(mci); 47581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 47681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mutex_unlock(&mem_ctls_mutex); 47781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 47881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* Reschedule */ 4794de78c6877ec21142582ac19453c2d453d1ea298Dave Jiang queue_delayed_work(edac_workqueue, &mci->work, 480052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson msecs_to_jiffies(edac_mc_get_poll_msec())); 48181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 48281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 48381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 48481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * edac_mc_workq_setup 48581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * initialize a workq item for this mci 48681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * passing in the new delay period in msec 487bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 488bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * locking model: 489bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 490bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * called with the mem_ctls_mutex held 49181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 492bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompsonstatic void edac_mc_workq_setup(struct mem_ctl_info *mci, unsigned msec) 49381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 49481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang debugf0("%s()\n", __func__); 49581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 496bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson /* if this instance is not in the POLL state, then simply return */ 497bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (mci->op_state != OP_RUNNING_POLL) 498bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson return; 499bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 50081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang INIT_DELAYED_WORK(&mci->work, edac_mc_workq_function); 50181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang queue_delayed_work(edac_workqueue, &mci->work, msecs_to_jiffies(msec)); 50281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 50381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 50481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 50581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * edac_mc_workq_teardown 50681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * stop the workq processing on this mci 507bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 508bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * locking model: 509bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 510bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * called WITHOUT lock held 51181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 512bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompsonstatic void edac_mc_workq_teardown(struct mem_ctl_info *mci) 51381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 51481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang int status; 51581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 51600740c58541b6087d78418cebca1fcb86dc6077dBorislav Petkov if (mci->op_state != OP_RUNNING_POLL) 51700740c58541b6087d78418cebca1fcb86dc6077dBorislav Petkov return; 51800740c58541b6087d78418cebca1fcb86dc6077dBorislav Petkov 519bce19683c17485b584b62b984d6dcf5332181588Doug Thompson status = cancel_delayed_work(&mci->work); 520bce19683c17485b584b62b984d6dcf5332181588Doug Thompson if (status == 0) { 521bce19683c17485b584b62b984d6dcf5332181588Doug Thompson debugf0("%s() not canceled, flush the queue\n", 522bce19683c17485b584b62b984d6dcf5332181588Doug Thompson __func__); 523bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 524bce19683c17485b584b62b984d6dcf5332181588Doug Thompson /* workq instance might be running, wait for it */ 525bce19683c17485b584b62b984d6dcf5332181588Doug Thompson flush_workqueue(edac_workqueue); 52681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang } 52781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 52881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 52981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 530bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * edac_mc_reset_delay_period(unsigned long value) 531bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * 532bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * user space has updated our poll period value, need to 533bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * reset our workq delays 53481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 535bce19683c17485b584b62b984d6dcf5332181588Doug Thompsonvoid edac_mc_reset_delay_period(int value) 53681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 537bce19683c17485b584b62b984d6dcf5332181588Doug Thompson struct mem_ctl_info *mci; 538bce19683c17485b584b62b984d6dcf5332181588Doug Thompson struct list_head *item; 539bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 540bce19683c17485b584b62b984d6dcf5332181588Doug Thompson mutex_lock(&mem_ctls_mutex); 541bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 542bce19683c17485b584b62b984d6dcf5332181588Doug Thompson /* scan the list and turn off all workq timers, doing so under lock 543bce19683c17485b584b62b984d6dcf5332181588Doug Thompson */ 544bce19683c17485b584b62b984d6dcf5332181588Doug Thompson list_for_each(item, &mc_devices) { 545bce19683c17485b584b62b984d6dcf5332181588Doug Thompson mci = list_entry(item, struct mem_ctl_info, link); 546bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 547bce19683c17485b584b62b984d6dcf5332181588Doug Thompson if (mci->op_state == OP_RUNNING_POLL) 548bce19683c17485b584b62b984d6dcf5332181588Doug Thompson cancel_delayed_work(&mci->work); 549bce19683c17485b584b62b984d6dcf5332181588Doug Thompson } 550bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 551bce19683c17485b584b62b984d6dcf5332181588Doug Thompson mutex_unlock(&mem_ctls_mutex); 55281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 553bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 554bce19683c17485b584b62b984d6dcf5332181588Doug Thompson /* re-walk the list, and reset the poll delay */ 555bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson mutex_lock(&mem_ctls_mutex); 556bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 557bce19683c17485b584b62b984d6dcf5332181588Doug Thompson list_for_each(item, &mc_devices) { 558bce19683c17485b584b62b984d6dcf5332181588Doug Thompson mci = list_entry(item, struct mem_ctl_info, link); 559bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 560bce19683c17485b584b62b984d6dcf5332181588Doug Thompson edac_mc_workq_setup(mci, (unsigned long) value); 561bce19683c17485b584b62b984d6dcf5332181588Doug Thompson } 56281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 56381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mutex_unlock(&mem_ctls_mutex); 56481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 56581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 566bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 567bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 5682d7bbb91c8df26c60d223205a087507430024177Doug Thompson/* Return 0 on success, 1 on failure. 5692d7bbb91c8df26c60d223205a087507430024177Doug Thompson * Before calling this function, caller must 5702d7bbb91c8df26c60d223205a087507430024177Doug Thompson * assign a unique value to mci->mc_idx. 571bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 572bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * locking model: 573bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 574bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * called with the mem_ctls_mutex lock held 5752d7bbb91c8df26c60d223205a087507430024177Doug Thompson */ 576079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompsonstatic int add_mc_to_global_list(struct mem_ctl_info *mci) 577da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 578da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct list_head *item, *insert_before; 579da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct mem_ctl_info *p; 580da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 5812d7bbb91c8df26c60d223205a087507430024177Doug Thompson insert_before = &mc_devices; 582da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 583bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson p = find_mci_by_dev(mci->dev); 584bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (unlikely(p != NULL)) 5852d7bbb91c8df26c60d223205a087507430024177Doug Thompson goto fail0; 586da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 5872d7bbb91c8df26c60d223205a087507430024177Doug Thompson list_for_each(item, &mc_devices) { 5882d7bbb91c8df26c60d223205a087507430024177Doug Thompson p = list_entry(item, struct mem_ctl_info, link); 589da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 5902d7bbb91c8df26c60d223205a087507430024177Doug Thompson if (p->mc_idx >= mci->mc_idx) { 5912d7bbb91c8df26c60d223205a087507430024177Doug Thompson if (unlikely(p->mc_idx == mci->mc_idx)) 5922d7bbb91c8df26c60d223205a087507430024177Doug Thompson goto fail1; 593da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 5942d7bbb91c8df26c60d223205a087507430024177Doug Thompson insert_before = item; 5952d7bbb91c8df26c60d223205a087507430024177Doug Thompson break; 596da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 597da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 598da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 599da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox list_add_tail_rcu(&mci->link, insert_before); 600c0d121720220584bba2876b032e58a076b843fa1Dave Jiang atomic_inc(&edac_handlers); 601da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return 0; 6022d7bbb91c8df26c60d223205a087507430024177Doug Thompson 603052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail0: 6042d7bbb91c8df26c60d223205a087507430024177Doug Thompson edac_printk(KERN_WARNING, EDAC_MC, 605281efb17d88a91dc3b879bb1d49e3a66daf48797Kay Sievers "%s (%s) %s %s already assigned %d\n", dev_name(p->dev), 60617aa7e034416e3080bc57a786d09ba0a4a044561Stephen Rothwell edac_dev_name(mci), p->mod_name, p->ctl_name, p->mc_idx); 6072d7bbb91c8df26c60d223205a087507430024177Doug Thompson return 1; 6082d7bbb91c8df26c60d223205a087507430024177Doug Thompson 609052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail1: 6102d7bbb91c8df26c60d223205a087507430024177Doug Thompson edac_printk(KERN_WARNING, EDAC_MC, 611052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "bug in low-level driver: attempt to assign\n" 612052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson " duplicate mc_idx %d in %s()\n", p->mc_idx, __func__); 6132d7bbb91c8df26c60d223205a087507430024177Doug Thompson return 1; 614da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 615da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 616e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Petersonstatic void del_mc_from_global_list(struct mem_ctl_info *mci) 617a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson{ 618c0d121720220584bba2876b032e58a076b843fa1Dave Jiang atomic_dec(&edac_handlers); 619a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson list_del_rcu(&mci->link); 620e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan 621e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan /* these are for safe removal of devices from global list while 622e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan * NMI handlers may be traversing list 623e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan */ 624e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan synchronize_rcu(); 625e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan INIT_LIST_HEAD(&mci->link); 626a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson} 627a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson 628da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 6295da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * edac_mc_find: Search for a mem_ctl_info structure whose index is 'idx'. 6305da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * 6315da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * If found, return a pointer to the structure. 6325da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * Else return NULL. 6335da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * 6345da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * Caller must hold mem_ctls_mutex. 6355da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson */ 636079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompsonstruct mem_ctl_info *edac_mc_find(int idx) 6375da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson{ 6385da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson struct list_head *item; 6395da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson struct mem_ctl_info *mci; 6405da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 6415da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson list_for_each(item, &mc_devices) { 6425da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson mci = list_entry(item, struct mem_ctl_info, link); 6435da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 6445da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson if (mci->mc_idx >= idx) { 6455da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson if (mci->mc_idx == idx) 6465da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson return mci; 6475da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 6485da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson break; 6495da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson } 6505da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson } 6515da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 6525da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson return NULL; 6535da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson} 6545da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas ThompsonEXPORT_SYMBOL(edac_mc_find); 6555da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 6565da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson/** 657472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * edac_mc_add_mc: Insert the 'mci' structure into the mci global list and 658472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * create sysfs entries associated with mci structure 659da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * @mci: pointer to the mci structure to be added to the list 660da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 661da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Return: 662da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 0 Success 663da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * !0 Failure 664da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 665da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 666da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* FIXME - should a warning be printed if no error detection? correction? */ 667b8f6f9755248026f21282e25cac49a1af698056cDoug Thompsonint edac_mc_add_mc(struct mem_ctl_info *mci) 668da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 669537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson debugf0("%s()\n", __func__); 670b8f6f9755248026f21282e25cac49a1af698056cDoug Thompson 671da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#ifdef CONFIG_EDAC_DEBUG 672da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (edac_debug_level >= 3) 673da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox edac_mc_dump_mci(mci); 674e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 675da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (edac_debug_level >= 4) { 676da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox int i; 677da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 678da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox for (i = 0; i < mci->nr_csrows; i++) { 679da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox int j; 680e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 681da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox edac_mc_dump_csrow(&mci->csrows[i]); 682da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox for (j = 0; j < mci->csrows[i].nr_channels; j++) 683079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson edac_mc_dump_channel(&mci->csrows[i]. 684052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson channels[j]); 685da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 6864275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->tot_dimms; i++) 6874275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_dump_dimm(&mci->dimms[i]); 688da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 689da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#endif 69063b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_lock(&mem_ctls_mutex); 691da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 692da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (add_mc_to_global_list(mci)) 693028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson goto fail0; 694da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 695da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* set load time so that error rate can be tracked */ 696da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci->start_time = jiffies; 697da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 6989794f33ddedd878dd92fcf8b4834391840366919eric wollesen if (edac_create_sysfs_mci_device(mci)) { 6999794f33ddedd878dd92fcf8b4834391840366919eric wollesen edac_mc_printk(mci, KERN_WARNING, 700052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "failed to create sysfs device\n"); 7019794f33ddedd878dd92fcf8b4834391840366919eric wollesen goto fail1; 7029794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 703da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 70481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* If there IS a check routine, then we are running POLLED */ 70581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang if (mci->edac_check != NULL) { 70681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* This instance is NOW RUNNING */ 70781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->op_state = OP_RUNNING_POLL; 70881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 70981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang edac_mc_workq_setup(mci, edac_mc_get_poll_msec()); 71081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang } else { 71181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->op_state = OP_RUNNING_INTERRUPT; 71281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang } 71381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 714da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Report action taken */ 715bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson edac_mc_printk(mci, KERN_INFO, "Giving out device to '%s' '%s':" 71617aa7e034416e3080bc57a786d09ba0a4a044561Stephen Rothwell " DEV %s\n", mci->mod_name, mci->ctl_name, edac_dev_name(mci)); 717da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 71863b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 719028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson return 0; 720da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 721052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail1: 722028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson del_mc_from_global_list(mci); 723028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson 724052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail0: 72563b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 726028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson return 1; 727da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 7289110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_add_mc); 729da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 730da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 731472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * edac_mc_del_mc: Remove sysfs entries for specified mci structure and 732472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * remove mci structure from global list 73337f04581abac20444e5b7106c1e1f28bec5b989cDoug Thompson * @pdev: Pointer to 'struct device' representing mci structure to remove. 734da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 73518dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson * Return pointer to removed mci structure, or NULL if device not found. 736da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 737079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompsonstruct mem_ctl_info *edac_mc_del_mc(struct device *dev) 738da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 73918dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson struct mem_ctl_info *mci; 740da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 741bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson debugf0("%s()\n", __func__); 742bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 74363b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_lock(&mem_ctls_mutex); 74418dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson 745bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson /* find the requested mci struct in the global list */ 746bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson mci = find_mci_by_dev(dev); 747bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (mci == NULL) { 74863b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 74918dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson return NULL; 75018dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson } 75118dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson 752da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox del_mc_from_global_list(mci); 75363b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 754bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 755bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov /* flush workq processes */ 756bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson edac_mc_workq_teardown(mci); 757bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov 758bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov /* marking MCI offline */ 759bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov mci->op_state = OP_OFFLINE; 760bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov 761bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov /* remove from sysfs */ 762bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson edac_remove_sysfs_mci_device(mci); 763bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 764537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson edac_printk(KERN_INFO, EDAC_MC, 765052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "Removed device %d for %s %s: DEV %s\n", mci->mc_idx, 76617aa7e034416e3080bc57a786d09ba0a4a044561Stephen Rothwell mci->mod_name, mci->ctl_name, edac_dev_name(mci)); 767bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 76818dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson return mci; 769da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 7709110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_del_mc); 771da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 7722da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunkstatic void edac_mc_scrub_block(unsigned long page, unsigned long offset, 7732da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunk u32 size) 774da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 775da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct page *pg; 776da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox void *virt_addr; 777da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox unsigned long flags = 0; 778da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 779537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson debugf3("%s()\n", __func__); 780da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 781da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* ECC error page was not in our memory. Ignore it. */ 782079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson if (!pfn_valid(page)) 783da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return; 784da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 785da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Find the actual page structure then map it and fix */ 786da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox pg = pfn_to_page(page); 787da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 788da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (PageHighMem(pg)) 789da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox local_irq_save(flags); 790da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 7914e5df7ca3091a846b65f2a940a68506790a62d6aCong Wang virt_addr = kmap_atomic(pg); 792da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 793da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Perform architecture specific atomic scrub operation */ 794da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox atomic_scrub(virt_addr + offset, size); 795da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 796da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Unmap and complete */ 7974e5df7ca3091a846b65f2a940a68506790a62d6aCong Wang kunmap_atomic(virt_addr); 798da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 799da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (PageHighMem(pg)) 800da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox local_irq_restore(flags); 801da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 802da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 803da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* FIXME - should return -1 */ 804e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Petersonint edac_mc_find_csrow_by_page(struct mem_ctl_info *mci, unsigned long page) 805da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 806da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct csrow_info *csrows = mci->csrows; 807a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab int row, i, j, n; 808da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 809537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson debugf1("MC%d: %s(): 0x%lx\n", mci->mc_idx, __func__, page); 810da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox row = -1; 811da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 812da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox for (i = 0; i < mci->nr_csrows; i++) { 813da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct csrow_info *csrow = &csrows[i]; 814a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab n = 0; 815a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab for (j = 0; j < csrow->nr_channels; j++) { 816a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab struct dimm_info *dimm = csrow->channels[j].dimm; 817a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab n += dimm->nr_pages; 818a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab } 819a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab if (n == 0) 820da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox continue; 821da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 822537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson debugf3("MC%d: %s(): first(0x%lx) page(0x%lx) last(0x%lx) " 823537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson "mask(0x%lx)\n", mci->mc_idx, __func__, 824537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson csrow->first_page, page, csrow->last_page, 825537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson csrow->page_mask); 826da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 827da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if ((page >= csrow->first_page) && 828da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox (page <= csrow->last_page) && 829da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox ((page & csrow->page_mask) == 830da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox (csrow->first_page & csrow->page_mask))) { 831da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox row = i; 832da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox break; 833da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 834da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 835da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 836da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (row == -1) 837537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson edac_mc_printk(mci, KERN_ERR, 838052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "could not look up page error address %lx\n", 839052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson (unsigned long)page); 840da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 841da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return row; 842da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 8439110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_find_csrow_by_page); 844da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 8454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabconst char *edac_layer_name[] = { 8464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_BRANCH] = "branch", 8474275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_CHANNEL] = "channel", 8484275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_SLOT] = "slot", 8494275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_CHIP_SELECT] = "csrow", 8504275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab}; 8514275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho ChehabEXPORT_SYMBOL_GPL(edac_layer_name); 8524275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 8534275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_inc_ce_error(struct mem_ctl_info *mci, 8544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab bool enable_per_layer_report, 8554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS]) 856da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 8574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int i, index = 0; 858da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 8595926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab mci->ce_mc++; 860da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 8614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (!enable_per_layer_report) { 8624275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ce_noinfo_count++; 863da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return; 864da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 865e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 8664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 8674275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] < 0) 8684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab break; 8694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index += pos[i]; 8704275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ce_per_layer[i][index]++; 8714275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 8724275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (i < mci->n_layers - 1) 8734275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index *= mci->layers[i + 1].size; 8744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 8754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 8764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 8774275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_inc_ue_error(struct mem_ctl_info *mci, 8784275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab bool enable_per_layer_report, 8794275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS]) 8804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab{ 8814275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int i, index = 0; 8824275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 8835926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab mci->ue_mc++; 8844275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 8854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (!enable_per_layer_report) { 8864275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ce_noinfo_count++; 887da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return; 888da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 889da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 8904275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 8914275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] < 0) 8924275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab break; 8934275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index += pos[i]; 8944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ue_per_layer[i][index]++; 895a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab 8964275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (i < mci->n_layers - 1) 8974275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index *= mci->layers[i + 1].size; 8984275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 8994275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 900da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9014275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_ce_error(struct mem_ctl_info *mci, 9024275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS], 9034275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *msg, 9044275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *location, 9054275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *label, 9064275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *detail, 9074275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *other_detail, 9084275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const bool enable_per_layer_report, 9094275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long page_frame_number, 9104275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long offset_in_page, 91153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab long grain) 9124275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab{ 9134275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned long remapped_page; 9144275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 9154275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (edac_mc_get_log_ce()) { 9164275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (other_detail && *other_detail) 9174275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 91853f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab "CE %s on %s (%s %s - %s)\n", 9194275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab msg, label, location, 9204275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab detail, other_detail); 9214275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 9224275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 92353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab "CE %s on %s (%s %s)\n", 9244275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab msg, label, location, 9254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab detail); 9264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 9274275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_inc_ce_error(mci, enable_per_layer_report, pos); 928da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 929da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (mci->scrub_mode & SCRUB_SW_SRC) { 930da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* 9314275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Some memory controllers (called MCs below) can remap 9324275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * memory so that it is still available at a different 9334275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * address when PCI devices map into memory. 9344275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * MC's that can't do this, lose the memory where PCI 9354275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * devices are mapped. This mapping is MC-dependent 9364275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * and so we call back into the MC driver for it to 9374275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * map the MC page to a physical (CPU) page which can 9384275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * then be mapped to a virtual page - which can then 9394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * be scrubbed. 9404275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 941da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox remapped_page = mci->ctl_page_to_phys ? 942052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson mci->ctl_page_to_phys(mci, page_frame_number) : 943052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson page_frame_number; 944da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_scrub_block(remapped_page, 9464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab offset_in_page, grain); 947da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 948da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 949da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9504275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_ue_error(struct mem_ctl_info *mci, 9514275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS], 9524275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *msg, 9534275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *location, 9544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *label, 9554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *detail, 9564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *other_detail, 9574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const bool enable_per_layer_report) 958da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 9594275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (edac_mc_get_log_ue()) { 9604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (other_detail && *other_detail) 9614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 96253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab "UE %s on %s (%s %s - %s)\n", 9634275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab msg, label, location, detail, 9644275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab other_detail); 9654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 9664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 96753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab "UE %s on %s (%s %s)\n", 9684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab msg, label, location, detail); 9694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 970e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 9714275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (edac_mc_get_panic_on_ue()) { 9724275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (other_detail && *other_detail) 9734275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab panic("UE %s on %s (%s%s - %s)\n", 9744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab msg, label, location, detail, other_detail); 9754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 9764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab panic("UE %s on %s (%s%s)\n", 9774275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab msg, label, location, detail); 9784275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 9794275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 9804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_inc_ue_error(mci, enable_per_layer_report, pos); 981da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 982da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9834275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab#define OTHER_LABEL " or " 98453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 98553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab/** 98653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * edac_mc_handle_error - reports a memory event to userspace 98753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * 98853f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @type: severity of the error (CE/UE/Fatal) 98953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @mci: a struct mem_ctl_info pointer 99053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @page_frame_number: mem page where the error occurred 99153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @offset_in_page: offset of the error inside the page 99253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @syndrome: ECC syndrome 99353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @top_layer: Memory layer[0] position 99453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @mid_layer: Memory layer[1] position 99553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @low_layer: Memory layer[2] position 99653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @msg: Message meaningful to the end users that 99753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * explains the event 99853f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @other_detail: Technical details about the event that 99953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * may help hardware manufacturers and 100053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * EDAC developers to analyse the event 100153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @arch_log: Architecture-specific struct that can 100253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * be used to add extended information to the 100353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * tracepoint, like dumping MCE registers. 100453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab */ 10054275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabvoid edac_mc_handle_error(const enum hw_event_mc_err_type type, 10064275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab struct mem_ctl_info *mci, 10074275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long page_frame_number, 10084275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long offset_in_page, 10094275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long syndrome, 101053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab const int top_layer, 101153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab const int mid_layer, 101253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab const int low_layer, 10134275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *msg, 10144275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *other_detail, 101553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab const void *arch_log) 1016da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 10174275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* FIXME: too much for stack: move it to some pre-alocated area */ 10184275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab char detail[80], location[80]; 10194275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab char label[(EDAC_MC_LABEL_LEN + 1 + sizeof(OTHER_LABEL)) * mci->tot_dimms]; 10204275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab char *p; 10214275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int row = -1, chan = -1; 102253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab int pos[EDAC_MAX_LAYERS] = { top_layer, mid_layer, low_layer }; 10234275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int i; 102453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab long grain; 10254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab bool enable_per_layer_report = false; 102653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab u16 error_count; /* FIXME: make it a parameter */ 102753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab u8 grain_bits; 1028da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 1029537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson debugf3("MC%d: %s()\n", mci->mc_idx, __func__); 1030da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 10314275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 10324275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Check if the event report is consistent and if the memory 10334275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * location is known. If it is known, enable_per_layer_report will be 10344275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * true, the DIMM(s) label info will be filled and the per-layer 10354275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * error counters will be incremented. 10364275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 10374275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 10384275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] >= (int)mci->layers[i].size) { 10394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (type == HW_EVENT_ERR_CORRECTED) 10404275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p = "CE"; 10414275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 10424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p = "UE"; 10434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 10444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_ERR, 10454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab "INTERNAL ERROR: %s value is out of range (%d >= %d)\n", 10464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_layer_name[mci->layers[i].type], 10474275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[i], mci->layers[i].size); 10484275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 10494275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Instead of just returning it, let's use what's 10504275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * known about the error. The increment routines and 10514275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * the DIMM filter logic will do the right thing by 10524275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * pointing the likely damaged DIMMs. 10534275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 10544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[i] = -1; 10554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 10564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] >= 0) 10574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab enable_per_layer_report = true; 1058da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 1059da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 10604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 10614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Get the dimm label/grain that applies to the match criteria. 10624275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * As the error algorithm may not be able to point to just one memory 10634275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * stick, the logic here will get all possible labels that could 10644275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * pottentially be affected by the error. 10654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * On FB-DIMM memory controllers, for uncorrected errors, it is common 10664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * to have only the MC channel and the MC dimm (also called "branch") 10674275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * but the channel is not known, as the memory is arranged in pairs, 10684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * where each memory belongs to a separate channel within the same 10694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * branch. 10704275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 10714275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab grain = 0; 10724275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p = label; 10734275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab *p = '\0'; 10744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->tot_dimms; i++) { 10754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab struct dimm_info *dimm = &mci->dimms[i]; 1076da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 107753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab if (top_layer >= 0 && top_layer != dimm->location[0]) 10784275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 107953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab if (mid_layer >= 0 && mid_layer != dimm->location[1]) 10804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 108153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab if (low_layer >= 0 && low_layer != dimm->location[2]) 10824275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 1083da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 10844275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* get the max grain, over the error match range */ 10854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (dimm->grain > grain) 10864275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab grain = dimm->grain; 10879794f33ddedd878dd92fcf8b4834391840366919eric wollesen 10884275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 10894275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * If the error is memory-controller wide, there's no need to 10904275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * seek for the affected DIMMs because the whole 10914275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * channel/memory controller/... may be affected. 10924275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Also, don't show errors for empty DIMM slots. 10934275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 10944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (enable_per_layer_report && dimm->nr_pages) { 10954275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (p != label) { 10964275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab strcpy(p, OTHER_LABEL); 10974275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p += strlen(OTHER_LABEL); 10984275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 10994275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab strcpy(p, dimm->label); 11004275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p += strlen(p); 11014275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab *p = '\0'; 11024275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 11034275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 11044275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * get csrow/channel of the DIMM, in order to allow 11054275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * incrementing the compat API counters 11064275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 11074275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("%s: %s csrows map: (%d,%d)\n", 11084275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab __func__, 11094275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->mem_is_per_rank ? "rank" : "dimm", 11104275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->csrow, dimm->cschannel); 11114275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 11124275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (row == -1) 11134275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row = dimm->csrow; 11144275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else if (row >= 0 && row != dimm->csrow) 11154275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row = -2; 11164275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 11174275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (chan == -1) 11184275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan = dimm->cschannel; 11194275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else if (chan >= 0 && chan != dimm->cschannel) 11204275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan = -2; 11214275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 11229794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 11239794f33ddedd878dd92fcf8b4834391840366919eric wollesen 11244275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (!enable_per_layer_report) { 11254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab strcpy(label, "any memory"); 11264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } else { 11274275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab debugf4("%s: csrow/channel to increment: (%d,%d)\n", 11284275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab __func__, row, chan); 11294275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (p == label) 11304275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab strcpy(label, "unknown memory"); 11314275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (type == HW_EVENT_ERR_CORRECTED) { 11324275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (row >= 0) { 11334275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->csrows[row].ce_count++; 11344275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (chan >= 0) 11354275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->csrows[row].channels[chan].ce_count++; 11364275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 11374275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } else 11384275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (row >= 0) 11394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->csrows[row].ue_count++; 11409794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 11419794f33ddedd878dd92fcf8b4834391840366919eric wollesen 11424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Fill the RAM location data */ 11434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p = location; 11444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 11454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] < 0) 11464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 11479794f33ddedd878dd92fcf8b4834391840366919eric wollesen 11484275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p += sprintf(p, "%s:%d ", 11494275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_layer_name[mci->layers[i].type], 11504275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[i]); 11519794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 115253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab if (p > location) 115353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab *(p - 1) = '\0'; 115453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 115553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab /* Report the error via the trace interface */ 115653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 115753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab error_count = 1; /* FIXME: allow change it */ 115853f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab grain_bits = fls_long(grain) + 1; 115953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab trace_mc_event(type, msg, label, error_count, 116053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab mci->mc_idx, top_layer, mid_layer, low_layer, 116153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab PAGES_TO_MiB(page_frame_number) | offset_in_page, 116253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab grain_bits, syndrome, other_detail); 1163a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab 11644275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Memory type dependent details about the error */ 11654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (type == HW_EVENT_ERR_CORRECTED) { 11664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab snprintf(detail, sizeof(detail), 116753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab "page:0x%lx offset:0x%lx grain:%ld syndrome:0x%lx", 11684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab page_frame_number, offset_in_page, 11694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab grain, syndrome); 11704275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_ce_error(mci, pos, msg, location, label, detail, 11714275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab other_detail, enable_per_layer_report, 11724275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab page_frame_number, offset_in_page, grain); 11734275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } else { 11744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab snprintf(detail, sizeof(detail), 117553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab "page:0x%lx offset:0x%lx grain:%ld", 11764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab page_frame_number, offset_in_page, grain); 11779794f33ddedd878dd92fcf8b4834391840366919eric wollesen 11784275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_ue_error(mci, pos, msg, location, label, detail, 11794275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab other_detail, enable_per_layer_report); 11804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 11819794f33ddedd878dd92fcf8b4834391840366919eric wollesen} 11824275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho ChehabEXPORT_SYMBOL_GPL(edac_mc_handle_error); 1183