edac_mc.c revision 9da21b1509d8aa7ab4846722817d16c72d656c91
1da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* 2da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * edac_mc kernel module 349c0dab7e6000888b616bedcbbc8cd4710331610Doug Thompson * (C) 2005, 2006 Linux Networx (http://lnxi.com) 4da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * This file may be distributed under the terms of the 5da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * GNU General Public License. 6da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 7da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Written by Thayne Harbaugh 8da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Based on work by Dan Hollis <goemon at anime dot net> and others. 9da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * http://www.anime.net/~goemon/linux-ecc/ 10da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 11da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Modified by Dave Peterson and Doug Thompson 12da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 13da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 14da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 15da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/module.h> 16da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/proc_fs.h> 17da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/kernel.h> 18da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/types.h> 19da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/smp.h> 20da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/init.h> 21da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/sysctl.h> 22da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/highmem.h> 23da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/timer.h> 24da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/slab.h> 25da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/jiffies.h> 26da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/spinlock.h> 27da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/list.h> 28da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <linux/ctype.h> 29c0d121720220584bba2876b032e58a076b843fa1Dave Jiang#include <linux/edac.h> 3053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#include <linux/bitops.h> 31da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <asm/uaccess.h> 32da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <asm/page.h> 33da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#include <asm/edac.h> 3420bcb7a81dee21bfa3408f03f46b2891c9b5c84bDouglas Thompson#include "edac_core.h" 357c9281d76c1c0b130f79d5fc021084e9749959d4Douglas Thompson#include "edac_module.h" 36da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 3753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#define CREATE_TRACE_POINTS 3853f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#define TRACE_INCLUDE_PATH ../../include/ras 3953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab#include <ras/ras_event.h> 4053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 41da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* lock to memory controller's control array */ 4263b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlckestatic DEFINE_MUTEX(mem_ctls_mutex); 43ff6ac2a616c85d1215899ffda815e29b699cbd3aRobert P. J. Daystatic LIST_HEAD(mc_devices); 44da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 4580cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab/* 4680cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab * Used to lock EDAC MC to just one module, avoiding two drivers e. g. 4780cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab * apei/ghes and i7core_edac to be used at the same time. 4880cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab */ 4980cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehabstatic void const *edac_mc_owner; 5080cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab 5188d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkovstatic struct bus_type mc_bus[EDAC_MAX_MCS]; 5288d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov 536e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehabunsigned edac_dimm_info_location(struct dimm_info *dimm, char *buf, 546e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab unsigned len) 556e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab{ 566e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab struct mem_ctl_info *mci = dimm->mci; 576e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab int i, n, count = 0; 586e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab char *p = buf; 596e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab 606e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 616e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab n = snprintf(p, len, "%s %d ", 626e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_layer_name[mci->layers[i].type], 636e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab dimm->location[i]); 646e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab p += n; 656e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab len -= n; 666e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab count += n; 676e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab if (!len) 686e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab break; 696e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab } 706e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab 716e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab return count; 726e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab} 736e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab 74da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#ifdef CONFIG_EDAC_DEBUG 75da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 76a4b4be3fd7a76021f67380b03d8bccebf067db72Mauro Carvalho Chehabstatic void edac_mc_dump_channel(struct rank_info *chan) 77da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 786e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " channel->chan_idx = %d\n", chan->chan_idx); 796e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " channel = %p\n", chan); 806e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " channel->csrow = %p\n", chan->csrow); 816e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " channel->dimm = %p\n", chan->dimm); 824275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 834275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 846e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehabstatic void edac_mc_dump_dimm(struct dimm_info *dimm, int number) 854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab{ 866e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab char location[80]; 876e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab 886e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dimm_info_location(dimm, location, sizeof(location)); 896e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab 906e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, "%s%i: %smapped as virtual row %d, chan %d\n", 919713faecff3d071de1208b081d4943b002e9cb1cMauro Carvalho Chehab dimm->mci->csbased ? "rank" : "dimm", 926e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab number, location, dimm->csrow, dimm->cschannel); 936e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " dimm = %p\n", dimm); 946e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " dimm->label = '%s'\n", dimm->label); 956e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " dimm->nr_pages = 0x%x\n", dimm->nr_pages); 966e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " dimm->grain = %d\n", dimm->grain); 976e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " dimm->nr_pages = 0x%x\n", dimm->nr_pages); 98da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 99da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 1002da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunkstatic void edac_mc_dump_csrow(struct csrow_info *csrow) 101da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 1026e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, "csrow->csrow_idx = %d\n", csrow->csrow_idx); 1036e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " csrow = %p\n", csrow); 1046e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " csrow->first_page = 0x%lx\n", csrow->first_page); 1056e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " csrow->last_page = 0x%lx\n", csrow->last_page); 1066e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " csrow->page_mask = 0x%lx\n", csrow->page_mask); 1076e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " csrow->nr_channels = %d\n", csrow->nr_channels); 1086e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " csrow->channels = %p\n", csrow->channels); 1096e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_dbg(4, " csrow->mci = %p\n", csrow->mci); 110da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 111da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 1122da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunkstatic void edac_mc_dump_mci(struct mem_ctl_info *mci) 113da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 114956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tmci = %p\n", mci); 115956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tmci->mtype_cap = %lx\n", mci->mtype_cap); 116956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tmci->edac_ctl_cap = %lx\n", mci->edac_ctl_cap); 117956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tmci->edac_cap = %lx\n", mci->edac_cap); 118956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(4, "\tmci->edac_check = %p\n", mci->edac_check); 119956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tmci->nr_csrows = %d, csrows = %p\n", 120956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches mci->nr_csrows, mci->csrows); 121956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tmci->nr_dimms = %d, dimms = %p\n", 122956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches mci->tot_dimms, mci->dimms); 123956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tdev = %p\n", mci->pdev); 124956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tmod_name:ctl_name = %s:%s\n", 125956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches mci->mod_name, mci->ctl_name); 126956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\tpvt_info = %p\n\n", mci->pvt_info); 127da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 128da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 12924f9a7fe3f19f3fd310f556364d01a22911724b3Borislav Petkov#endif /* CONFIG_EDAC_DEBUG */ 13024f9a7fe3f19f3fd310f556364d01a22911724b3Borislav Petkov 131239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov/* 132239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov * keep those in sync with the enum mem_type 133239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov */ 134239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkovconst char *edac_mem_types[] = { 135239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Empty csrow", 136239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Reserved csrow type", 137239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Unknown csrow type", 138239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Fast page mode RAM", 139239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Extended data out RAM", 140239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Burst Extended data out RAM", 141239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Single data rate SDRAM", 142239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered single data rate SDRAM", 143239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Double data rate SDRAM", 144239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered Double data rate SDRAM", 145239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Rambus DRAM", 146239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Unbuffered DDR2 RAM", 147239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Fully buffered DDR2", 148239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered DDR2 RAM", 149239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Rambus XDR", 150239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Unbuffered DDR3 RAM", 151239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov "Registered DDR3 RAM", 152239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov}; 153239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav PetkovEXPORT_SYMBOL_GPL(edac_mem_types); 154239642fe19adc19ba0a69e96f3b1904dfd6a3b9fBorislav Petkov 15593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab/** 15693e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * edac_align_ptr - Prepares the pointer offsets for a single-shot allocation 15793e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * @p: pointer to a pointer with the memory offset to be used. At 15893e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * return, this will be incremented to point to the next offset 15993e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * @size: Size of the data structure to be reserved 16093e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * @n_elems: Number of elements that should be reserved 161da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 162da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * If 'size' is a constant, the compiler will optimize this whole function 16393e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * down to either a no-op or the addition of a constant to the value of '*p'. 16493e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 16593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * The 'p' pointer is absolutely needed to keep the proper advancing 16693e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * further in memory to the proper offsets when allocating the struct along 16793e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * with its embedded structs, as edac_device_alloc_ctl_info() does it 16893e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * above, for example. 16993e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 17093e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * At return, the pointer 'p' will be incremented to be used on a next call 17193e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * to this function. 172da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 17393e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehabvoid *edac_align_ptr(void **p, unsigned size, int n_elems) 174da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 175da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox unsigned align, r; 17693e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab void *ptr = *p; 177da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 17893e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab *p += size * n_elems; 17993e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab 18093e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab /* 18193e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 'p' can possibly be an unaligned item X such that sizeof(X) is 18293e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * 'size'. Adjust 'p' so that its alignment is at least as 18393e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * stringent as what the compiler would provide for X and return 18493e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * the aligned result. 18593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab * Here we assume that the alignment of a "long long" is the most 186da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * stringent alignment that the compiler will ever provide by default. 187da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * As far as I know, this is a reasonable assumption. 188da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 189da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (size > sizeof(long)) 190da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(long long); 191da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else if (size > sizeof(int)) 192da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(long); 193da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else if (size > sizeof(short)) 194da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(int); 195da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else if (size > sizeof(char)) 196da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox align = sizeof(short); 197da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox else 198079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson return (char *)ptr; 199da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 2008447c4d15e357a458c9051ddc84aa6c8b9c27000Chris Metcalf r = (unsigned long)p % align; 201da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 202da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (r == 0) 203079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson return (char *)ptr; 204da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 20593e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab *p += align - r; 20693e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab 2077391c6dcab3094610cb99bbd559beaa282582eacDouglas Thompson return (void *)(((unsigned long)ptr) + align - r); 208da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 209da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 210faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffellstatic void _edac_mc_free(struct mem_ctl_info *mci) 211faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell{ 212faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell int i, chn, row; 213faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell struct csrow_info *csr; 214faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell const unsigned int tot_dimms = mci->tot_dimms; 215faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell const unsigned int tot_channels = mci->num_cschannel; 216faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell const unsigned int tot_csrows = mci->nr_csrows; 217faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell 218faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell if (mci->dimms) { 219faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell for (i = 0; i < tot_dimms; i++) 220faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell kfree(mci->dimms[i]); 221faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell kfree(mci->dimms); 222faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell } 223faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell if (mci->csrows) { 224faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell for (row = 0; row < tot_csrows; row++) { 225faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell csr = mci->csrows[row]; 226faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell if (csr) { 227faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell if (csr->channels) { 228faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell for (chn = 0; chn < tot_channels; chn++) 229faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell kfree(csr->channels[chn]); 230faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell kfree(csr->channels); 231faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell } 232faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell kfree(csr); 233faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell } 234faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell } 235faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell kfree(mci->csrows); 236faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell } 237faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell kfree(mci); 238faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell} 239faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell 240da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 2414275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * edac_mc_alloc: Allocate and partially fill a struct mem_ctl_info structure 2424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * @mc_num: Memory controller number 2434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * @n_layers: Number of MC hierarchy layers 2444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * layers: Describes each layer as seen by the Memory Controller 2454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * @size_pvt: size of private storage needed 2464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * 247da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 248da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Everything is kmalloc'ed as one big chunk - more efficient. 249da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Only can be used if all structures have the same lifetime - otherwise 250da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * you have to allocate and initialize your own structures. 251da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 252da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Use edac_mc_free() to free mc structures allocated by this function. 253da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 2544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * NOTE: drivers handle multi-rank memories in different ways: in some 2554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * drivers, one multi-rank memory stick is mapped as one entry, while, in 2564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * others, a single multi-rank memory stick would be mapped into several 2574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * entries. Currently, this function will allocate multiple struct dimm_info 2584275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * on such scenarios, as grouping the multiple ranks require drivers change. 2594275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * 260da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Returns: 261ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab * On failure: NULL 262ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab * On success: struct mem_ctl_info pointer 263da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 264ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehabstruct mem_ctl_info *edac_mc_alloc(unsigned mc_num, 265ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab unsigned n_layers, 266ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab struct edac_mc_layer *layers, 267ca0907b9e413bb1d1f3ea123b663535b74928846Mauro Carvalho Chehab unsigned sz_pvt) 268da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 269da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct mem_ctl_info *mci; 2704275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab struct edac_mc_layer *layer; 271de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab struct csrow_info *csr; 272de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab struct rank_info *chan; 273a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab struct dimm_info *dimm; 2744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab u32 *ce_per_layer[EDAC_MAX_LAYERS], *ue_per_layer[EDAC_MAX_LAYERS]; 2754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned pos[EDAC_MAX_LAYERS]; 2764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned size, tot_dimms = 1, count = 1; 2774275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned tot_csrows = 1, tot_channels = 1, tot_errcount = 0; 2785926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab void *pvt, *p, *ptr = NULL; 279de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab int i, j, row, chn, n, len, off; 2804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab bool per_rank = false; 2814275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 2824275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab BUG_ON(n_layers > EDAC_MAX_LAYERS || n_layers == 0); 2834275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 2844275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Calculate the total amount of dimms and csrows/cschannels while 2854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * in the old API emulation mode 2864275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 2874275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < n_layers; i++) { 2884275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_dimms *= layers[i].size; 2894275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (layers[i].is_virt_csrow) 2904275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_csrows *= layers[i].size; 2914275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 2924275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_channels *= layers[i].size; 2934275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 2944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (layers[i].type == EDAC_MC_LAYER_CHIP_SELECT) 2954275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab per_rank = true; 2964275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 297da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 298da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Figure out the offsets of the various items from the start of an mc 299da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * structure. We want the alignment of each item to be at least as 300da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * stringent as what the compiler would provide if we could simply 301da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * hardcode everything into a single struct. 302da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 30393e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab mci = edac_align_ptr(&ptr, sizeof(*mci), 1); 3044275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab layer = edac_align_ptr(&ptr, sizeof(*layer), n_layers); 3054275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < n_layers; i++) { 3064275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab count *= layers[i].size; 307956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(4, "errcount layer %d size %d\n", i, count); 3084275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab ce_per_layer[i] = edac_align_ptr(&ptr, sizeof(u32), count); 3094275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab ue_per_layer[i] = edac_align_ptr(&ptr, sizeof(u32), count); 3104275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab tot_errcount += 2 * count; 3114275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 3124275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 313956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(4, "allocating %d error counters\n", tot_errcount); 31493e4fe64ece4eccf0ff4ac69bceb389290b8ab7cMauro Carvalho Chehab pvt = edac_align_ptr(&ptr, sz_pvt, 1); 315079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson size = ((unsigned long)pvt) + sz_pvt; 316da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 317956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(1, "allocating %u bytes for mci data (%d %s, %d csrows/channels)\n", 318956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches size, 319956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches tot_dimms, 320956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches per_rank ? "ranks" : "dimms", 321956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches tot_csrows * tot_channels); 322de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab 3238096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson mci = kzalloc(size, GFP_KERNEL); 3248096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson if (mci == NULL) 325da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return NULL; 326da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 327da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Adjust pointers so they point within the memory we just allocated 328da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * rather than an imaginary chunk of memory located at address 0. 329da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 3304275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab layer = (struct edac_mc_layer *)(((char *)mci) + ((unsigned long)layer)); 3314275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < n_layers; i++) { 3324275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ce_per_layer[i] = (u32 *)((char *)mci + ((unsigned long)ce_per_layer[i])); 3334275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->ue_per_layer[i] = (u32 *)((char *)mci + ((unsigned long)ue_per_layer[i])); 3344275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 335079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson pvt = sz_pvt ? (((char *)mci) + ((unsigned long)pvt)) : NULL; 336da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 337b8f6f9755248026f21282e25cac49a1af698056cDoug Thompson /* setup index and various internal pointers */ 3384275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->mc_idx = mc_num; 3394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->tot_dimms = tot_dimms; 340da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci->pvt_info = pvt; 3414275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->n_layers = n_layers; 3424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->layers = layer; 3434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab memcpy(mci->layers, layers, sizeof(*layer) * n_layers); 3444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->nr_csrows = tot_csrows; 3454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab mci->num_cschannel = tot_channels; 3469713faecff3d071de1208b081d4943b002e9cb1cMauro Carvalho Chehab mci->csbased = per_rank; 347da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 348a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab /* 349de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab * Alocate and fill the csrow/channels structs 350a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab */ 351d3d09e18203dba16a9dbdb2b4cc673d90748cdd1Joe Perches mci->csrows = kcalloc(tot_csrows, sizeof(*mci->csrows), GFP_KERNEL); 352de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab if (!mci->csrows) 353de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab goto error; 3544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (row = 0; row < tot_csrows; row++) { 355de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab csr = kzalloc(sizeof(**mci->csrows), GFP_KERNEL); 356de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab if (!csr) 357de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab goto error; 358de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab mci->csrows[row] = csr; 3594275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr->csrow_idx = row; 3604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr->mci = mci; 3614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab csr->nr_channels = tot_channels; 362d3d09e18203dba16a9dbdb2b4cc673d90748cdd1Joe Perches csr->channels = kcalloc(tot_channels, sizeof(*csr->channels), 363de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab GFP_KERNEL); 364de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab if (!csr->channels) 365de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab goto error; 3664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3674275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (chn = 0; chn < tot_channels; chn++) { 368de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab chan = kzalloc(sizeof(**csr->channels), GFP_KERNEL); 369de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab if (!chan) 370de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab goto error; 371de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab csr->channels[chn] = chan; 372da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox chan->chan_idx = chn; 3734275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan->csrow = csr; 3744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 3754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 3764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 3774275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 378de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab * Allocate and fill the dimm structs 3794275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 380d3d09e18203dba16a9dbdb2b4cc673d90748cdd1Joe Perches mci->dimms = kcalloc(tot_dimms, sizeof(*mci->dimms), GFP_KERNEL); 381de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab if (!mci->dimms) 382de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab goto error; 383de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab 3844275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab memset(&pos, 0, sizeof(pos)); 3854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row = 0; 3864275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chn = 0; 3874275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < tot_dimms; i++) { 388de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab chan = mci->csrows[row]->channels[chn]; 389de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab off = EDAC_DIMM_OFF(layer, n_layers, pos[0], pos[1], pos[2]); 390de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab if (off < 0 || off >= tot_dimms) { 391de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab edac_mc_printk(mci, KERN_ERR, "EDAC core bug: EDAC_DIMM_OFF is trying to do an illegal data access\n"); 392de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab goto error; 393de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab } 3944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 395de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab dimm = kzalloc(sizeof(**mci->dimms), GFP_KERNEL); 39608a4a136909602eae0e71e147153461df077a46fDan Carpenter if (!dimm) 39708a4a136909602eae0e71e147153461df077a46fDan Carpenter goto error; 398de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab mci->dimms[off] = dimm; 3994275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->mci = mci; 4004275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 4015926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab /* 4025926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab * Copy DIMM location and initialize it. 4035926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab */ 4045926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab len = sizeof(dimm->label); 4055926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab p = dimm->label; 4065926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab n = snprintf(p, len, "mc#%u", mc_num); 4075926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab p += n; 4085926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab len -= n; 4095926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab for (j = 0; j < n_layers; j++) { 4105926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab n = snprintf(p, len, "%s#%u", 4115926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab edac_layer_name[layers[j].type], 4125926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab pos[j]); 4135926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab p += n; 4145926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab len -= n; 4154275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->location[j] = pos[j]; 4164275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 4175926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab if (len <= 0) 4185926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab break; 4195926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab } 4205926ff502f6b93ca0c1654f8a5c5317ea236dbdbMauro Carvalho Chehab 4214275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Link it to the csrows old API data */ 4224275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan->dimm = dimm; 4234275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->csrow = row; 4244275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab dimm->cschannel = chn; 4254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 4264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Increment csrow location */ 42724bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab if (layers[0].is_virt_csrow) { 4284275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chn++; 42924bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab if (chn == tot_channels) { 43024bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab chn = 0; 43124bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab row++; 43224bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab } 43324bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab } else { 43424bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab row++; 43524bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab if (row == tot_csrows) { 43624bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab row = 0; 43724bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab chn++; 43824bef66e74d647aebd34e0bef7693512b7912029Mauro Carvalho Chehab } 4394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 440a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab 4414275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Increment dimm location */ 4424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (j = n_layers - 1; j >= 0; j--) { 4434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[j]++; 4444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[j] < layers[j].size) 4454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab break; 4464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[j] = 0; 447da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 448da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 449da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 45081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->op_state = OP_ALLOC; 4518096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson 452da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return mci; 453de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab 454de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehaberror: 455faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell _edac_mc_free(mci); 456de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab 457de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab return NULL; 4584275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 4599110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_alloc); 460da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 461da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 4628096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * edac_mc_free 4638096cfafbb7ad3cb1a286ae7e8086167f4ebb4b6Doug Thompson * 'Free' a previously allocated 'mci' structure 464da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * @mci: pointer to a struct mem_ctl_info structure 465da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 466da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Coxvoid edac_mc_free(struct mem_ctl_info *mci) 467da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 468956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(1, "\n"); 469bbc560ae677c0f4d7ff8404a21409c99f35b297bMauro Carvalho Chehab 470faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell /* If we're not yet registered with sysfs free only what was allocated 471faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell * in edac_mc_alloc(). 472faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell */ 473faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell if (!device_is_registered(&mci->dev)) { 474faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell _edac_mc_free(mci); 475faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell return; 476faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell } 477faa2ad09c01c48012fe4c117d3256e354e0f9238Shaun Ruffell 478de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab /* the mci instance is freed here, when the sysfs object is dropped */ 4797a623c039075e4ea21648d88133fafa6dcfd113dMauro Carvalho Chehab edac_unregister_sysfs(mci); 480da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 4819110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_free); 482da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 483bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 484939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho Chehab/** 485bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * find_mci_by_dev 486bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * 487bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * scan list of controllers looking for the one that manages 488bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * the 'dev' device 489939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho Chehab * @dev: pointer to a struct device related with the MCI 490bce19683c17485b584b62b984d6dcf5332181588Doug Thompson */ 491939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho Chehabstruct mem_ctl_info *find_mci_by_dev(struct device *dev) 492da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 493da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct mem_ctl_info *mci; 494da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct list_head *item; 495da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 496956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\n"); 497da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 498da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox list_for_each(item, &mc_devices) { 499da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci = list_entry(item, struct mem_ctl_info, link); 500da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 501fd687502dc8037aa5a4b84c570ada971106574eeMauro Carvalho Chehab if (mci->pdev == dev) 502da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return mci; 503da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 504da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 505da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return NULL; 506da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 507939747bd680eb09bb98792b17a5bfd2f525afe9dMauro Carvalho ChehabEXPORT_SYMBOL_GPL(find_mci_by_dev); 508da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 50981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 51081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * handler for EDAC to check if NMI type handler has asserted interrupt 51181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 51281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiangstatic int edac_mc_assert_error_check_and_clear(void) 51381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 51466ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang int old_state; 51581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 516079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson if (edac_op_state == EDAC_OPSTATE_POLL) 51781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang return 1; 51881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 51966ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang old_state = edac_err_assert; 52066ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang edac_err_assert = 0; 52181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 52266ee2f940ac8ab25f0c43a1e717d25dc46bfe74dDave Jiang return old_state; 52381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 52481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 52581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 52681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * edac_mc_workq_function 52781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * performs the operation scheduled by a workq request 52881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 52981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiangstatic void edac_mc_workq_function(struct work_struct *work_req) 53081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 531fbeb4384748abb78531bbe1e80d627412a0abcfaJean Delvare struct delayed_work *d_work = to_delayed_work(work_req); 53281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang struct mem_ctl_info *mci = to_edac_mem_ctl_work(d_work); 53381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 53481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mutex_lock(&mem_ctls_mutex); 53581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 536bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson /* if this control struct has movd to offline state, we are done */ 537bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (mci->op_state == OP_OFFLINE) { 538bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson mutex_unlock(&mem_ctls_mutex); 539bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson return; 540bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson } 541bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 54281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* Only poll controllers that are running polled and have a check */ 54381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang if (edac_mc_assert_error_check_and_clear() && (mci->edac_check != NULL)) 54481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->edac_check(mci); 54581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 54681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mutex_unlock(&mem_ctls_mutex); 54781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 54881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* Reschedule */ 5494de78c6877ec21142582ac19453c2d453d1ea298Dave Jiang queue_delayed_work(edac_workqueue, &mci->work, 550052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson msecs_to_jiffies(edac_mc_get_poll_msec())); 55181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 55281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 55381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 55481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * edac_mc_workq_setup 55581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * initialize a workq item for this mci 55681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * passing in the new delay period in msec 557bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 558bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * locking model: 559bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 560bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * called with the mem_ctls_mutex held 56181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 562bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompsonstatic void edac_mc_workq_setup(struct mem_ctl_info *mci, unsigned msec) 56381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 564956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(0, "\n"); 56581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 566bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson /* if this instance is not in the POLL state, then simply return */ 567bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (mci->op_state != OP_RUNNING_POLL) 568bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson return; 569bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 57081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang INIT_DELAYED_WORK(&mci->work, edac_mc_workq_function); 57141f63c5359d14ca995172b8f6eaffd93f60fec54Tejun Heo mod_delayed_work(edac_workqueue, &mci->work, msecs_to_jiffies(msec)); 57281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 57381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 57481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 57581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * edac_mc_workq_teardown 57681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang * stop the workq processing on this mci 577bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 578bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * locking model: 579bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 580bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * called WITHOUT lock held 58181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 582bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompsonstatic void edac_mc_workq_teardown(struct mem_ctl_info *mci) 58381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 58481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang int status; 58581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 58600740c58541b6087d78418cebca1fcb86dc6077dBorislav Petkov if (mci->op_state != OP_RUNNING_POLL) 58700740c58541b6087d78418cebca1fcb86dc6077dBorislav Petkov return; 58800740c58541b6087d78418cebca1fcb86dc6077dBorislav Petkov 589bce19683c17485b584b62b984d6dcf5332181588Doug Thompson status = cancel_delayed_work(&mci->work); 590bce19683c17485b584b62b984d6dcf5332181588Doug Thompson if (status == 0) { 591956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(0, "not canceled, flush the queue\n"); 592bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 593bce19683c17485b584b62b984d6dcf5332181588Doug Thompson /* workq instance might be running, wait for it */ 594bce19683c17485b584b62b984d6dcf5332181588Doug Thompson flush_workqueue(edac_workqueue); 59581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang } 59681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 59781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 59881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang/* 599bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * edac_mc_reset_delay_period(unsigned long value) 600bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * 601bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * user space has updated our poll period value, need to 602bce19683c17485b584b62b984d6dcf5332181588Doug Thompson * reset our workq delays 60381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang */ 6049da21b1509d8aa7ab4846722817d16c72d656c91Borislav Petkovvoid edac_mc_reset_delay_period(unsigned long value) 60581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang{ 606bce19683c17485b584b62b984d6dcf5332181588Doug Thompson struct mem_ctl_info *mci; 607bce19683c17485b584b62b984d6dcf5332181588Doug Thompson struct list_head *item; 608bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 609bce19683c17485b584b62b984d6dcf5332181588Doug Thompson mutex_lock(&mem_ctls_mutex); 610bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 611bce19683c17485b584b62b984d6dcf5332181588Doug Thompson list_for_each(item, &mc_devices) { 612bce19683c17485b584b62b984d6dcf5332181588Doug Thompson mci = list_entry(item, struct mem_ctl_info, link); 613bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 6149da21b1509d8aa7ab4846722817d16c72d656c91Borislav Petkov edac_mc_workq_setup(mci, value); 615bce19683c17485b584b62b984d6dcf5332181588Doug Thompson } 61681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 61781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mutex_unlock(&mem_ctls_mutex); 61881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang} 61981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 620bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 621bce19683c17485b584b62b984d6dcf5332181588Doug Thompson 6222d7bbb91c8df26c60d223205a087507430024177Doug Thompson/* Return 0 on success, 1 on failure. 6232d7bbb91c8df26c60d223205a087507430024177Doug Thompson * Before calling this function, caller must 6242d7bbb91c8df26c60d223205a087507430024177Doug Thompson * assign a unique value to mci->mc_idx. 625bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 626bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * locking model: 627bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * 628bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson * called with the mem_ctls_mutex lock held 6292d7bbb91c8df26c60d223205a087507430024177Doug Thompson */ 630079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompsonstatic int add_mc_to_global_list(struct mem_ctl_info *mci) 631da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 632da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct list_head *item, *insert_before; 633da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct mem_ctl_info *p; 634da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 6352d7bbb91c8df26c60d223205a087507430024177Doug Thompson insert_before = &mc_devices; 636da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 637fd687502dc8037aa5a4b84c570ada971106574eeMauro Carvalho Chehab p = find_mci_by_dev(mci->pdev); 638bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (unlikely(p != NULL)) 6392d7bbb91c8df26c60d223205a087507430024177Doug Thompson goto fail0; 640da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 6412d7bbb91c8df26c60d223205a087507430024177Doug Thompson list_for_each(item, &mc_devices) { 6422d7bbb91c8df26c60d223205a087507430024177Doug Thompson p = list_entry(item, struct mem_ctl_info, link); 643da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 6442d7bbb91c8df26c60d223205a087507430024177Doug Thompson if (p->mc_idx >= mci->mc_idx) { 6452d7bbb91c8df26c60d223205a087507430024177Doug Thompson if (unlikely(p->mc_idx == mci->mc_idx)) 6462d7bbb91c8df26c60d223205a087507430024177Doug Thompson goto fail1; 647da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 6482d7bbb91c8df26c60d223205a087507430024177Doug Thompson insert_before = item; 6492d7bbb91c8df26c60d223205a087507430024177Doug Thompson break; 650da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 651da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 652da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 653da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox list_add_tail_rcu(&mci->link, insert_before); 654c0d121720220584bba2876b032e58a076b843fa1Dave Jiang atomic_inc(&edac_handlers); 655da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return 0; 6562d7bbb91c8df26c60d223205a087507430024177Doug Thompson 657052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail0: 6582d7bbb91c8df26c60d223205a087507430024177Doug Thompson edac_printk(KERN_WARNING, EDAC_MC, 659fd687502dc8037aa5a4b84c570ada971106574eeMauro Carvalho Chehab "%s (%s) %s %s already assigned %d\n", dev_name(p->pdev), 66017aa7e034416e3080bc57a786d09ba0a4a044561Stephen Rothwell edac_dev_name(mci), p->mod_name, p->ctl_name, p->mc_idx); 6612d7bbb91c8df26c60d223205a087507430024177Doug Thompson return 1; 6622d7bbb91c8df26c60d223205a087507430024177Doug Thompson 663052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail1: 6642d7bbb91c8df26c60d223205a087507430024177Doug Thompson edac_printk(KERN_WARNING, EDAC_MC, 665052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "bug in low-level driver: attempt to assign\n" 666052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson " duplicate mc_idx %d in %s()\n", p->mc_idx, __func__); 6672d7bbb91c8df26c60d223205a087507430024177Doug Thompson return 1; 668da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 669da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 67080cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehabstatic int del_mc_from_global_list(struct mem_ctl_info *mci) 671a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson{ 67280cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab int handlers = atomic_dec_return(&edac_handlers); 673a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson list_del_rcu(&mci->link); 674e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan 675e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan /* these are for safe removal of devices from global list while 676e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan * NMI handlers may be traversing list 677e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan */ 678e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan synchronize_rcu(); 679e2e77098764636456ba7092a8b3b3b34b2a8e8d8Lai Jiangshan INIT_LIST_HEAD(&mci->link); 68080cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab 68180cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab return handlers; 682a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson} 683a1d03fcc1399b1e23922bcc3af1772b128aa6e93Dave Peterson 684da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 6855da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * edac_mc_find: Search for a mem_ctl_info structure whose index is 'idx'. 6865da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * 6875da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * If found, return a pointer to the structure. 6885da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * Else return NULL. 6895da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * 6905da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson * Caller must hold mem_ctls_mutex. 6915da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson */ 692079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompsonstruct mem_ctl_info *edac_mc_find(int idx) 6935da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson{ 6945da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson struct list_head *item; 6955da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson struct mem_ctl_info *mci; 6965da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 6975da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson list_for_each(item, &mc_devices) { 6985da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson mci = list_entry(item, struct mem_ctl_info, link); 6995da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 7005da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson if (mci->mc_idx >= idx) { 7015da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson if (mci->mc_idx == idx) 7025da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson return mci; 7035da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 7045da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson break; 7055da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson } 7065da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson } 7075da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 7085da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson return NULL; 7095da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson} 7105da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas ThompsonEXPORT_SYMBOL(edac_mc_find); 7115da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson 7125da0831c598f94582bce6bb0a55b8de2f9897cb1Douglas Thompson/** 713472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * edac_mc_add_mc: Insert the 'mci' structure into the mci global list and 714472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * create sysfs entries associated with mci structure 715da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * @mci: pointer to the mci structure to be added to the list 716da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 717da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * Return: 718da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 0 Success 719da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * !0 Failure 720da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 721da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 722da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* FIXME - should a warning be printed if no error detection? correction? */ 723b8f6f9755248026f21282e25cac49a1af698056cDoug Thompsonint edac_mc_add_mc(struct mem_ctl_info *mci) 724da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 72580cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab int ret = -EINVAL; 726956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(0, "\n"); 727b8f6f9755248026f21282e25cac49a1af698056cDoug Thompson 72888d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov if (mci->mc_idx >= EDAC_MAX_MCS) { 72988d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov pr_warn_once("Too many memory controllers: %d\n", mci->mc_idx); 73088d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov return -ENODEV; 73188d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov } 73288d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov 733da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#ifdef CONFIG_EDAC_DEBUG 734da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (edac_debug_level >= 3) 735da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox edac_mc_dump_mci(mci); 736e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 737da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (edac_debug_level >= 4) { 738da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox int i; 739da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 740da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox for (i = 0; i < mci->nr_csrows; i++) { 7416e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab struct csrow_info *csrow = mci->csrows[i]; 7426e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab u32 nr_pages = 0; 743da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox int j; 744e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 7456e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab for (j = 0; j < csrow->nr_channels; j++) 7466e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab nr_pages += csrow->channels[j]->dimm->nr_pages; 7476e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab if (!nr_pages) 7486e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab continue; 7496e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_mc_dump_csrow(csrow); 7506e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab for (j = 0; j < csrow->nr_channels; j++) 7516e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab if (csrow->channels[j]->dimm->nr_pages) 7526e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_mc_dump_channel(csrow->channels[j]); 753da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 7544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->tot_dimms; i++) 7556e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab if (mci->dimms[i]->nr_pages) 7566e84d359b2bea5ce659b3c3e5d3003fb11bd91d5Mauro Carvalho Chehab edac_mc_dump_dimm(mci->dimms[i], i); 757da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 758da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox#endif 75963b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_lock(&mem_ctls_mutex); 760da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 76180cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab if (edac_mc_owner && edac_mc_owner != mci->mod_name) { 76280cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab ret = -EPERM; 76380cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab goto fail0; 76480cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab } 76580cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab 766da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (add_mc_to_global_list(mci)) 767028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson goto fail0; 768da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 769da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* set load time so that error rate can be tracked */ 770da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox mci->start_time = jiffies; 771da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 77288d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov mci->bus = &mc_bus[mci->mc_idx]; 77388d84ac97378c2f1d5fec9af1e8b7d9a662d6b00Borislav Petkov 7749794f33ddedd878dd92fcf8b4834391840366919eric wollesen if (edac_create_sysfs_mci_device(mci)) { 7759794f33ddedd878dd92fcf8b4834391840366919eric wollesen edac_mc_printk(mci, KERN_WARNING, 776052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "failed to create sysfs device\n"); 7779794f33ddedd878dd92fcf8b4834391840366919eric wollesen goto fail1; 7789794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 779da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 78081d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* If there IS a check routine, then we are running POLLED */ 78181d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang if (mci->edac_check != NULL) { 78281d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang /* This instance is NOW RUNNING */ 78381d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->op_state = OP_RUNNING_POLL; 78481d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 78581d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang edac_mc_workq_setup(mci, edac_mc_get_poll_msec()); 78681d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang } else { 78781d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang mci->op_state = OP_RUNNING_INTERRUPT; 78881d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang } 78981d87cb13e367bb804bf44889ae0de7369705d6cDave Jiang 790da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Report action taken */ 7917270a6085a20a9c6aecb0be8c70510702118dc71Robert Richter edac_mc_printk(mci, KERN_INFO, 7927270a6085a20a9c6aecb0be8c70510702118dc71Robert Richter "Giving out device to module %s controller %s: DEV %s (%s)\n", 7937270a6085a20a9c6aecb0be8c70510702118dc71Robert Richter mci->mod_name, mci->ctl_name, mci->dev_name, 7947270a6085a20a9c6aecb0be8c70510702118dc71Robert Richter edac_op_state_to_string(mci->op_state)); 795da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 79680cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab edac_mc_owner = mci->mod_name; 79780cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab 79863b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 799028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson return 0; 800da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 801052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail1: 802028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson del_mc_from_global_list(mci); 803028a7b6d3d9fa2cc41d76d45575345cca8d00a4cDave Peterson 804052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompsonfail0: 80563b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 80680cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab return ret; 807da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 8089110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_add_mc); 809da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 810da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/** 811472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * edac_mc_del_mc: Remove sysfs entries for specified mci structure and 812472678ebd30d87cbe8d97562dcc0e46d1076040fDave Peterson * remove mci structure from global list 81337f04581abac20444e5b7106c1e1f28bec5b989cDoug Thompson * @pdev: Pointer to 'struct device' representing mci structure to remove. 814da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox * 81518dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson * Return pointer to removed mci structure, or NULL if device not found. 816da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox */ 817079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompsonstruct mem_ctl_info *edac_mc_del_mc(struct device *dev) 818da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 81918dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson struct mem_ctl_info *mci; 820da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 821956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(0, "\n"); 822bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 82363b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_lock(&mem_ctls_mutex); 82418dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson 825bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson /* find the requested mci struct in the global list */ 826bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson mci = find_mci_by_dev(dev); 827bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson if (mci == NULL) { 82863b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 82918dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson return NULL; 83018dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson } 83118dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson 83280cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab if (!del_mc_from_global_list(mci)) 83380cc7d87d5eb34375f916d282450a0906a8ead60Mauro Carvalho Chehab edac_mc_owner = NULL; 83463b7df9101895d1f0a259c567b3bab949a23075fMatthias Kaehlcke mutex_unlock(&mem_ctls_mutex); 835bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 836bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov /* flush workq processes */ 837bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson edac_mc_workq_teardown(mci); 838bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov 839bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov /* marking MCI offline */ 840bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov mci->op_state = OP_OFFLINE; 841bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov 842bb31b3122c0dd07d2d958da17a50ad771ce79e2bBorislav Petkov /* remove from sysfs */ 843bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson edac_remove_sysfs_mci_device(mci); 844bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 845537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson edac_printk(KERN_INFO, EDAC_MC, 846052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "Removed device %d for %s %s: DEV %s\n", mci->mc_idx, 84717aa7e034416e3080bc57a786d09ba0a4a044561Stephen Rothwell mci->mod_name, mci->ctl_name, edac_dev_name(mci)); 848bf52fa4a26567bfbf5b1d30f84cf0226e61d26cdDoug Thompson 84918dbc337af5d6efd30cb9291e74722c8ad134fd3Dave Peterson return mci; 850da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 8519110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_del_mc); 852da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 8532da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunkstatic void edac_mc_scrub_block(unsigned long page, unsigned long offset, 8542da1c119fd999cb834b4fe0c1a5a8c36195df1cbAdrian Bunk u32 size) 855da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 856da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox struct page *pg; 857da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox void *virt_addr; 858da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox unsigned long flags = 0; 859da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 860956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "\n"); 861da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 862da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* ECC error page was not in our memory. Ignore it. */ 863079708b9173595bf74b31b14c36e946359ae6c7eDouglas Thompson if (!pfn_valid(page)) 864da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return; 865da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 866da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Find the actual page structure then map it and fix */ 867da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox pg = pfn_to_page(page); 868da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 869da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (PageHighMem(pg)) 870da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox local_irq_save(flags); 871da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 8724e5df7ca3091a846b65f2a940a68506790a62d6aCong Wang virt_addr = kmap_atomic(pg); 873da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 874da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Perform architecture specific atomic scrub operation */ 875da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox atomic_scrub(virt_addr + offset, size); 876da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 877da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* Unmap and complete */ 8784e5df7ca3091a846b65f2a940a68506790a62d6aCong Wang kunmap_atomic(virt_addr); 879da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 880da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (PageHighMem(pg)) 881da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox local_irq_restore(flags); 882da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 883da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 884da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox/* FIXME - should return -1 */ 885e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Petersonint edac_mc_find_csrow_by_page(struct mem_ctl_info *mci, unsigned long page) 886da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 887de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab struct csrow_info **csrows = mci->csrows; 888a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab int row, i, j, n; 889da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 890956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(1, "MC%d: 0x%lx\n", mci->mc_idx, page); 891da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox row = -1; 892da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 893da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox for (i = 0; i < mci->nr_csrows; i++) { 894de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab struct csrow_info *csrow = csrows[i]; 895a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab n = 0; 896a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab for (j = 0; j < csrow->nr_channels; j++) { 897de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab struct dimm_info *dimm = csrow->channels[j]->dimm; 898a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab n += dimm->nr_pages; 899a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab } 900a895bf8b1e1ea4c032a8fa8a09475a2ce09fe77aMauro Carvalho Chehab if (n == 0) 901da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox continue; 902da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 903956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "MC%d: first(0x%lx) page(0x%lx) last(0x%lx) mask(0x%lx)\n", 904956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches mci->mc_idx, 905956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches csrow->first_page, page, csrow->last_page, 906956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches csrow->page_mask); 907da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 908da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if ((page >= csrow->first_page) && 909da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox (page <= csrow->last_page) && 910da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox ((page & csrow->page_mask) == 911da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox (csrow->first_page & csrow->page_mask))) { 912da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox row = i; 913da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox break; 914da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 915da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 916da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 917da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (row == -1) 918537fba28928c01b7db1580627450691a4bb0b9b3Dave Peterson edac_mc_printk(mci, KERN_ERR, 919052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson "could not look up page error address %lx\n", 920052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson (unsigned long)page); 921da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 922da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return row; 923da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 9249110540f7f2bbcc3577d2580a696fbb7af68c892Dave PetersonEXPORT_SYMBOL_GPL(edac_mc_find_csrow_by_page); 925da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabconst char *edac_layer_name[] = { 9274275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_BRANCH] = "branch", 9284275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_CHANNEL] = "channel", 9294275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_SLOT] = "slot", 9304275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab [EDAC_MC_LAYER_CHIP_SELECT] = "csrow", 931c66b5a79a9348ccd6d1cd81416027d0e12da965dMauro Carvalho Chehab [EDAC_MC_LAYER_ALL_MEM] = "memory", 9324275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab}; 9334275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho ChehabEXPORT_SYMBOL_GPL(edac_layer_name); 9344275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 9354275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_inc_ce_error(struct mem_ctl_info *mci, 9369eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab bool enable_per_layer_report, 9379eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS], 9389eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab const u16 count) 939da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 9404275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int i, index = 0; 941da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9429eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->ce_mc += count; 943da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (!enable_per_layer_report) { 9459eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->ce_noinfo_count += count; 946da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return; 947da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 948e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 9494275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 9504275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] < 0) 9514275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab break; 9524275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index += pos[i]; 9539eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->ce_per_layer[i][index] += count; 9544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 9554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (i < mci->n_layers - 1) 9564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index *= mci->layers[i + 1].size; 9574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 9584275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 9594275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 9604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_inc_ue_error(struct mem_ctl_info *mci, 9614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab bool enable_per_layer_report, 9629eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS], 9639eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab const u16 count) 9644275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab{ 9654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int i, index = 0; 9664275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 9679eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->ue_mc += count; 9684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 9694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (!enable_per_layer_report) { 9709eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->ce_noinfo_count += count; 971da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox return; 972da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 973da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 9754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] < 0) 9764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab break; 9774275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index += pos[i]; 9789eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->ue_per_layer[i][index] += count; 979a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab 9804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (i < mci->n_layers - 1) 9814275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab index *= mci->layers[i + 1].size; 9824275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 9834275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab} 984da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 9854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_ce_error(struct mem_ctl_info *mci, 9869eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab const u16 error_count, 9874275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS], 9884275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *msg, 9894275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *location, 9904275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *label, 9914275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *detail, 9924275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *other_detail, 9934275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const bool enable_per_layer_report, 9944275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long page_frame_number, 9954275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long offset_in_page, 99653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab long grain) 9974275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab{ 9984275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab unsigned long remapped_page; 999f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov char *msg_aux = ""; 1000f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov 1001f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov if (*msg) 1002f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov msg_aux = " "; 10034275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 10044275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (edac_mc_get_log_ce()) { 10054275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (other_detail && *other_detail) 10064275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 1007f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov "%d CE %s%son %s (%s %s - %s)\n", 1008f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov error_count, msg, msg_aux, label, 1009f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov location, detail, other_detail); 10104275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 10114275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 1012f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov "%d CE %s%son %s (%s %s)\n", 1013f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov error_count, msg, msg_aux, label, 1014f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov location, detail); 10154275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 10169eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab edac_inc_ce_error(mci, enable_per_layer_report, pos, error_count); 1017da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 1018da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox if (mci->scrub_mode & SCRUB_SW_SRC) { 1019da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox /* 10204275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Some memory controllers (called MCs below) can remap 10214275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * memory so that it is still available at a different 10224275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * address when PCI devices map into memory. 10234275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * MC's that can't do this, lose the memory where PCI 10244275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * devices are mapped. This mapping is MC-dependent 10254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * and so we call back into the MC driver for it to 10264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * map the MC page to a physical (CPU) page which can 10274275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * then be mapped to a virtual page - which can then 10284275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * be scrubbed. 10294275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 1030da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox remapped_page = mci->ctl_page_to_phys ? 1031052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson mci->ctl_page_to_phys(mci, page_frame_number) : 1032052dfb45ccb5ea354a426b52556bcfee75b9d2f5Douglas Thompson page_frame_number; 1033da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 10344275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_scrub_block(remapped_page, 10354275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab offset_in_page, grain); 1036da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 1037da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 1038da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 10394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabstatic void edac_ue_error(struct mem_ctl_info *mci, 10409eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab const u16 error_count, 10414275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const int pos[EDAC_MAX_LAYERS], 10424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *msg, 10434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *location, 10444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *label, 10454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *detail, 10464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *other_detail, 10474275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const bool enable_per_layer_report) 1048da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 1049f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov char *msg_aux = ""; 1050f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov 1051f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov if (*msg) 1052f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov msg_aux = " "; 1053f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov 10544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (edac_mc_get_log_ue()) { 10554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (other_detail && *other_detail) 10564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 1057f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov "%d UE %s%son %s (%s %s - %s)\n", 1058f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov error_count, msg, msg_aux, label, 1059f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov location, detail, other_detail); 10604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 10614275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_WARNING, 1062f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov "%d UE %s%son %s (%s %s)\n", 1063f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov error_count, msg, msg_aux, label, 1064f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov location, detail); 10654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 1066e7ecd8910293564d357dbaf18eb179e06fa35fd0Dave Peterson 10674275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (edac_mc_get_panic_on_ue()) { 10684275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (other_detail && *other_detail) 1069f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov panic("UE %s%son %s (%s%s - %s)\n", 1070f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov msg, msg_aux, label, location, detail, other_detail); 10714275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else 1072f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov panic("UE %s%son %s (%s%s)\n", 1073f430d5707aa47af8669bbc0083a79e7d780908b2Borislav Petkov msg, msg_aux, label, location, detail); 10744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 10754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 10769eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab edac_inc_ue_error(mci, enable_per_layer_report, pos, error_count); 1077da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox} 1078da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 1079e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab/** 1080e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * edac_raw_mc_handle_error - reports a memory event to userspace without doing 1081e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * anything to discover the error location 1082e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * 1083e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * @type: severity of the error (CE/UE/Fatal) 1084e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * @mci: a struct mem_ctl_info pointer 1085e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * @e: error description 1086e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * 1087e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * This raw function is used internally by edac_mc_handle_error(). It should 1088e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * only be called directly when the hardware error come directly from BIOS, 1089e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab * like in the case of APEI GHES driver. 1090e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab */ 1091e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehabvoid edac_raw_mc_handle_error(const enum hw_event_mc_err_type type, 1092e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab struct mem_ctl_info *mci, 1093e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab struct edac_raw_error_desc *e) 1094e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab{ 1095e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab char detail[80]; 1096e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab int pos[EDAC_MAX_LAYERS] = { e->top_layer, e->mid_layer, e->low_layer }; 1097e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab 1098e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab /* Memory type dependent details about the error */ 1099e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab if (type == HW_EVENT_ERR_CORRECTED) { 1100e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab snprintf(detail, sizeof(detail), 1101e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab "page:0x%lx offset:0x%lx grain:%ld syndrome:0x%lx", 1102e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab e->page_frame_number, e->offset_in_page, 1103e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab e->grain, e->syndrome); 1104e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab edac_ce_error(mci, e->error_count, pos, e->msg, e->location, e->label, 1105e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab detail, e->other_detail, e->enable_per_layer_report, 1106e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab e->page_frame_number, e->offset_in_page, e->grain); 1107e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab } else { 1108e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab snprintf(detail, sizeof(detail), 1109e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab "page:0x%lx offset:0x%lx grain:%ld", 1110e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab e->page_frame_number, e->offset_in_page, e->grain); 1111e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab 1112e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab edac_ue_error(mci, e->error_count, pos, e->msg, e->location, e->label, 1113e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab detail, e->other_detail, e->enable_per_layer_report); 1114e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab } 1115e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab 1116e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab 1117e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab} 1118e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho ChehabEXPORT_SYMBOL_GPL(edac_raw_mc_handle_error); 111953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 112053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab/** 112153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * edac_mc_handle_error - reports a memory event to userspace 112253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * 112353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @type: severity of the error (CE/UE/Fatal) 112453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @mci: a struct mem_ctl_info pointer 11259eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab * @error_count: Number of errors of the same type 112653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @page_frame_number: mem page where the error occurred 112753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @offset_in_page: offset of the error inside the page 112853f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @syndrome: ECC syndrome 112953f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @top_layer: Memory layer[0] position 113053f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @mid_layer: Memory layer[1] position 113153f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @low_layer: Memory layer[2] position 113253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @msg: Message meaningful to the end users that 113353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * explains the event 113453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * @other_detail: Technical details about the event that 113553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * may help hardware manufacturers and 113653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab * EDAC developers to analyse the event 113753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab */ 11384275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehabvoid edac_mc_handle_error(const enum hw_event_mc_err_type type, 11394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab struct mem_ctl_info *mci, 11409eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab const u16 error_count, 11414275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long page_frame_number, 11424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long offset_in_page, 11434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const unsigned long syndrome, 114453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab const int top_layer, 114553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab const int mid_layer, 114653f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab const int low_layer, 11474275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab const char *msg, 114803f7eae80f4b913929be84e0c883ee98196fd6ffMauro Carvalho Chehab const char *other_detail) 1149da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox{ 11504275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab char *p; 11514275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab int row = -1, chan = -1; 115253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab int pos[EDAC_MAX_LAYERS] = { top_layer, mid_layer, low_layer }; 1153c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab int i, n_labels = 0; 115453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab u8 grain_bits; 1155c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab struct edac_raw_error_desc *e = &mci->error_desc; 1156da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 1157956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(3, "MC%d\n", mci->mc_idx); 1158da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 1159c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab /* Fills the error report buffer */ 1160c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab memset(e, 0, sizeof (*e)); 1161c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->error_count = error_count; 1162c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->top_layer = top_layer; 1163c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->mid_layer = mid_layer; 1164c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->low_layer = low_layer; 1165c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->page_frame_number = page_frame_number; 1166c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->offset_in_page = offset_in_page; 1167c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->syndrome = syndrome; 1168c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->msg = msg; 1169c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->other_detail = other_detail; 1170c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab 11714275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 11724275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Check if the event report is consistent and if the memory 11734275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * location is known. If it is known, enable_per_layer_report will be 11744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * true, the DIMM(s) label info will be filled and the per-layer 11754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * error counters will be incremented. 11764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 11774275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 11784275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] >= (int)mci->layers[i].size) { 11794275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 11804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_mc_printk(mci, KERN_ERR, 11814275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab "INTERNAL ERROR: %s value is out of range (%d >= %d)\n", 11824275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_layer_name[mci->layers[i].type], 11834275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[i], mci->layers[i].size); 11844275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 11854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Instead of just returning it, let's use what's 11864275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * known about the error. The increment routines and 11874275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * the DIMM filter logic will do the right thing by 11884275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * pointing the likely damaged DIMMs. 11894275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 11904275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[i] = -1; 11914275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 11924275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] >= 0) 1193c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->enable_per_layer_report = true; 1194da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox } 1195da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 11964275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 11974275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Get the dimm label/grain that applies to the match criteria. 11984275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * As the error algorithm may not be able to point to just one memory 11994275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * stick, the logic here will get all possible labels that could 12004275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * pottentially be affected by the error. 12014275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * On FB-DIMM memory controllers, for uncorrected errors, it is common 12024275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * to have only the MC channel and the MC dimm (also called "branch") 12034275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * but the channel is not known, as the memory is arranged in pairs, 12044275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * where each memory belongs to a separate channel within the same 12054275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * branch. 12064275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 1207c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab p = e->label; 12084275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab *p = '\0'; 12094da1b7bfe7699881c761d71b5e299a65bce48ab2Borislav Petkov 12104275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->tot_dimms; i++) { 1211de3910eb79ac8c0f29a11224661c0ebaaf813039Mauro Carvalho Chehab struct dimm_info *dimm = mci->dimms[i]; 1212da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 121353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab if (top_layer >= 0 && top_layer != dimm->location[0]) 12144275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 121553f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab if (mid_layer >= 0 && mid_layer != dimm->location[1]) 12164275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 121753f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab if (low_layer >= 0 && low_layer != dimm->location[2]) 12184275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 1219da9bb1d27b21cb24cbb6a2efb5d3c464d357a01eAlan Cox 12204275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* get the max grain, over the error match range */ 1221c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab if (dimm->grain > e->grain) 1222c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->grain = dimm->grain; 12239794f33ddedd878dd92fcf8b4834391840366919eric wollesen 12244275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 12254275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * If the error is memory-controller wide, there's no need to 12264275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * seek for the affected DIMMs because the whole 12274275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * channel/memory controller/... may be affected. 12284275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * Also, don't show errors for empty DIMM slots. 12294275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 1230c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab if (e->enable_per_layer_report && dimm->nr_pages) { 1231c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab if (n_labels >= EDAC_MAX_LABELS) { 1232c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab e->enable_per_layer_report = false; 1233c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab break; 1234c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab } 1235c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab n_labels++; 1236c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab if (p != e->label) { 12374275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab strcpy(p, OTHER_LABEL); 12384275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p += strlen(OTHER_LABEL); 12394275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 12404275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab strcpy(p, dimm->label); 12414275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p += strlen(p); 12424275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab *p = '\0'; 12434275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 12444275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* 12454275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * get csrow/channel of the DIMM, in order to allow 12464275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab * incrementing the compat API counters 12474275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab */ 1248956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(4, "%s csrows map: (%d,%d)\n", 12499713faecff3d071de1208b081d4943b002e9cb1cMauro Carvalho Chehab mci->csbased ? "rank" : "dimm", 1250956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches dimm->csrow, dimm->cschannel); 12514275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (row == -1) 12524275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row = dimm->csrow; 12534275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else if (row >= 0 && row != dimm->csrow) 12544275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab row = -2; 12554275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab 12564275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (chan == -1) 12574275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan = dimm->cschannel; 12584275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab else if (chan >= 0 && chan != dimm->cschannel) 12594275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab chan = -2; 12604275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 12619794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 12629794f33ddedd878dd92fcf8b4834391840366919eric wollesen 1263c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab if (!e->enable_per_layer_report) { 1264c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab strcpy(e->label, "any memory"); 12654275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } else { 1266956b9ba156dbfdb9cede2b2927ddf8be2233b3a7Joe Perches edac_dbg(4, "csrow/channel to increment: (%d,%d)\n", row, chan); 1267c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab if (p == e->label) 1268c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab strcpy(e->label, "unknown memory"); 12694275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (type == HW_EVENT_ERR_CORRECTED) { 12704275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (row >= 0) { 12719eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->csrows[row]->ce_count += error_count; 12724275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (chan >= 0) 12739eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->csrows[row]->channels[chan]->ce_count += error_count; 12744275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } 12754275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab } else 12764275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (row >= 0) 12779eb07a7fb8a90ee39fa9d5489afc0330cfcfbea7Mauro Carvalho Chehab mci->csrows[row]->ue_count += error_count; 12789794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 12799794f33ddedd878dd92fcf8b4834391840366919eric wollesen 12804275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab /* Fill the RAM location data */ 1281c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab p = e->location; 12824da1b7bfe7699881c761d71b5e299a65bce48ab2Borislav Petkov 12834275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab for (i = 0; i < mci->n_layers; i++) { 12844275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab if (pos[i] < 0) 12854275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab continue; 12869794f33ddedd878dd92fcf8b4834391840366919eric wollesen 12874275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab p += sprintf(p, "%s:%d ", 12884275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab edac_layer_name[mci->layers[i].type], 12894275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho Chehab pos[i]); 12909794f33ddedd878dd92fcf8b4834391840366919eric wollesen } 1291c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab if (p > e->location) 129253f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab *(p - 1) = '\0'; 129353f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab 129453f2d02898755d1b24bde1975e202815d29fdb81Mauro Carvalho Chehab /* Report the error via the trace interface */ 1295c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab grain_bits = fls_long(e->grain) + 1; 1296c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab trace_mc_event(type, e->msg, e->label, e->error_count, 1297c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab mci->mc_idx, e->top_layer, e->mid_layer, e->low_layer, 1298c7ef7645544131b0750478d1cf94cdfa945c809dMauro Carvalho Chehab PAGES_TO_MiB(e->page_frame_number) | e->offset_in_page, 1299e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab grain_bits, e->syndrome, e->other_detail); 1300a7d7d2e1a07e3811dc49af2962c940fd8bbb6c8fMauro Carvalho Chehab 1301e7e248304c8ccf02b89e04c3b3b66006b993b5a7Mauro Carvalho Chehab edac_raw_mc_handle_error(type, mci, e); 13029794f33ddedd878dd92fcf8b4834391840366919eric wollesen} 13034275be63559719c3149b19751029f1b0f1b26775Mauro Carvalho ChehabEXPORT_SYMBOL_GPL(edac_mc_handle_error); 1304