14e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer/*
24e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  This program is free software; you can redistribute it and/or modify
34e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  it under the terms of the GNU General Public License as published by
44e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  the Free Software Foundation; either version 2 of the License, or
54e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  (at your option) any later version.
64e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *
74e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  This program is distributed in the hope that it will be useful,
84e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  but WITHOUT ANY WARRANTY; without even the implied warranty of
94e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
104e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  GNU General Public License for more details.
114e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *
124e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  You should have received a copy of the GNU General Public License
134e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  along with this program; if not, write to the Free Software
144e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
154e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *
164e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  Copyright (C) 2001 Rusty Russell.
174e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  Copyright (C) 2003, 2004 Ralf Baechle (ralf@linux-mips.org)
184e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer *  Copyright (C) 2005 Thiemo Seufer
194e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer */
204e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
214e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#undef DEBUG
224e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
234e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#include <linux/moduleloader.h>
244e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#include <linux/elf.h>
2527ac792ca0b0a1e7e65f20342260650516c95864Andrea Righi#include <linux/mm.h>
264e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#include <linux/vmalloc.h>
274e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#include <linux/slab.h>
284e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#include <linux/fs.h>
294e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#include <linux/string.h>
304e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer#include <linux/kernel.h>
311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/spinlock.h>
3294bb0c1ab293c298a8852e4f10c4215bad6daa9bDavid Daney#include <linux/jump_label.h>
3394bb0c1ab293c298a8852e4f10c4215bad6daa9bDavid Daney
34656be92f9ae194ed62bc81310a4589a7cd765f13Atsushi Nemoto#include <asm/pgtable.h>	/* MODULE_START */
351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
364e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstruct mips_hi16 {
374e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	struct mips_hi16 *next;
384e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Addr *addr;
394e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Addr value;
404e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer};
414e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
424e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic struct mips_hi16 *mips_hi16_list;
434e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic LIST_HEAD(dbe_list);
451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic DEFINE_SPINLOCK(dbe_lock);
461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
4766574cc05438dd0907029075d7e6ec5ac0036fbcJonas Bonn#ifdef MODULE_START
484e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufervoid *module_alloc(unsigned long size)
494e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
50d0a21265dfb5fa8ae54e90d0fb6d1c215b10a28aDavid Rientjes	return __vmalloc_node_range(size, 1, MODULE_START, MODULE_END,
51d0a21265dfb5fa8ae54e90d0fb6d1c215b10a28aDavid Rientjes				GFP_KERNEL, PAGE_KERNEL, -1,
52d0a21265dfb5fa8ae54e90d0fb6d1c215b10a28aDavid Rientjes				__builtin_return_address(0));
534e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
5466574cc05438dd0907029075d7e6ec5ac0036fbcJonas Bonn#endif
554e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
564e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_none(struct module *me, u32 *location, Elf_Addr v)
574e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
584e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
594e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
604e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
614e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_32_rel(struct module *me, u32 *location, Elf_Addr v)
624e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
634e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location += v;
644e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
654e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
664e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
674e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
684e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_32_rela(struct module *me, u32 *location, Elf_Addr v)
694e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
704e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = v;
714e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
724e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
734e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
744e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
754e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_26_rel(struct module *me, u32 *location, Elf_Addr v)
764e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
774e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	if (v % 4) {
786f9fdeb6761a46ded6bf4b799993a3f235ab853dRalf Baechle		pr_err("module %s: dangerous R_MIPS_26 REL relocation\n",
796f9fdeb6761a46ded6bf4b799993a3f235ab853dRalf Baechle		       me->name);
804e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		return -ENOEXEC;
814e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	}
824e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
834e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	if ((v & 0xf0000000) != (((unsigned long)location + 4) & 0xf0000000)) {
844e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		printk(KERN_ERR
854e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		       "module %s: relocation overflow\n",
864e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		       me->name);
874e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		return -ENOEXEC;
884e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	}
894e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
904e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = (*location & ~0x03ffffff) |
914e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	            ((*location + (v >> 2)) & 0x03ffffff);
924e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
934e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
944e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
954e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
964e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_26_rela(struct module *me, u32 *location, Elf_Addr v)
974e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
984e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	if (v % 4) {
996f9fdeb6761a46ded6bf4b799993a3f235ab853dRalf Baechle		pr_err("module %s: dangerous R_MIPS_26 RELArelocation\n",
1006f9fdeb6761a46ded6bf4b799993a3f235ab853dRalf Baechle		       me->name);
1014e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		return -ENOEXEC;
1024e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	}
1034e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1044e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	if ((v & 0xf0000000) != (((unsigned long)location + 4) & 0xf0000000)) {
1054e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		printk(KERN_ERR
1064e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		       "module %s: relocation overflow\n",
1074e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		       me->name);
1084e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		return -ENOEXEC;
1094e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	}
1104e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1114e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = (*location & ~0x03ffffff) | ((v >> 2) & 0x03ffffff);
1124e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1134e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
1144e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
1154e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1164e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_hi16_rel(struct module *me, u32 *location, Elf_Addr v)
1174e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
1184e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	struct mips_hi16 *n;
1194e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1204e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	/*
1214e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	 * We cannot relocate this one now because we don't know the value of
1224e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	 * the carry we need to add.  Save the information, and let LO16 do the
1234e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	 * actual relocation.
1244e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	 */
1254e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	n = kmalloc(sizeof *n, GFP_KERNEL);
1264e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	if (!n)
1274e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		return -ENOMEM;
1284e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1294e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	n->addr = (Elf_Addr *)location;
1304e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	n->value = v;
1314e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	n->next = mips_hi16_list;
1324e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	mips_hi16_list = n;
1334e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1344e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
1354e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
1364e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1374e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_hi16_rela(struct module *me, u32 *location, Elf_Addr v)
1384e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
1394e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = (*location & 0xffff0000) |
1404e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	            ((((long long) v + 0x8000LL) >> 16) & 0xffff);
1414e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1424e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
1434e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
1444e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1454e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_lo16_rel(struct module *me, u32 *location, Elf_Addr v)
1464e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
1474e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	unsigned long insnlo = *location;
1484e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Addr val, vallo;
1494e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1504e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	/* Sign extend the addend we extract from the lo insn.  */
1514e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	vallo = ((insnlo & 0xffff) ^ 0x8000) - 0x8000;
1524e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1534e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	if (mips_hi16_list != NULL) {
1544e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		struct mips_hi16 *l;
1554e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1564e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		l = mips_hi16_list;
1574e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		while (l != NULL) {
1584e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			struct mips_hi16 *next;
1594e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			unsigned long insn;
1604e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1614e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			/*
1624e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 * The value for the HI16 had best be the same.
1634e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 */
1644e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			if (v != l->value)
1654e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer				goto out_danger;
1664e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1674e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			/*
1684e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 * Do the HI16 relocation.  Note that we actually don't
1694e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 * need to know anything about the LO16 itself, except
1704e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 * where to find the low 16 bits of the addend needed
1714e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 * by the LO16.
1724e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 */
1734e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			insn = *l->addr;
1744e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			val = ((insn & 0xffff) << 16) + vallo;
1754e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			val += v;
1764e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1774e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			/*
1784e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 * Account for the sign extension that will happen in
1794e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 * the low bits.
1804e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			 */
1814e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			val = ((val >> 16) + ((val & 0x8000) != 0)) & 0xffff;
1824e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1834e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			insn = (insn & ~0xffff) | val;
1844e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			*l->addr = insn;
1854e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1864e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			next = l->next;
1874e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			kfree(l);
1884e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			l = next;
1894e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		}
1904e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1914e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		mips_hi16_list = NULL;
1924e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	}
1934e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
1944e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	/*
1954e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	 * Ok, we're done with the HI16 relocs.  Now deal with the LO16.
1964e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	 */
1974e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	val = v + vallo;
1984e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	insnlo = (insnlo & ~0xffff) | (val & 0xffff);
1994e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = insnlo;
2004e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2014e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
2024e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2034e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferout_danger:
2046f9fdeb6761a46ded6bf4b799993a3f235ab853dRalf Baechle	pr_err("module %s: dangerous R_MIPS_LO16 REL relocation\n", me->name);
2054e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2064e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return -ENOEXEC;
2074e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
2084e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2094e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_lo16_rela(struct module *me, u32 *location, Elf_Addr v)
2104e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
2114e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = (*location & 0xffff0000) | (v & 0xffff);
2124e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2134e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
2144e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
2154e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2164e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_64_rela(struct module *me, u32 *location, Elf_Addr v)
2174e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
2184e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*(Elf_Addr *)location = v;
2194e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2204e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
2214e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
2224e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2234e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_higher_rela(struct module *me, u32 *location,
2244e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer				    Elf_Addr v)
2254e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
2264e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = (*location & 0xffff0000) |
2274e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	            ((((long long) v + 0x80008000LL) >> 32) & 0xffff);
2284e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2294e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
2304e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
2314e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2324e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int apply_r_mips_highest_rela(struct module *me, u32 *location,
2334e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer				     Elf_Addr v)
2344e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
2354e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	*location = (*location & 0xffff0000) |
2364e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	            ((((long long) v + 0x800080008000LL) >> 48) & 0xffff);
2374e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2384e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
2394e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
2404e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2414e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int (*reloc_handlers_rel[]) (struct module *me, u32 *location,
2424e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer				Elf_Addr v) = {
2434e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_NONE]		= apply_r_mips_none,
2444e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_32]		= apply_r_mips_32_rel,
2454e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_26]		= apply_r_mips_26_rel,
2464e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_HI16]		= apply_r_mips_hi16_rel,
2474e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_LO16]		= apply_r_mips_lo16_rel
2484e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer};
2494e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2504e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferstatic int (*reloc_handlers_rela[]) (struct module *me, u32 *location,
2514e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer				Elf_Addr v) = {
2524e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_NONE]		= apply_r_mips_none,
2534e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_32]		= apply_r_mips_32_rela,
2544e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_26]		= apply_r_mips_26_rela,
2554e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_HI16]		= apply_r_mips_hi16_rela,
2564e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_LO16]		= apply_r_mips_lo16_rela,
2574e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_64]		= apply_r_mips_64_rela,
2584e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_HIGHER]		= apply_r_mips_higher_rela,
2594e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	[R_MIPS_HIGHEST]	= apply_r_mips_highest_rela
2604e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer};
2614e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2624e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferint apply_relocate(Elf_Shdr *sechdrs, const char *strtab,
2634e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		   unsigned int symindex, unsigned int relsec,
2644e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		   struct module *me)
2654e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
2664e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Mips_Rel *rel = (void *) sechdrs[relsec].sh_addr;
2674e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Sym *sym;
2684e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	u32 *location;
2694e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	unsigned int i;
2704e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Addr v;
2714e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	int res;
2724e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2734e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	pr_debug("Applying relocate section %u to %u\n", relsec,
2744e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	       sechdrs[relsec].sh_info);
2754e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2764e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
2774e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		/* This is where to make the change */
2784e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		location = (void *)sechdrs[sechdrs[relsec].sh_info].sh_addr
2794e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			+ rel[i].r_offset;
2804e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		/* This is the symbol it is referring to */
2814e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		sym = (Elf_Sym *)sechdrs[symindex].sh_addr
2824e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			+ ELF_MIPS_R_SYM(rel[i]);
2830e66fff883ef1b6e4c5031e8add8827cd0e2a195Gabor Juhos		if (IS_ERR_VALUE(sym->st_value)) {
284f3bf07b9a367c342bcbc9f47d525d3cf5e8b4f3bAtsushi Nemoto			/* Ignore unresolved weak symbol */
285f3bf07b9a367c342bcbc9f47d525d3cf5e8b4f3bAtsushi Nemoto			if (ELF_ST_BIND(sym->st_info) == STB_WEAK)
286f3bf07b9a367c342bcbc9f47d525d3cf5e8b4f3bAtsushi Nemoto				continue;
2874e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			printk(KERN_WARNING "%s: Unknown symbol %s\n",
2884e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			       me->name, strtab + sym->st_name);
2894e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			return -ENOENT;
2904e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		}
2914e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2924e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		v = sym->st_value;
2934e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2944e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		res = reloc_handlers_rel[ELF_MIPS_R_TYPE(rel[i])](me, location, v);
2954e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		if (res)
2964e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			return res;
2974e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	}
2984e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
2994e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
3004e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
3014e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
3024e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seuferint apply_relocate_add(Elf_Shdr *sechdrs, const char *strtab,
3034e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		       unsigned int symindex, unsigned int relsec,
3044e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		       struct module *me)
3054e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer{
3064e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Mips_Rela *rel = (void *) sechdrs[relsec].sh_addr;
3074e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Sym *sym;
3084e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	u32 *location;
3094e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	unsigned int i;
3104e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	Elf_Addr v;
3114e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	int res;
3124e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
3134e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	pr_debug("Applying relocate section %u to %u\n", relsec,
3144e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	       sechdrs[relsec].sh_info);
3154e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
3164e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
3174e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		/* This is where to make the change */
3184e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		location = (void *)sechdrs[sechdrs[relsec].sh_info].sh_addr
3194e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			+ rel[i].r_offset;
3204e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		/* This is the symbol it is referring to */
3214e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		sym = (Elf_Sym *)sechdrs[symindex].sh_addr
3224e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			+ ELF_MIPS_R_SYM(rel[i]);
3230e66fff883ef1b6e4c5031e8add8827cd0e2a195Gabor Juhos		if (IS_ERR_VALUE(sym->st_value)) {
324f3bf07b9a367c342bcbc9f47d525d3cf5e8b4f3bAtsushi Nemoto			/* Ignore unresolved weak symbol */
325f3bf07b9a367c342bcbc9f47d525d3cf5e8b4f3bAtsushi Nemoto			if (ELF_ST_BIND(sym->st_info) == STB_WEAK)
326f3bf07b9a367c342bcbc9f47d525d3cf5e8b4f3bAtsushi Nemoto				continue;
3274e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			printk(KERN_WARNING "%s: Unknown symbol %s\n",
3284e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			       me->name, strtab + sym->st_name);
3294e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			return -ENOENT;
3304e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		}
3314e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
3324e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		v = sym->st_value + rel[i].r_addend;
3334e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
3344e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		res = reloc_handlers_rela[ELF_MIPS_R_TYPE(rel[i])](me, location, v);
3354e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer		if (res)
3364e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer			return res;
3374e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	}
3384e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
3394e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer	return 0;
3404e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer}
3414e6a05fe5f87efd58da16fbf61e1f6329575fcfdThiemo Seufer
3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Given an address, look for it in the module exception tables. */
3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsconst struct exception_table_entry *search_module_dbetables(unsigned long addr)
3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned long flags;
3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	const struct exception_table_entry *e = NULL;
3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	struct mod_arch_specific *dbe;
3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	spin_lock_irqsave(&dbe_lock, flags);
3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	list_for_each_entry(dbe, &dbe_list, dbe_list) {
3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		e = search_extable(dbe->dbe_start, dbe->dbe_end - 1, addr);
3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		if (e)
3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds			break;
3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	spin_unlock_irqrestore(&dbe_lock, flags);
3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	/* Now, if we found one, we are running inside it now, hence
3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds           we cannot unload the module, hence no refcnt needed. */
3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	return e;
3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3623a4fa0a25da81600ea0bcd75692ae8ca6050d165Robert P. J. Day/* Put in dbe list if necessary. */
3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint module_finalize(const Elf_Ehdr *hdr,
3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		    const Elf_Shdr *sechdrs,
3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		    struct module *me)
3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	const Elf_Shdr *s;
3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
37094bb0c1ab293c298a8852e4f10c4215bad6daa9bDavid Daney	/* Make jump label nops. */
37194bb0c1ab293c298a8852e4f10c4215bad6daa9bDavid Daney	jump_label_apply_nops(me);
37294bb0c1ab293c298a8852e4f10c4215bad6daa9bDavid Daney
3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	INIT_LIST_HEAD(&me->arch.dbe_list);
3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		if (strcmp("__dbe_table", secstrings + s->sh_name) != 0)
3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds			continue;
3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		me->arch.dbe_start = (void *)s->sh_addr;
3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		me->arch.dbe_end = (void *)s->sh_addr + s->sh_size;
3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		spin_lock_irq(&dbe_lock);
3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		list_add(&me->arch.dbe_list, &dbe_list);
3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		spin_unlock_irq(&dbe_lock);
3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	return 0;
3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid module_arch_cleanup(struct module *mod)
3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	spin_lock_irq(&dbe_lock);
3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	list_del(&mod->arch.dbe_list);
3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	spin_unlock_irq(&dbe_lock);
3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
392