vdso2c.h revision bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7
16f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski/*
26f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * This file is included twice from vdso2c.c.  It generates code for 32-bit
36f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * and 64-bit vDSOs.  We need both for 64-bit builds, since 32-bit vDSOs
46f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * are built for 32-bit userspace.
56f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski */
66f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
7011561837dad082a92c0537db2d134e66419c6adAndy Lutomirskistatic void GOFUNC(void *addr, size_t len, FILE *outfile, const char *name)
86f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski{
96f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	int found_load = 0;
106f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	unsigned long load_size = -1;  /* Work around bogus warning */
116f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	unsigned long data_size;
126f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	Elf_Ehdr *hdr = (Elf_Ehdr *)addr;
136f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	int i;
146f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	unsigned long j;
156f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	Elf_Shdr *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr,
166f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		*alt_sec = NULL;
176f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	Elf_Dyn *dyn = 0, *dyn_end = 0;
186f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	const char *secstrings;
196f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	uint64_t syms[NSYMS] = {};
206f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
21bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	Elf_Phdr *pt = (Elf_Phdr *)(addr + GET_LE(&hdr->e_phoff));
226f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
236f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the segment table. */
24bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	for (i = 0; i < GET_LE(&hdr->e_phnum); i++) {
25bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		if (GET_LE(&pt[i].p_type) == PT_LOAD) {
266f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			if (found_load)
276f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				fail("multiple PT_LOAD segs\n");
286f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
29bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			if (GET_LE(&pt[i].p_offset) != 0 ||
30bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			    GET_LE(&pt[i].p_vaddr) != 0)
316f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				fail("PT_LOAD in wrong place\n");
326f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
33bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			if (GET_LE(&pt[i].p_memsz) != GET_LE(&pt[i].p_filesz))
346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				fail("cannot handle memsz != filesz\n");
356f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
36bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			load_size = GET_LE(&pt[i].p_memsz);
376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			found_load = 1;
38bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		} else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) {
39bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			dyn = addr + GET_LE(&pt[i].p_offset);
40bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			dyn_end = addr + GET_LE(&pt[i].p_offset) +
41bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin				GET_LE(&pt[i].p_memsz);
426f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		}
436f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
446f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	if (!found_load)
456f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fail("no PT_LOAD seg\n");
466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	data_size = (load_size + 4095) / 4096 * 4096;
476f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
486f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the dynamic table */
49c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin	for (i = 0; dyn + i < dyn_end &&
50bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		     GET_LE(&dyn[i].d_tag) != DT_NULL; i++) {
51bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		typeof(dyn[i].d_tag) tag = GET_LE(&dyn[i].d_tag);
52add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski		if (tag == DT_REL || tag == DT_RELSZ ||
53add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski		    tag == DT_RELENT || tag == DT_TEXTREL)
546f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			fail("vdso image contains dynamic relocations\n");
556f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
566f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
576f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the section table */
58bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	secstrings_hdr = addr + GET_LE(&hdr->e_shoff) +
59bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx);
60bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	secstrings = addr + GET_LE(&secstrings_hdr->sh_offset);
61bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	for (i = 0; i < GET_LE(&hdr->e_shnum); i++) {
62bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		Elf_Shdr *sh = addr + GET_LE(&hdr->e_shoff) +
63bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			GET_LE(&hdr->e_shentsize) * i;
64bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		if (GET_LE(&sh->sh_type) == SHT_SYMTAB)
656f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			symtab_hdr = sh;
666f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
67bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		if (!strcmp(secstrings + GET_LE(&sh->sh_name),
68c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin			    ".altinstructions"))
696f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			alt_sec = sh;
706f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
716f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
72011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski	if (!symtab_hdr)
736f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fail("no symbol table\n");
746f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
75bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	strtab_hdr = addr + GET_LE(&hdr->e_shoff) +
76bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link);
776f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
786f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the symbol table */
79c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin	for (i = 0;
80bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	     i < GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize);
81add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski	     i++) {
826f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		int k;
83bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		Elf_Sym *sym = addr + GET_LE(&symtab_hdr->sh_offset) +
84bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			GET_LE(&symtab_hdr->sh_entsize) * i;
85bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		const char *name = addr + GET_LE(&strtab_hdr->sh_offset) +
86bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			GET_LE(&sym->st_name);
876f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		for (k = 0; k < NSYMS; k++) {
886f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			if (!strcmp(name, required_syms[k])) {
896f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				if (syms[k]) {
906f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski					fail("duplicate symbol %s\n",
916f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski					     required_syms[k]);
926f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				}
93bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin				syms[k] = GET_LE(&sym->st_value);
946f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			}
956f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		}
966f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
976f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
9818d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski	/* Validate mapping addresses. */
9918d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski	for (i = 0; i < sizeof(special_pages) / sizeof(special_pages[0]); i++) {
10018d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski		if (!syms[i])
10118d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			continue;  /* The mapping isn't used; ignore it. */
10218d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski
10318d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski		if (syms[i] % 4096)
10418d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			fail("%s must be a multiple of 4096\n",
10518d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			     required_syms[i]);
10618d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski		if (syms[i] < data_size)
10718d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			fail("%s must be after the text mapping\n",
10818d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			     required_syms[i]);
10918d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski		if (syms[sym_end_mapping] < syms[i] + 4096)
11018d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			fail("%s overruns end_mapping\n", required_syms[i]);
11118d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski	}
11218d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski	if (syms[sym_end_mapping] % 4096)
11318d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski		fail("end_mapping must be a multiple of 4096\n");
11418d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski
1156f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Remove sections. */
1166f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	hdr->e_shoff = 0;
1176f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	hdr->e_shentsize = 0;
1186f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	hdr->e_shnum = 0;
119add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski	hdr->e_shstrndx = htole16(SHN_UNDEF);
1206f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
1216f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	if (!name) {
1226f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fwrite(addr, load_size, 1, outfile);
123011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski		return;
1246f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1256f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
1266f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n");
1276f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "#include <linux/linkage.h>\n");
1286f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "#include <asm/page_types.h>\n");
1296f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "#include <asm/vdso.h>\n");
1306f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "\n");
1316f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile,
1326f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		"static unsigned char raw_data[%lu] __page_aligned_data = {",
1336f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		data_size);
1346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	for (j = 0; j < load_size; j++) {
1356f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		if (j % 10 == 0)
1366f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			fprintf(outfile, "\n\t");
1376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fprintf(outfile, "0x%02X, ", (int)((unsigned char *)addr)[j]);
1386f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1396f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "\n};\n\n");
1406f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
1416f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "static struct page *pages[%lu];\n\n",
1426f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		data_size / 4096);
1436f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
1446f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "const struct vdso_image %s = {\n", name);
1456f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "\t.data = raw_data,\n");
1466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "\t.size = %lu,\n", data_size);
147a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t.text_mapping = {\n");
148a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t\t.name = \"[vdso]\",\n");
149a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t\t.pages = pages,\n");
150a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t},\n");
1516f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	if (alt_sec) {
1526f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fprintf(outfile, "\t.alt = %lu,\n",
153bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			(unsigned long)GET_LE(&alt_sec->sh_offset));
1546f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fprintf(outfile, "\t.alt_len = %lu,\n",
155bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			(unsigned long)GET_LE(&alt_sec->sh_size));
1566f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1576f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	for (i = 0; i < NSYMS; i++) {
1586f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		if (syms[i])
1596f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			fprintf(outfile, "\t.sym_%s = 0x%" PRIx64 ",\n",
1606f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				required_syms[i], syms[i]);
1616f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1626f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "};\n");
1636f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski}
164