16f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski/*
26f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * This file is included twice from vdso2c.c.  It generates code for 32-bit
36f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * and 64-bit vDSOs.  We need both for 64-bit builds, since 32-bit vDSOs
46f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * are built for 32-bit userspace.
56f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski */
66f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
7da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirskistatic void BITSFUNC(go)(void *raw_addr, size_t raw_len,
8da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski			 void *stripped_addr, size_t stripped_len,
9c1979c370273fd9f7326ffa27a63b9ddb0f495f4Andy Lutomirski			 FILE *outfile, const char *name)
106f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski{
116f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	int found_load = 0;
126f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	unsigned long load_size = -1;  /* Work around bogus warning */
13da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	unsigned long mapping_size;
14da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	ELF(Ehdr) *hdr = (ELF(Ehdr) *)raw_addr;
156f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	int i;
166f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	unsigned long j;
17c1979c370273fd9f7326ffa27a63b9ddb0f495f4Andy Lutomirski	ELF(Shdr) *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr,
186f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		*alt_sec = NULL;
19c1979c370273fd9f7326ffa27a63b9ddb0f495f4Andy Lutomirski	ELF(Dyn) *dyn = 0, *dyn_end = 0;
206f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	const char *secstrings;
21e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski	INT_BITS syms[NSYMS] = {};
226f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
23da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	ELF(Phdr) *pt = (ELF(Phdr) *)(raw_addr + GET_LE(&hdr->e_phoff));
246f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
256f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the segment table. */
26bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	for (i = 0; i < GET_LE(&hdr->e_phnum); i++) {
27bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		if (GET_LE(&pt[i].p_type) == PT_LOAD) {
286f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			if (found_load)
296f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				fail("multiple PT_LOAD segs\n");
306f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
31bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			if (GET_LE(&pt[i].p_offset) != 0 ||
32bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			    GET_LE(&pt[i].p_vaddr) != 0)
336f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				fail("PT_LOAD in wrong place\n");
346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
35bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			if (GET_LE(&pt[i].p_memsz) != GET_LE(&pt[i].p_filesz))
366f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				fail("cannot handle memsz != filesz\n");
376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
38bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			load_size = GET_LE(&pt[i].p_memsz);
396f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			found_load = 1;
40bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		} else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) {
41da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski			dyn = raw_addr + GET_LE(&pt[i].p_offset);
42da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski			dyn_end = raw_addr + GET_LE(&pt[i].p_offset) +
43bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin				GET_LE(&pt[i].p_memsz);
446f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		}
456f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	if (!found_load)
476f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fail("no PT_LOAD seg\n");
48da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski
49da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	if (stripped_len < load_size)
50da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		fail("stripped input is too short\n");
516f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
526f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the dynamic table */
53c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin	for (i = 0; dyn + i < dyn_end &&
54bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		     GET_LE(&dyn[i].d_tag) != DT_NULL; i++) {
55bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		typeof(dyn[i].d_tag) tag = GET_LE(&dyn[i].d_tag);
566a89d71078dad9b1c49ccdf1ffa656fbe36ccd1eAndy Lutomirski		if (tag == DT_REL || tag == DT_RELSZ || tag == DT_RELA ||
57add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski		    tag == DT_RELENT || tag == DT_TEXTREL)
586f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			fail("vdso image contains dynamic relocations\n");
596f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
606f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
616f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the section table */
62da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	secstrings_hdr = raw_addr + GET_LE(&hdr->e_shoff) +
63bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx);
64da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	secstrings = raw_addr + GET_LE(&secstrings_hdr->sh_offset);
65bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	for (i = 0; i < GET_LE(&hdr->e_shnum); i++) {
66da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		ELF(Shdr) *sh = raw_addr + GET_LE(&hdr->e_shoff) +
67bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			GET_LE(&hdr->e_shentsize) * i;
68bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		if (GET_LE(&sh->sh_type) == SHT_SYMTAB)
696f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			symtab_hdr = sh;
706f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
71bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		if (!strcmp(secstrings + GET_LE(&sh->sh_name),
72c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin			    ".altinstructions"))
736f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			alt_sec = sh;
746f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
756f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
76011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski	if (!symtab_hdr)
776f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fail("no symbol table\n");
786f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
79da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	strtab_hdr = raw_addr + GET_LE(&hdr->e_shoff) +
80bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin		GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link);
816f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
826f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	/* Walk the symbol table */
83c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin	for (i = 0;
84bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin	     i < GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize);
85add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski	     i++) {
866f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		int k;
87da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		ELF(Sym) *sym = raw_addr + GET_LE(&symtab_hdr->sh_offset) +
88bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			GET_LE(&symtab_hdr->sh_entsize) * i;
89da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		const char *name = raw_addr + GET_LE(&strtab_hdr->sh_offset) +
90bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			GET_LE(&sym->st_name);
91e0bf7b86dace87eccdabdd66d2769ccad19cb81cAndy Lutomirski
926f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		for (k = 0; k < NSYMS; k++) {
93bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski			if (!strcmp(name, required_syms[k].name)) {
946f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				if (syms[k]) {
956f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski					fail("duplicate symbol %s\n",
96bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski					     required_syms[k].name);
976f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski				}
98e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski
99e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski				/*
100e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski				 * Careful: we use negative addresses, but
101e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski				 * st_value is unsigned, so we rely
102e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski				 * on syms[k] being a signed type of the
103e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski				 * correct width.
104e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski				 */
105bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin				syms[k] = GET_LE(&sym->st_value);
1066f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			}
1076f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		}
108bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski	}
109bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski
11018d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski	/* Validate mapping addresses. */
11118d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski	for (i = 0; i < sizeof(special_pages) / sizeof(special_pages[0]); i++) {
112f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski		INT_BITS symval = syms[special_pages[i]];
113f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski
114f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski		if (!symval)
11518d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			continue;  /* The mapping isn't used; ignore it. */
11618d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski
117f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski		if (symval % 4096)
11818d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski			fail("%s must be a multiple of 4096\n",
119bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski			     required_syms[i].name);
120f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski		if (symval + 4096 < syms[sym_vvar_start])
121f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski			fail("%s underruns vvar_start\n",
122bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski			     required_syms[i].name);
123f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski		if (symval + 4096 > 0)
124e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski			fail("%s is on the wrong side of the vdso text\n",
125bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski			     required_syms[i].name);
12618d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski	}
127e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski	if (syms[sym_vvar_start] % 4096)
128e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski		fail("vvar_begin must be a multiple of 4096\n");
12918d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski
1306f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	if (!name) {
131da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		fwrite(stripped_addr, stripped_len, 1, outfile);
132011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski		return;
1336f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
135da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	mapping_size = (stripped_len + 4095) / 4096 * 4096;
136da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski
1376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n");
1386f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "#include <linux/linkage.h>\n");
1396f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "#include <asm/page_types.h>\n");
1406f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "#include <asm/vdso.h>\n");
1416f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "\n");
1426f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile,
1436f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		"static unsigned char raw_data[%lu] __page_aligned_data = {",
144da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		mapping_size);
145da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	for (j = 0; j < stripped_len; j++) {
1466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		if (j % 10 == 0)
1476f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski			fprintf(outfile, "\n\t");
148da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		fprintf(outfile, "0x%02X, ",
149da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski			(int)((unsigned char *)stripped_addr)[j]);
1506f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1516f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "\n};\n\n");
1526f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
1536f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "static struct page *pages[%lu];\n\n",
154da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski		mapping_size / 4096);
1556f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski
1566f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "const struct vdso_image %s = {\n", name);
1576f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "\t.data = raw_data,\n");
158da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski	fprintf(outfile, "\t.size = %lu,\n", mapping_size);
159a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t.text_mapping = {\n");
160a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t\t.name = \"[vdso]\",\n");
161a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t\t.pages = pages,\n");
162a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski	fprintf(outfile, "\t},\n");
1636f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	if (alt_sec) {
1646f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fprintf(outfile, "\t.alt = %lu,\n",
165bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			(unsigned long)GET_LE(&alt_sec->sh_offset));
1666f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski		fprintf(outfile, "\t.alt_len = %lu,\n",
167bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin			(unsigned long)GET_LE(&alt_sec->sh_size));
1686f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1696f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	for (i = 0; i < NSYMS; i++) {
170bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski		if (required_syms[i].export && syms[i])
171e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski			fprintf(outfile, "\t.sym_%s = %" PRIi64 ",\n",
172e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski				required_syms[i].name, (int64_t)syms[i]);
1736f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	}
1746f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski	fprintf(outfile, "};\n");
1756f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski}
176