vdso2c.h revision bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7
16f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski/* 26f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * This file is included twice from vdso2c.c. It generates code for 32-bit 36f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * and 64-bit vDSOs. We need both for 64-bit builds, since 32-bit vDSOs 46f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * are built for 32-bit userspace. 56f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski */ 66f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 7011561837dad082a92c0537db2d134e66419c6adAndy Lutomirskistatic void GOFUNC(void *addr, size_t len, FILE *outfile, const char *name) 86f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski{ 96f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski int found_load = 0; 106f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski unsigned long load_size = -1; /* Work around bogus warning */ 116f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski unsigned long data_size; 126f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski Elf_Ehdr *hdr = (Elf_Ehdr *)addr; 136f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski int i; 146f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski unsigned long j; 156f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski Elf_Shdr *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr, 166f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski *alt_sec = NULL; 176f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski Elf_Dyn *dyn = 0, *dyn_end = 0; 186f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski const char *secstrings; 196f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski uint64_t syms[NSYMS] = {}; 206f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 21bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin Elf_Phdr *pt = (Elf_Phdr *)(addr + GET_LE(&hdr->e_phoff)); 226f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 236f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the segment table. */ 24bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin for (i = 0; i < GET_LE(&hdr->e_phnum); i++) { 25bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&pt[i].p_type) == PT_LOAD) { 266f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (found_load) 276f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("multiple PT_LOAD segs\n"); 286f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 29bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&pt[i].p_offset) != 0 || 30bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&pt[i].p_vaddr) != 0) 316f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("PT_LOAD in wrong place\n"); 326f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 33bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&pt[i].p_memsz) != GET_LE(&pt[i].p_filesz)) 346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("cannot handle memsz != filesz\n"); 356f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 36bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin load_size = GET_LE(&pt[i].p_memsz); 376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski found_load = 1; 38bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin } else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) { 39bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin dyn = addr + GET_LE(&pt[i].p_offset); 40bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin dyn_end = addr + GET_LE(&pt[i].p_offset) + 41bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&pt[i].p_memsz); 426f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 436f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 446f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (!found_load) 456f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("no PT_LOAD seg\n"); 466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski data_size = (load_size + 4095) / 4096 * 4096; 476f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 486f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the dynamic table */ 49c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin for (i = 0; dyn + i < dyn_end && 50bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&dyn[i].d_tag) != DT_NULL; i++) { 51bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin typeof(dyn[i].d_tag) tag = GET_LE(&dyn[i].d_tag); 52add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski if (tag == DT_REL || tag == DT_RELSZ || 53add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski tag == DT_RELENT || tag == DT_TEXTREL) 546f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("vdso image contains dynamic relocations\n"); 556f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 566f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 576f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the section table */ 58bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin secstrings_hdr = addr + GET_LE(&hdr->e_shoff) + 59bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx); 60bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin secstrings = addr + GET_LE(&secstrings_hdr->sh_offset); 61bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin for (i = 0; i < GET_LE(&hdr->e_shnum); i++) { 62bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin Elf_Shdr *sh = addr + GET_LE(&hdr->e_shoff) + 63bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&hdr->e_shentsize) * i; 64bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&sh->sh_type) == SHT_SYMTAB) 656f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski symtab_hdr = sh; 666f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 67bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (!strcmp(secstrings + GET_LE(&sh->sh_name), 68c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin ".altinstructions")) 696f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski alt_sec = sh; 706f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 716f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 72011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski if (!symtab_hdr) 736f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("no symbol table\n"); 746f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 75bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin strtab_hdr = addr + GET_LE(&hdr->e_shoff) + 76bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link); 776f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 786f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the symbol table */ 79c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin for (i = 0; 80bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin i < GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize); 81add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski i++) { 826f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski int k; 83bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin Elf_Sym *sym = addr + GET_LE(&symtab_hdr->sh_offset) + 84bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&symtab_hdr->sh_entsize) * i; 85bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin const char *name = addr + GET_LE(&strtab_hdr->sh_offset) + 86bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&sym->st_name); 876f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski for (k = 0; k < NSYMS; k++) { 886f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (!strcmp(name, required_syms[k])) { 896f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (syms[k]) { 906f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("duplicate symbol %s\n", 916f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski required_syms[k]); 926f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 93bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin syms[k] = GET_LE(&sym->st_value); 946f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 956f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 966f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 976f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 9818d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski /* Validate mapping addresses. */ 9918d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski for (i = 0; i < sizeof(special_pages) / sizeof(special_pages[0]); i++) { 10018d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski if (!syms[i]) 10118d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski continue; /* The mapping isn't used; ignore it. */ 10218d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski 10318d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski if (syms[i] % 4096) 10418d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski fail("%s must be a multiple of 4096\n", 10518d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski required_syms[i]); 10618d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski if (syms[i] < data_size) 10718d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski fail("%s must be after the text mapping\n", 10818d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski required_syms[i]); 10918d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski if (syms[sym_end_mapping] < syms[i] + 4096) 11018d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski fail("%s overruns end_mapping\n", required_syms[i]); 11118d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski } 11218d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski if (syms[sym_end_mapping] % 4096) 11318d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski fail("end_mapping must be a multiple of 4096\n"); 11418d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski 1156f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Remove sections. */ 1166f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski hdr->e_shoff = 0; 1176f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski hdr->e_shentsize = 0; 1186f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski hdr->e_shnum = 0; 119add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski hdr->e_shstrndx = htole16(SHN_UNDEF); 1206f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 1216f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (!name) { 1226f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fwrite(addr, load_size, 1, outfile); 123011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski return; 1246f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1256f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 1266f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n"); 1276f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "#include <linux/linkage.h>\n"); 1286f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "#include <asm/page_types.h>\n"); 1296f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "#include <asm/vdso.h>\n"); 1306f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\n"); 1316f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, 1326f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski "static unsigned char raw_data[%lu] __page_aligned_data = {", 1336f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski data_size); 1346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski for (j = 0; j < load_size; j++) { 1356f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (j % 10 == 0) 1366f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\n\t"); 1376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "0x%02X, ", (int)((unsigned char *)addr)[j]); 1386f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1396f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\n};\n\n"); 1406f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 1416f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "static struct page *pages[%lu];\n\n", 1426f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski data_size / 4096); 1436f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 1446f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "const struct vdso_image %s = {\n", name); 1456f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.data = raw_data,\n"); 1466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.size = %lu,\n", data_size); 147a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t.text_mapping = {\n"); 148a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t\t.name = \"[vdso]\",\n"); 149a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t\t.pages = pages,\n"); 150a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t},\n"); 1516f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (alt_sec) { 1526f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.alt = %lu,\n", 153bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin (unsigned long)GET_LE(&alt_sec->sh_offset)); 1546f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.alt_len = %lu,\n", 155bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin (unsigned long)GET_LE(&alt_sec->sh_size)); 1566f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1576f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski for (i = 0; i < NSYMS; i++) { 1586f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (syms[i]) 1596f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.sym_%s = 0x%" PRIx64 ",\n", 1606f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski required_syms[i], syms[i]); 1616f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1626f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "};\n"); 1636f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski} 164