16f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski/* 26f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * This file is included twice from vdso2c.c. It generates code for 32-bit 36f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * and 64-bit vDSOs. We need both for 64-bit builds, since 32-bit vDSOs 46f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski * are built for 32-bit userspace. 56f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski */ 66f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 7da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirskistatic void BITSFUNC(go)(void *raw_addr, size_t raw_len, 8da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski void *stripped_addr, size_t stripped_len, 9c1979c370273fd9f7326ffa27a63b9ddb0f495f4Andy Lutomirski FILE *outfile, const char *name) 106f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski{ 116f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski int found_load = 0; 126f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski unsigned long load_size = -1; /* Work around bogus warning */ 13da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski unsigned long mapping_size; 14da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski ELF(Ehdr) *hdr = (ELF(Ehdr) *)raw_addr; 156f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski int i; 166f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski unsigned long j; 17c1979c370273fd9f7326ffa27a63b9ddb0f495f4Andy Lutomirski ELF(Shdr) *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr, 186f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski *alt_sec = NULL; 19c1979c370273fd9f7326ffa27a63b9ddb0f495f4Andy Lutomirski ELF(Dyn) *dyn = 0, *dyn_end = 0; 206f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski const char *secstrings; 21e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski INT_BITS syms[NSYMS] = {}; 226f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 23da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski ELF(Phdr) *pt = (ELF(Phdr) *)(raw_addr + GET_LE(&hdr->e_phoff)); 246f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 256f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the segment table. */ 26bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin for (i = 0; i < GET_LE(&hdr->e_phnum); i++) { 27bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&pt[i].p_type) == PT_LOAD) { 286f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (found_load) 296f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("multiple PT_LOAD segs\n"); 306f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 31bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&pt[i].p_offset) != 0 || 32bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&pt[i].p_vaddr) != 0) 336f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("PT_LOAD in wrong place\n"); 346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 35bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&pt[i].p_memsz) != GET_LE(&pt[i].p_filesz)) 366f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("cannot handle memsz != filesz\n"); 376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 38bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin load_size = GET_LE(&pt[i].p_memsz); 396f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski found_load = 1; 40bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin } else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) { 41da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski dyn = raw_addr + GET_LE(&pt[i].p_offset); 42da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski dyn_end = raw_addr + GET_LE(&pt[i].p_offset) + 43bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&pt[i].p_memsz); 446f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 456f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (!found_load) 476f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("no PT_LOAD seg\n"); 48da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski 49da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski if (stripped_len < load_size) 50da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski fail("stripped input is too short\n"); 516f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 526f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the dynamic table */ 53c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin for (i = 0; dyn + i < dyn_end && 54bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&dyn[i].d_tag) != DT_NULL; i++) { 55bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin typeof(dyn[i].d_tag) tag = GET_LE(&dyn[i].d_tag); 566a89d71078dad9b1c49ccdf1ffa656fbe36ccd1eAndy Lutomirski if (tag == DT_REL || tag == DT_RELSZ || tag == DT_RELA || 57add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski tag == DT_RELENT || tag == DT_TEXTREL) 586f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("vdso image contains dynamic relocations\n"); 596f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 606f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 616f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the section table */ 62da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski secstrings_hdr = raw_addr + GET_LE(&hdr->e_shoff) + 63bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx); 64da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski secstrings = raw_addr + GET_LE(&secstrings_hdr->sh_offset); 65bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin for (i = 0; i < GET_LE(&hdr->e_shnum); i++) { 66da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski ELF(Shdr) *sh = raw_addr + GET_LE(&hdr->e_shoff) + 67bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&hdr->e_shentsize) * i; 68bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (GET_LE(&sh->sh_type) == SHT_SYMTAB) 696f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski symtab_hdr = sh; 706f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 71bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin if (!strcmp(secstrings + GET_LE(&sh->sh_name), 72c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin ".altinstructions")) 736f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski alt_sec = sh; 746f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 756f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 76011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski if (!symtab_hdr) 776f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("no symbol table\n"); 786f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 79da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski strtab_hdr = raw_addr + GET_LE(&hdr->e_shoff) + 80bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link); 816f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 826f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski /* Walk the symbol table */ 83c191920f737a09a7252088f018f6747f0d2f484dH. Peter Anvin for (i = 0; 84bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin i < GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize); 85add4eed0a2abea3951206f504330ee5daf8c178aAndy Lutomirski i++) { 866f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski int k; 87da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski ELF(Sym) *sym = raw_addr + GET_LE(&symtab_hdr->sh_offset) + 88bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&symtab_hdr->sh_entsize) * i; 89da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski const char *name = raw_addr + GET_LE(&strtab_hdr->sh_offset) + 90bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin GET_LE(&sym->st_name); 91e0bf7b86dace87eccdabdd66d2769ccad19cb81cAndy Lutomirski 926f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski for (k = 0; k < NSYMS; k++) { 93bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski if (!strcmp(name, required_syms[k].name)) { 946f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (syms[k]) { 956f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fail("duplicate symbol %s\n", 96bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski required_syms[k].name); 976f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 98e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski 99e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski /* 100e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski * Careful: we use negative addresses, but 101e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski * st_value is unsigned, so we rely 102e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski * on syms[k] being a signed type of the 103e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski * correct width. 104e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski */ 105bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin syms[k] = GET_LE(&sym->st_value); 1066f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1076f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 108bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski } 109bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski 11018d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski /* Validate mapping addresses. */ 11118d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski for (i = 0; i < sizeof(special_pages) / sizeof(special_pages[0]); i++) { 112f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski INT_BITS symval = syms[special_pages[i]]; 113f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski 114f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski if (!symval) 11518d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski continue; /* The mapping isn't used; ignore it. */ 11618d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski 117f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski if (symval % 4096) 11818d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski fail("%s must be a multiple of 4096\n", 119bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski required_syms[i].name); 120f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski if (symval + 4096 < syms[sym_vvar_start]) 121f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski fail("%s underruns vvar_start\n", 122bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski required_syms[i].name); 123f12c1f9002d27374fd205f6e692891116ca22272Andy Lutomirski if (symval + 4096 > 0) 124e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski fail("%s is on the wrong side of the vdso text\n", 125bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski required_syms[i].name); 12618d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski } 127e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski if (syms[sym_vvar_start] % 4096) 128e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski fail("vvar_begin must be a multiple of 4096\n"); 12918d0a6fd227177fd243993179c90e454d0638b06Andy Lutomirski 1306f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (!name) { 131da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski fwrite(stripped_addr, stripped_len, 1, outfile); 132011561837dad082a92c0537db2d134e66419c6adAndy Lutomirski return; 1336f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1346f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 135da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski mapping_size = (stripped_len + 4095) / 4096 * 4096; 136da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski 1376f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n"); 1386f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "#include <linux/linkage.h>\n"); 1396f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "#include <asm/page_types.h>\n"); 1406f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "#include <asm/vdso.h>\n"); 1416f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\n"); 1426f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, 1436f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski "static unsigned char raw_data[%lu] __page_aligned_data = {", 144da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski mapping_size); 145da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski for (j = 0; j < stripped_len; j++) { 1466f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (j % 10 == 0) 1476f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\n\t"); 148da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski fprintf(outfile, "0x%02X, ", 149da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski (int)((unsigned char *)stripped_addr)[j]); 1506f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1516f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\n};\n\n"); 1526f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 1536f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "static struct page *pages[%lu];\n\n", 154da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski mapping_size / 4096); 1556f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski 1566f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "const struct vdso_image %s = {\n", name); 1576f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.data = raw_data,\n"); 158da861e18ecccb5c126b9eb95ff720ce082a46286Andy Lutomirski fprintf(outfile, "\t.size = %lu,\n", mapping_size); 159a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t.text_mapping = {\n"); 160a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t\t.name = \"[vdso]\",\n"); 161a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t\t.pages = pages,\n"); 162a62c34bd2a8a3f159945becd57401e478818d51cAndy Lutomirski fprintf(outfile, "\t},\n"); 1636f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski if (alt_sec) { 1646f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.alt = %lu,\n", 165bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin (unsigned long)GET_LE(&alt_sec->sh_offset)); 1666f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "\t.alt_len = %lu,\n", 167bdfb9bcc25005d06a9c301830bdeb7ca5a0b6ef7H. Peter Anvin (unsigned long)GET_LE(&alt_sec->sh_size)); 1686f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1696f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski for (i = 0; i < NSYMS; i++) { 170bfad381c0d1e19cae8461e105d8d4387dd2a14feAndy Lutomirski if (required_syms[i].export && syms[i]) 171e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski fprintf(outfile, "\t.sym_%s = %" PRIi64 ",\n", 172e6577a7ce99a506b587bcd1d2cd803cb45119557Andy Lutomirski required_syms[i].name, (int64_t)syms[i]); 1736f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski } 1746f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski fprintf(outfile, "};\n"); 1756f121e548f83674ab4920a4e60afb58d4f61b829Andy Lutomirski} 176