HTMLRewrite.cpp revision 1342a4ef62dd7b839c6f09348b246a4f00282f29
15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//== HTMLRewrite.cpp - Translate source code into prettified HTML --*- C++ -*-// 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The LLVM Compiler Infrastructure 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// This file is distributed under the University of Illinois Open Source 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// License. See LICENSE.TXT for details. 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//===----------------------------------------------------------------------===// 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// This file defines the HTMLRewriter clas, which is used to translate the 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// text of a source file into prettified HTML. 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)//===----------------------------------------------------------------------===// 142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "clang/Rewrite/Core/HTMLRewrite.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "clang/Basic/SourceManager.h" 172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "clang/Lex/Preprocessor.h" 182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "clang/Lex/TokenConcatenation.h" 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "clang/Rewrite/Core/Rewriter.h" 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "llvm/ADT/OwningPtr.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "llvm/ADT/SmallString.h" 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "llvm/Support/ErrorHandling.h" 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "llvm/Support/MemoryBuffer.h" 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "llvm/Support/raw_ostream.h" 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using namespace clang; 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)/// HighlightRange - Highlight a range in the source code with the specified 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// start/end tags. B/E must be in the same file. This ensures that 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// start/end tags are placed at the start/end of each line if the range is 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// multiline. 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void html::HighlightRange(Rewriter &R, SourceLocation B, SourceLocation E, 332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const char *StartTag, const char *EndTag) { 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SourceManager &SM = R.getSourceMgr(); 352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) B = SM.getExpansionLoc(B); 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) E = SM.getExpansionLoc(E); 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FileID FID = SM.getFileID(B); 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) assert(SM.getFileID(E) == FID && "B/E not in the same file!"); 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned BOffset = SM.getFileOffset(B); 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned EOffset = SM.getFileOffset(E); 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Include the whole end token in the range. 442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) EOffset += Lexer::MeasureTokenLength(E, R.getSourceMgr(), R.getLangOpts()); 452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool Invalid = false; 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char *BufferStart = SM.getBufferData(FID, &Invalid).data(); 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (Invalid) 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HighlightRange(R.getEditBuffer(FID), BOffset, EOffset, 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) BufferStart, StartTag, EndTag); 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// HighlightRange - This is the same as the above method, but takes 562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)/// decomposed file locations. 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void html::HighlightRange(RewriteBuffer &RB, unsigned B, unsigned E, 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char *BufferStart, 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char *StartTag, const char *EndTag) { 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Insert the tag at the absolute start/end of the range. 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.InsertTextAfter(B, StartTag); 622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RB.InsertTextBefore(E, EndTag); 632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Scan the range to see if there is a \r or \n. If so, and if the line is 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // not blank, insert tags on that line as well. 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool HadOpenTag = true; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned LastNonWhiteSpace = B; 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (unsigned i = B; i != E; ++i) { 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (BufferStart[i]) { 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\r': 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\n': 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Okay, we found a newline in the range. If we have an open tag, we need 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // to insert a close tag at the first non-whitespace before the newline. 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (HadOpenTag) 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.InsertTextBefore(LastNonWhiteSpace+1, EndTag); 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Instead of inserting an open tag immediately after the newline, we 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // wait until we see a non-whitespace character. This prevents us from 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // inserting tags around blank lines, and also allows the open tag to 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be put *after* whitespace on a non-blank line. 822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HadOpenTag = false; 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\0': 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case ' ': 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\t': 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\f': 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\v': 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Ignore whitespace. 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If there is no tag open, do it now. 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!HadOpenTag) { 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.InsertTextAfter(i, StartTag); 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HadOpenTag = true; 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Remember this character. 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) LastNonWhiteSpace = i; 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void html::EscapeText(Rewriter &R, FileID FID, 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool EscapeSpaces, bool ReplaceTabs) { 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const llvm::MemoryBuffer *Buf = R.getSourceMgr().getBuffer(FID); 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char* C = Buf->getBufferStart(); 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char* FileEnd = Buf->getBufferEnd(); 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) assert (C <= FileEnd); 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RewriteBuffer &RB = R.getEditBuffer(FID); 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned ColNo = 0; 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (unsigned FilePos = 0; C != FileEnd ; ++C, ++FilePos) { 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (*C) { 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: ++ColNo; break; 1212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '\n': 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\r': 1232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ColNo = 0; 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case ' ': 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (EscapeSpaces) 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.ReplaceText(FilePos, 1, " "); 1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++ColNo; 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '\f': 1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.ReplaceText(FilePos, 1, "<hr>"); 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ColNo = 0; 1342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '\t': { 1372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!ReplaceTabs) 1382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) unsigned NumSpaces = 8-(ColNo&7); 1402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (EscapeSpaces) 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.ReplaceText(FilePos, 1, 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) StringRef(" " 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " ", 6*NumSpaces)); 1442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) else 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.ReplaceText(FilePos, 1, StringRef(" ", NumSpaces)); 1462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ColNo += NumSpaces; 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case '<': 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.ReplaceText(FilePos, 1, "<"); 1512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++ColNo; 1522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '>': 1552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RB.ReplaceText(FilePos, 1, ">"); 1562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++ColNo; 1572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '&': 1602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RB.ReplaceText(FilePos, 1, "&"); 1612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++ColNo; 1622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)std::string html::EscapeText(StringRef s, bool EscapeSpaces, bool ReplaceTabs) { 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) unsigned len = s.size(); 1702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string Str; 1712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) llvm::raw_string_ostream os(Str); 1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (unsigned i = 0 ; i < len; ++i) { 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) char c = s[i]; 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (c) { 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) os << c; break; 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case ' ': 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (EscapeSpaces) os << " "; 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) else os << ' '; 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 1842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '\t': 1862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (ReplaceTabs) { 1872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (EscapeSpaces) 1882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (unsigned i = 0; i < 4; ++i) 1892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) os << " "; 1902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) else 1912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (unsigned i = 0; i < 4; ++i) 1922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) os << " "; 1932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) else 1952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) os << c; 1962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 1982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '<': os << "<"; break; 2002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '>': os << ">"; break; 2012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case '&': os << "&"; break; 2025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return os.str(); 2062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)static void AddLineNumber(RewriteBuffer &RB, unsigned LineNo, 2092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) unsigned B, unsigned E) { 2102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SmallString<256> Str; 2112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) llvm::raw_svector_ostream OS(Str); 2122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) OS << "<tr><td class=\"num\" id=\"LN" 2142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) << LineNo << "\">" 2152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) << LineNo << "</td><td class=\"line\">"; 2162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (B == E) { // Handle empty lines. 2182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) OS << " </td></tr>"; 2192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RB.InsertTextBefore(B, OS.str()); 2202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 2212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RB.InsertTextBefore(B, OS.str()); 2222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RB.InsertTextBefore(E, "</td></tr>"); 2232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void html::AddLineNumbers(Rewriter& R, FileID FID) { 2272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const llvm::MemoryBuffer *Buf = R.getSourceMgr().getBuffer(FID); 2295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char* FileBeg = Buf->getBufferStart(); 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char* FileEnd = Buf->getBufferEnd(); 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char* C = FileBeg; 2322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) RewriteBuffer &RB = R.getEditBuffer(FID); 2332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) assert (C <= FileEnd); 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) unsigned LineNo = 0; 2372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) unsigned FilePos = 0; 2385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) while (C != FileEnd) { 2405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++LineNo; 2425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned LineStartPos = FilePos; 2435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned LineEndPos = FileEnd - FileBeg; 2442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) assert (FilePos <= LineEndPos); 2462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) assert (C < FileEnd); 2472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Scan until the newline (or end-of-file). 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (C != FileEnd) { 2515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) char c = *C; 2525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++C; 2535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (c == '\n') { 2555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) LineEndPos = FilePos++; 2562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 2575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++FilePos; 2605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AddLineNumber(RB, LineNo, LineStartPos, LineEndPos); 2632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Add one big table tag that surrounds all of the code. 2665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.InsertTextBefore(0, "<table class=\"code\">\n"); 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RB.InsertTextAfter(FileEnd - FileBeg, "</table>"); 2685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void html::AddHeaderFooterInternalBuiltinCSS(Rewriter& R, FileID FID, 2715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char *title) { 2725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const llvm::MemoryBuffer *Buf = R.getSourceMgr().getBuffer(FID); 2745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const char* FileStart = Buf->getBufferStart(); 2752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const char* FileEnd = Buf->getBufferEnd(); 2765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SourceLocation StartLoc = R.getSourceMgr().getLocForStartOfFile(FID); 2785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SourceLocation EndLoc = StartLoc.getLocWithOffset(FileEnd-FileStart); 2795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string s; 2815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) llvm::raw_string_ostream os(s); 2825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) os << "<!doctype html>\n" // Use HTML 5 doctype 2835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "<html>\n<head>\n"; 2845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (title) 2865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) os << "<title>" << html::EscapeText(title) << "</title>\n"; 2875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) os << "<style type=\"text/css\">\n" 2895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " body { color:#000000; background-color:#ffffff }\n" 2905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " body { font-family:Helvetica, sans-serif; font-size:10pt }\n" 2915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " h1 { font-size:14pt }\n" 2925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .code { border-collapse:collapse; width:100%; }\n" 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .code { font-family: \"Monospace\", monospace; font-size:10pt }\n" 2945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .code { line-height: 1.2em }\n" 2952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) " .comment { color: green; font-style: oblique }\n" 2962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) " .keyword { color: blue }\n" 2972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) " .string_literal { color: red }\n" 2982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) " .directive { color: darkmagenta }\n" 2992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Macro expansions. 3005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .expansion { display: none; }\n" 3015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .macro:hover .expansion { display: block; border: 2px solid #FF0000; " 3025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "padding: 2px; background-color:#FFF0F0; font-weight: normal; " 3035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " -webkit-border-radius:5px; -webkit-box-shadow:1px 1px 7px #000; " 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "position: absolute; top: -1em; left:10em; z-index: 1 } \n" 3052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) " .macro { color: darkmagenta; background-color:LemonChiffon;" 3062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Macros are position: relative to provide base for expansions. 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " position: relative }\n" 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .num { width:2.5em; padding-right:2ex; background-color:#eeeeee }\n" 3095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .num { text-align:right; font-size:8pt }\n" 3105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .num { color:#444444 }\n" 3115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .line { padding-left: 1ex; border-left: 3px solid #ccc }\n" 3125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .line { white-space: pre }\n" 3135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { -webkit-box-shadow:1px 1px 7px #000 }\n" 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { -webkit-border-radius:5px }\n" 3155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { font-family:Helvetica, sans-serif; font-size:8pt }\n" 3165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { float:left }\n" 3175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { padding:0.25em 1ex 0.25em 1ex }\n" 3185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { margin-top:10px; margin-bottom:10px }\n" 3195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { font-weight:bold }\n" 3205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msg { max-width:60em; word-wrap: break-word; white-space: pre-wrap }\n" 3215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msgT { padding:0x; spacing:0x }\n" 3225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msgEvent { background-color:#fff8b4; color:#000000 }\n" 3235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .msgControl { background-color:#bbbbbb; color:#000000 }\n" 3245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .mrange { background-color:#dfddf3 }\n" 3255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .mrange { border-bottom:1px solid #6F9DBE }\n" 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .PathIndex { font-weight: bold; padding:0px 5px; " 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "margin-right:5px; }\n" 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .PathIndex { -webkit-border-radius:8px }\n" 3295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .PathIndexEvent { background-color:#bfba87 }\n" 3305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .PathIndexControl { background-color:#8c8c8c }\n" 3315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .PathNav a { text-decoration:none; font-size: larger }\n" 3325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .CodeInsertionHint { font-weight: bold; background-color: #10dd10 }\n" 3335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .CodeRemovalHint { background-color:#de1010 }\n" 3345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " .CodeRemovalHint { border-bottom:1px solid #6F9DBE }\n" 3355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " table.simpletable {\n" 3365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " padding: 5px;\n" 3375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " font-size:12pt;\n" 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " margin:20px;\n" 3395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " border-collapse: collapse; border-spacing: 0px;\n" 3405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " }\n" 3415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " td.rowname {\n" 3425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " text-align:right; font-weight:bold; color:#444444;\n" 3435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) " padding-right:2ex; }\n" 3445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "</style>\n</head>\n<body>"; 3455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Generate header 3475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) R.InsertTextBefore(StartLoc, os.str()); 3485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Generate footer 3495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) R.InsertTextAfter(EndLoc, "</body></html>\n"); 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// SyntaxHighlight - Relex the specified FileID and annotate the HTML with 3545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// information about keywords, macro expansions etc. This uses the macro 3555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// table state from the end of the file, so it won't be perfectly perfect, 3565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// but it will be reasonably close. 3575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void html::SyntaxHighlight(Rewriter &R, FileID FID, const Preprocessor &PP) { 3585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RewriteBuffer &RB = R.getEditBuffer(FID); 3595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SourceManager &SM = PP.getSourceManager(); 3615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const llvm::MemoryBuffer *FromFile = SM.getBuffer(FID); 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Lexer L(FID, FromFile, SM, PP.getLangOpts()); 3632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const char *BufferStart = L.getBuffer().data(); 3642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 3655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Inform the preprocessor that we want to retain comments as tokens, so we 3665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // can highlight them. 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) L.SetCommentRetentionState(true); 3685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Lex all the tokens in raw mode, to avoid entering #includes or expanding 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // macros. 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Token Tok; 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) L.LexFromRawLexer(Tok); 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (Tok.isNot(tok::eof)) { 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Since we are lexing unexpanded tokens, all tokens are from the main 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FileID. 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned TokOffs = SM.getFileOffset(Tok.getLocation()); 3785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned TokLen = Tok.getLength(); 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) switch (Tok.getKind()) { 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) default: break; 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case tok::identifier: 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) llvm_unreachable("tok::identifier in raw lexing mode!"); 3835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case tok::raw_identifier: { 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Fill in Result.IdentifierInfo and update the token kind, 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // looking up the identifier in the identifier table. 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) PP.LookUpIdentifierInfo(Tok); 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If this is a pp-identifier, for a keyword, highlight it as such. 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (Tok.isNot(tok::identifier)) 3902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HighlightRange(RB, TokOffs, TokOffs+TokLen, BufferStart, 3912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) "<span class='keyword'>", "</span>"); 3922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case tok::comment: 3952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) HighlightRange(RB, TokOffs, TokOffs+TokLen, BufferStart, 3962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) "<span class='comment'>", "</span>"); 3972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) break; 3982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) case tok::utf8_string_literal: 3992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Chop off the u part of u8 prefix 4002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++TokOffs; 4012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) --TokLen; 4025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FALL THROUGH to chop the 8 4035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case tok::wide_string_literal: 4045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case tok::utf16_string_literal: 4055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case tok::utf32_string_literal: 4065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Chop off the L, u, U or 8 prefix 4075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++TokOffs; 4085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) --TokLen; 4095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FALL THROUGH. 4105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case tok::string_literal: 4115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FIXME: Exclude the optional ud-suffix from the highlighted range. 4125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HighlightRange(RB, TokOffs, TokOffs+TokLen, BufferStart, 4135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "<span class='string_literal'>", "</span>"); 4145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 4155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) case tok::hash: { 4165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If this is a preprocessor directive, all tokens to end of line are too. 4175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!Tok.isAtStartOfLine()) 4185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) break; 4195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Eat all of the tokens until we get to the next one at the start of 4215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // line. 4225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned TokEnd = TokOffs+TokLen; 4235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) L.LexFromRawLexer(Tok); 4245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (!Tok.isAtStartOfLine() && Tok.isNot(tok::eof)) { 4252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TokEnd = SM.getFileOffset(Tok.getLocation())+Tok.getLength(); 4265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) L.LexFromRawLexer(Tok); 4272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 4285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Find end of line. This is a hack. 4305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HighlightRange(RB, TokOffs, TokEnd, BufferStart, 4315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "<span class='directive'>", "</span>"); 4325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Don't skip the next token. 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) L.LexFromRawLexer(Tok); 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 4415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// HighlightMacros - This uses the macro table state from the end of the 4435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// file, to re-expand macros and insert (into the HTML) information about the 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// macro expansions. This won't be perfectly perfect, but it will be 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)/// reasonably close. 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void html::HighlightMacros(Rewriter &R, FileID FID, const Preprocessor& PP) { 4475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Re-lex the raw token stream into a token buffer. 4485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const SourceManager &SM = PP.getSourceManager(); 4495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<Token> TokenStream; 4505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const llvm::MemoryBuffer *FromFile = SM.getBuffer(FID); 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Lexer L(FID, FromFile, SM, PP.getLangOpts()); 4532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Lex all the tokens in raw mode, to avoid entering #includes or expanding 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // macros. 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (1) { 4575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Token Tok; 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) L.LexFromRawLexer(Tok); 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If this is a # at the start of a line, discard it from the token stream. 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We don't want the re-preprocess step to see #defines, #includes or other 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // preprocessor directives. 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (Tok.is(tok::hash) && Tok.isAtStartOfLine()) 4645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If this is a ## token, change its kind to unknown so that repreprocessing 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it will not produce an error. 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (Tok.is(tok::hashhash)) 4695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Tok.setKind(tok::unknown); 4705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If this raw token is an identifier, the raw lexer won't have looked up 4725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the corresponding identifier info for it. Do this now so that it will be 4735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // macro expanded when we re-preprocess it. 4745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (Tok.is(tok::raw_identifier)) 4755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) PP.LookUpIdentifierInfo(Tok); 4762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TokenStream.push_back(Tok); 4782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (Tok.is(tok::eof)) break; 4802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 4812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Temporarily change the diagnostics object so that we ignore any generated 4832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // diagnostics from this pass. 4842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DiagnosticsEngine TmpDiags(PP.getDiagnostics().getDiagnosticIDs(), 4852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &PP.getDiagnostics().getDiagnosticOptions(), 4862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) new IgnoringDiagConsumer); 4872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // FIXME: This is a huge hack; we reuse the input preprocessor because we want 4892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // its state, but we aren't actually changing it (we hope). This should really 4902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // construct a copy of the preprocessor. 4912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Preprocessor &TmpPP = const_cast<Preprocessor&>(PP); 4922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DiagnosticsEngine *OldDiags = &TmpPP.getDiagnostics(); 4932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TmpPP.setDiagnostics(TmpDiags); 4942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 4955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Inform the preprocessor that we don't want comments. 4965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.SetCommentRetentionState(false, false); 4975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We don't want pragmas either. Although we filtered out #pragma, removing 4995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // _Pragma and __pragma is much harder. 5005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool PragmasPreviouslyEnabled = TmpPP.getPragmasEnabled(); 5015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.setPragmasEnabled(false); 5025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Enter the tokens we just lexed. This will cause them to be macro expanded 5045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // but won't enter sub-files (because we removed #'s). 5055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.EnterTokenStream(&TokenStream[0], TokenStream.size(), false, false); 5065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TokenConcatenation ConcatInfo(TmpPP); 5085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Lex all the tokens. 5105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Token Tok; 5115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.Lex(Tok); 5125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (Tok.isNot(tok::eof)) { 5135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Ignore non-macro tokens. 5145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!Tok.getLocation().isMacroID()) { 5155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.Lex(Tok); 5165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Okay, we have the first token of a macro expansion: highlight the 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // expansion by inserting a start tag before the macro expansion and 5215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // end tag after it. 5225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::pair<SourceLocation, SourceLocation> LLoc = 5235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SM.getExpansionRange(Tok.getLocation()); 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Ignore tokens whose instantiation location was not the main file. 5262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (SM.getFileID(LLoc.first) != FID) { 5272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TmpPP.Lex(Tok); 5282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) continue; 5295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) assert(SM.getFileID(LLoc.second) == FID && 5325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "Start and end of expansion must be in the same ultimate file!"); 5335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string Expansion = EscapeText(TmpPP.getSpelling(Tok)); 5355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) unsigned LineLen = Expansion.size(); 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Token PrevPrevTok; 5385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Token PrevTok = Tok; 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Okay, eat this token, getting the next one. 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.Lex(Tok); 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Skip all the rest of the tokens that are part of this macro 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // instantiation. It would be really nice to pop up a window with all the 5445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // spelling of the tokens or something. 5455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (!Tok.is(tok::eof) && 5465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SM.getExpansionLoc(Tok.getLocation()) == LLoc.first) { 5475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Insert a newline if the macro expansion is getting large. 5485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (LineLen > 60) { 5495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Expansion += "<br>"; 5505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) LineLen = 0; 5515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) LineLen -= Expansion.size(); 5542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 5552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // If the tokens were already space separated, or if they must be to avoid 5562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // them being implicitly pasted, add a space between them. 5572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (Tok.hasLeadingSpace() || 5582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ConcatInfo.AvoidConcat(PrevPrevTok, PrevTok, Tok)) 5592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Expansion += ' '; 5605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Escape any special characters in the token text. 5625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Expansion += EscapeText(TmpPP.getSpelling(Tok)); 5635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) LineLen += Expansion.size(); 5645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) PrevPrevTok = PrevTok; 5665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) PrevTok = Tok; 5675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.Lex(Tok); 5685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Insert the expansion as the end tag, so that multi-line macros all get 5725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // highlighted. 5735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Expansion = "<span class='expansion'>" + Expansion + "</span></span>"; 5745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) HighlightRange(R, LLoc.first, LLoc.second, 5765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "<span class='macro'>", Expansion.c_str()); 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Restore the preprocessor's old state. 5805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.setDiagnostics(*OldDiags); 5815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TmpPP.setPragmasEnabled(PragmasPreviouslyEnabled); 5825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)