From a231ad2216d2b6362d6034d4c5f84dbdf6a6ef9a Mon Sep 17 00:00:00 2001 From: Alp Toker Date: Mon, 6 Jan 2014 12:54:18 +0000 Subject: [PATCH] Support diagnostic formatting of keyword tokens Implemented with a new getKeywordSpelling() accessor. Unlike getTokenName() the result of this function is stable and may be used in diagnostic output. Uses of this feature are split out into the subsequent commit. llvm-svn: 198604 --- clang/include/clang/Basic/TokenKinds.h | 4 ++++ clang/lib/Basic/Diagnostic.cpp | 20 +++++++++++++------- clang/lib/Basic/TokenKinds.cpp | 8 ++++++++ 3 files changed, 25 insertions(+), 7 deletions(-) diff --git a/clang/include/clang/Basic/TokenKinds.h b/clang/include/clang/Basic/TokenKinds.h index e77e732..f7a5f9e 100644 --- a/clang/include/clang/Basic/TokenKinds.h +++ b/clang/include/clang/Basic/TokenKinds.h @@ -65,6 +65,10 @@ const char *getTokenName(enum TokenKind Kind) LLVM_READNONE; /// Preprocessor::getSpelling(). const char *getPunctuatorSpelling(enum TokenKind Kind) LLVM_READNONE; +/// \brief Determines the spelling of simple keyword and contextual keyword +/// tokens like 'int' and 'dynamic_cast'. Returns NULL for other token kinds. +const char *getKeywordSpelling(enum TokenKind Kind) LLVM_READNONE; + /// \brief Return true if this is a raw identifier or an identifier kind. inline bool isAnyIdentifier(TokenKind K) { return (K == tok::identifier) || (K == tok::raw_identifier); diff --git a/clang/lib/Basic/Diagnostic.cpp b/clang/lib/Basic/Diagnostic.cpp index 9d7643b..a5242c9 100644 --- a/clang/lib/Basic/Diagnostic.cpp +++ b/clang/lib/Basic/Diagnostic.cpp @@ -639,12 +639,15 @@ static void HandlePluralModifier(const Diagnostic &DInfo, unsigned ValNo, } } -/// \brief Returns the friendly name for a token kind that will / appear -// without quotes in diagnostic messages. -static const char *getTokenNameForDiagnostic(tok::TokenKind Kind) { +/// \brief Returns the friendly description for a token kind that will appear +/// without quotes in diagnostic messages. These strings may be translatable in +/// future. +static const char *getTokenDescForDiagnostic(tok::TokenKind Kind) { switch (Kind) { case tok::identifier: return "identifier"; + case tok::annot_template_id: + return "template name"; default: return 0; } @@ -828,12 +831,15 @@ FormatDiagnostic(const char *DiagStr, const char *DiagEnd, assert(ModifierLen == 0 && "No modifiers for token kinds yet"); llvm::raw_svector_ostream Out(OutStr); - if (const char *S = getTokenNameForDiagnostic(Kind)) + if (const char *S = tok::getPunctuatorSpelling(Kind)) + // Quoted token spelling for punctuators. + Out << '\'' << S << '\''; + else if (const char *S = tok::getKeywordSpelling(Kind)) + // Unquoted token spelling for keywords. + Out << S; + else if (const char *S = getTokenDescForDiagnostic(Kind)) // Unquoted translatable token name. Out << S; - else if (const char *S = tok::getPunctuatorSpelling(Kind)) - // Quoted token spelling, currently only covers punctuators. - Out << '\'' << S << '\''; else if (const char *S = tok::getTokenName(Kind)) // Debug name, shouldn't appear in user-facing diagnostics. Out << '<' << S << '>'; diff --git a/clang/lib/Basic/TokenKinds.cpp b/clang/lib/Basic/TokenKinds.cpp index 2a9c9bf..50fe0a6 100644 --- a/clang/lib/Basic/TokenKinds.cpp +++ b/clang/lib/Basic/TokenKinds.cpp @@ -35,6 +35,14 @@ const char *tok::getPunctuatorSpelling(enum TokenKind Kind) { #include "clang/Basic/TokenKinds.def" default: break; } + return 0; +} +const char *tok::getKeywordSpelling(enum TokenKind Kind) { + switch (Kind) { +#define KEYWORD(X,Y) case kw_ ## X: return #X; +#include "clang/Basic/TokenKinds.def" + default: break; + } return 0; } -- 2.7.4