X-Git-Url: http://review.tizen.org/git/?a=blobdiff_plain;f=src%2Fthird_party%2FWebKit%2FSource%2Fbuild%2Fscripts%2Fmake_mediaquery_tokenizer_codepoints.py;h=69a96f7fab9ad72e7891eddab2c09e22e496f3c3;hb=004985e17e624662a4c85c76a7654039dc83f028;hp=86af6633c614b6cefa832b278e35f2fe50fc0fbf;hpb=2f108dbacb161091e42a3479f4e171339b7e7623;p=platform%2Fframework%2Fweb%2Fcrosswalk.git diff --git a/src/third_party/WebKit/Source/build/scripts/make_mediaquery_tokenizer_codepoints.py b/src/third_party/WebKit/Source/build/scripts/make_mediaquery_tokenizer_codepoints.py index 86af663..69a96f7 100755 --- a/src/third_party/WebKit/Source/build/scripts/make_mediaquery_tokenizer_codepoints.py +++ b/src/third_party/WebKit/Source/build/scripts/make_mediaquery_tokenizer_codepoints.py @@ -28,9 +28,14 @@ const unsigned codePointsNumber = {array_size}; def token_type(i): codepoints = {'(': 'leftParenthesis', ')': 'rightParenthesis', + '[': 'leftBracket', + ']': 'rightBracket', + '{': 'leftBrace', + '}': 'rightBrace', '+': 'plusOrFullStop', '.': 'plusOrFullStop', '-': 'hyphenMinus', + '*': 'asterisk', ',': 'comma', '/': 'solidus', '\\': 'reverseSolidus', @@ -38,6 +43,7 @@ def token_type(i): ';': 'semiColon', } whitespace = '\n\r\t\f ' + quotes = '"\'' c = chr(i) if c in whitespace: return 'whiteSpace' @@ -45,6 +51,8 @@ def token_type(i): return 'asciiDigit' if c.isalpha() or c == '_': return 'nameStart' + if c in quotes: + return 'stringStart' if i == 0: return 'endOfFile' return codepoints.get(c)