File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -80,13 +80,9 @@ def StripWhitespace(stream):
8080 ignore_group = frozenset ((Comparison , Punctuation ))
8181
8282 for token_type , value in stream :
83- # We got a previous token
83+ # We got a previous token (not empty first ones)
8484 if last_type :
85- print repr (token_type ), repr (value )
86-
8785 if token_type in Whitespace :
88- print '\t ' , repr (token_type ), repr (value )
89-
9086 has_space = True
9187 continue
9288
Original file line number Diff line number Diff line change @@ -177,7 +177,7 @@ class Lexer(object):
177177 (r"´(´´|[^´])*´" , tokens .Name ),
178178 (r'\$([a-zA-Z_][a-zA-Z0-9_]*)?\$' , tokens .Name .Builtin ),
179179 (r'\?{1}' , tokens .Name .Placeholder ),
180- (r'[$:?%][a-zA-Z0-9_]+[^$:?%]? ' , tokens .Name .Placeholder ),
180+ (r'[$:?%][a-zA-Z0-9_]+' , tokens .Name .Placeholder ),
181181 (r'@[a-zA-Z_][a-zA-Z0-9_]+' , tokens .Name ),
182182 (r'[a-zA-Z_][a-zA-Z0-9_]*(?=[.(])' , tokens .Name ), # see issue39
183183 (r'[-]?0x[0-9a-fA-F]+' , tokens .Number .Hexadecimal ),
You can’t perform that action at this time.
0 commit comments