aboutsummaryrefslogtreecommitdiffstats
path: root/scripts/generator/cpp/tokenize.py
diff options
context:
space:
mode:
Diffstat (limited to 'scripts/generator/cpp/tokenize.py')
-rwxr-xr-xscripts/generator/cpp/tokenize.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/scripts/generator/cpp/tokenize.py b/scripts/generator/cpp/tokenize.py
index 28c33452..359d5562 100755
--- a/scripts/generator/cpp/tokenize.py
+++ b/scripts/generator/cpp/tokenize.py
@@ -173,7 +173,7 @@ def GetTokens(source):
token_type = SYNTAX
i += 1
new_ch = source[i]
- if new_ch == c:
+ if new_ch == c and c != '>': # Treat ">>" as two tokens.
i += 1
elif c == '-' and new_ch == '>':
i += 1