diff --git a/tokenize_code.m b/tokenize_code.m index dd5d628..94e5f51 100644 --- a/tokenize_code.m +++ b/tokenize_code.m @@ -99,6 +99,12 @@ % any other operator: else symbol = skip(punctuation); + % ends with '...' + if length(symbol) > 3 && endsWith(symbol, '...') + % unskip '...' + pos = pos - 3; + symbol = symbol(1:end-3); + end % one operator: if any(strcmp(symbol, operators)) add_token('punctuation', symbol);