forked from beelsebob/CoreParse
/
CPIdentifierRecogniser.m
84 lines (69 loc) · 3.17 KB
/
CPIdentifierRecogniser.m
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
//
// CPIdentifierTokeniser.m
// CoreParse
//
// Created by Tom Davie on 12/02/2011.
// Copyright 2011 In The Beginning... All rights reserved.
//
#import "CPIdentifierRecogniser.h"
#import "CPIdentifierToken.h"
@implementation CPIdentifierRecogniser
@synthesize initialCharacters;
@synthesize identifierCharacters;
+ (id)identifierRecogniser
{
return [[[CPIdentifierRecogniser alloc] initWithInitialCharacters:nil identifierCharacters:nil] autorelease];
}
+ (id)identifierRecogniserWithInitialCharacters:(NSCharacterSet *)initialCharacters identifierCharacters:(NSCharacterSet *)identifierCharacters
{
return [[[CPIdentifierRecogniser alloc] initWithInitialCharacters:initialCharacters identifierCharacters:identifierCharacters] autorelease];
}
- (id)initWithInitialCharacters:(NSCharacterSet *)initInitialCharacters identifierCharacters:(NSCharacterSet *)initIdentifierCharacters
{
self = [super init];
if (nil != self)
{
[self setInitialCharacters:initInitialCharacters];
[self setIdentifierCharacters:initIdentifierCharacters];
}
return self;
}
- (void)dealloc
{
[initialCharacters release];
[identifierCharacters release];
[super dealloc];
}
- (CPToken *)recogniseTokenInString:(NSString *)tokenString currentTokenPosition:(NSUInteger *)tokenPosition
{
NSCharacterSet *identifierStartCharacters = nil == [self initialCharacters] ? [NSCharacterSet characterSetWithCharactersInString:
@"abcdefghijklmnopqrstuvwxyz"
@"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
@"_"] : [self initialCharacters];
NSCharacterSet *idCharacters = nil == [self identifierCharacters] ? [NSCharacterSet characterSetWithCharactersInString:
@"abcdefghijklmnopqrstuvwxyz"
@"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
@"_-1234567890"] : [self identifierCharacters];
unichar firstChar = [tokenString characterAtIndex:*tokenPosition];
if ([identifierStartCharacters characterIsMember:firstChar])
{
NSString *identifierString;
NSScanner *scanner = [NSScanner scannerWithString:tokenString];
[scanner setScanLocation:*tokenPosition + 1];
[scanner setCharactersToBeSkipped:nil];
BOOL success = [scanner scanCharactersFromSet:idCharacters intoString:&identifierString];
if (success)
{
identifierString = [[[[NSString alloc] initWithCharacters:&firstChar length:1] autorelease] stringByAppendingString:identifierString];
*tokenPosition = [scanner scanLocation];
}
else
{
identifierString = [[[NSString alloc] initWithCharacters:&firstChar length:1] autorelease];
*tokenPosition += 1;
}
return [CPIdentifierToken tokenWithIdentifier:identifierString];
}
return nil;
}
@end