coffee_highlight_rules_test.js

/* ***** BEGIN LICENSE BLOCK *****
 * Distributed under the BSD license:
 *
 * Copyright (c) 2010, Ajax.org B.V.
 * All rights reserved.
 * 
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *     * Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above copyright
 *       notice, this list of conditions and the following disclaimer in the
 *       documentation and/or other materials provided with the distribution.
 *     * Neither the name of Ajax.org B.V. nor the
 *       names of its contributors may be used to endorse or promote products
 *       derived from this software without specific prior written permission.
 * 
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 * ***** END LICENSE BLOCK ***** */

if (typeof process !== "undefined") {
    require("amd-loader");
}

define(function(require, exports, module) {
"use strict";

var Mode = require("./coffee").Mode;
var assert = require("../test/assertions");

module.exports = {
    setUp : function() {
        this.tokenizer = new Mode().getTokenizer();
        this.testTokens = function(tokens, correct) {
            assert.equal(tokens.length, correct.length);
            correct.forEach(function(type, i) {
                assert.equal(tokens[i].type, type);
            });
        };
    },

    "test: tokenize keyword": function() {
        var tokens = this.tokenizer.getLineTokens("for", "start").tokens;
        assert.equal(tokens.length, 1);
        assert.equal(tokens[0].type, "keyword");
    },
    
    "test: tokenize regexp": function() {
        var tokens = this.tokenizer.getLineTokens('/"[a]/', "start").tokens;
        assert.equal(tokens.length, 1);
        assert.equal(tokens[0].type, "string.regex");
    },
    
    "test: tokenize function: 'foo = ({args}) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo = ({args}) ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "keyword.operator", "text",
            "paren.lparen", "paren.lparen", "variable.parameter", "paren.rparen", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo = ({a1, a2}) ->", "start").tokens;
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo = ({@a1, a2}) ->", "start").tokens;
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: 'foo : ({args}) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo : ({args}) ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "punctuation.operator", "text",
            "paren.lparen", "paren.lparen", "variable.parameter", "paren.rparen", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: invalid case: 'foo = ({args}) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo = ({0abc}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");

        tokens = this.tokenizer.getLineTokens("foo = ({/abc}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");

        tokens = this.tokenizer.getLineTokens("foo = ({abc/}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");

        tokens = this.tokenizer.getLineTokens("foo = ({#abc}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");

        tokens = this.tokenizer.getLineTokens("foo = ({abc#}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");

        tokens = this.tokenizer.getLineTokens("foo = ({)abc}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");

        tokens = this.tokenizer.getLineTokens("foo = ({abc)}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");

        tokens = this.tokenizer.getLineTokens("foo = ({a{bc}) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");
    },

    "test: tokenize function: 'foo = ({}) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo = ({}) ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "keyword.operator", "text",
            "paren.lparen", "paren.lparen", "paren.rparen", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo = ({ }) ->", "start").tokens;
        correct = [
            "entity.name.function", "text", "keyword.operator", "text",
            "paren.lparen", "paren.lparen", "text", "paren.rparen", "paren.rparen", "text", "storage.type"
        ];
        assert.equal(tokens.length, 11);
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: 'foo : ({}) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo : ({}) ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "punctuation.operator", "text",
            "paren.lparen", "paren.lparen", "paren.rparen", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: 'foo = (args) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo = (args) ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "keyword.operator", "text",
            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo = (arg1, arg2) ->", "start").tokens;
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo = (arg1 = 1, arg2 = 'name') ->", "start").tokens;
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo = (@arg1 = /abc/, arg2 = 'name') ->", "start").tokens;
        this.testTokens(tokens, correct);
    },
    
    "test: tokenize function: invalid case: 'foo=(args) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo=(/args) ->", "start").tokens;
        assert.notEqual(tokens[0].type, "entity.name.function");
    },

    "test: tokenize function: 'foo = () ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo = () ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "keyword.operator", "text",
            "paren.lparen", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo = ( ) ->", "start").tokens;
        correct = [
            "entity.name.function", "text", "keyword.operator", "text",
            "paren.lparen", "text", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: 'foo : () ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo : () ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "punctuation.operator", "text",
            "paren.lparen", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);

        tokens = this.tokenizer.getLineTokens("foo : ( ) ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "punctuation.operator", "text",
            "paren.lparen", "text", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: 'window.foo = (args) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("window.foo = (args) ->", "start").tokens;
        var correct = [
            "variable.language", "punctuation.operator", "entity.name.function", "text", "keyword.operator", "text",
            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: 'foo = ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo = ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "keyword.operator", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize function: 'foo : ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo : ->", "start").tokens;
        var correct = [
            "entity.name.function", "text", "punctuation.operator", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize callback function: 'foo bar: 1, (args) ->'": function() {
        var tokens = this.tokenizer.getLineTokens("foo bar: 1, (args) ->", "start").tokens;
        var correct = [
            "identifier", "text", "identifier", "punctuation.operator", "text", "constant.numeric", "punctuation.operator", "text",
            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize class: 'class Foo'": function() {
        var tokens = this.tokenizer.getLineTokens("class Foo", "start").tokens;
        var correct = [
            "keyword", "text", "language.support.class"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize class 'class Foo extends Bar'": function() {
        var tokens = this.tokenizer.getLineTokens("class Foo extends Bar", "start").tokens;
        var correct = [
            "keyword", "text", "language.support.class", "text", "keyword", "text", "language.support.class"
        ];
        this.testTokens(tokens, correct);
    },

    "test: tokenize illegal name property: 'foo.static.function'": function() {
        var tokens = this.tokenizer.getLineTokens("foo.static.function", "start").tokens;
        var correct = [
            "identifier", "punctuation.operator", "identifier", "punctuation.operator", "identifier"
        ];
        this.testTokens(tokens, correct);
    },    

    // TODO: disable. not yet implemented
    "!test tokenize string with interpolation": function() {
        var tokens = this.tokenizer.getLineTokens('"#{ 22 / 7 } is a decent approximation of π"', "start").tokens;
        console.log(tokens);
        assert.equal(tokens.length, 12);
        //assert.equal(tokens[0].type, "keyword");
    }
};

});

if (typeof module !== "undefined" && module === require.main) {
    require("asyncjs").test.testcase(module.exports).exec();
}