test_unit_spec.rb

# Copyright (c) 2006-2010 Nick Sieger <nicksieger@gmail.com>
# See the file LICENSE.txt included with the distribution for
# software license details.

require File.dirname(__FILE__) + "/../../spec_helper.rb"

describe "The TestUnit reporter" do
  before(:each) do
    @report_mgr = mock("report manager")
    @testunit = CI::Reporter::TestUnit.new(nil, @report_mgr)
    @result = mock("result")
    @result.stub!(:assertion_count).and_return(7)
  end

  it "should build suites based on adjacent tests with the same class name" do
    @suite = nil
    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }

    @testunit.started(@result)
    @testunit.test_started("test_one(TestCaseClass)")
    @testunit.test_finished("test_one(TestCaseClass)")
    @testunit.test_started("test_two(TestCaseClass)")
    @testunit.test_finished("test_two(TestCaseClass)")
    @testunit.finished(10)

    @suite.name.should == "TestCaseClass"
    @suite.testcases.length.should == 2
    @suite.testcases.first.name.should == "test_one"
    @suite.testcases.first.should_not be_failure
    @suite.testcases.first.should_not be_error
    @suite.testcases.last.name.should == "test_two"
    @suite.testcases.last.should_not be_failure
    @suite.testcases.last.should_not be_error
  end
  
  it "should build two suites when encountering different class names" do
    @suites = []
    @report_mgr.should_receive(:write_report).twice.and_return {|suite| @suites << suite }

    @testunit.started(@result)
    @testunit.test_started("test_one(TestCaseClass)")
    @testunit.test_finished("test_one(TestCaseClass)")
    @testunit.test_started("test_two(AnotherTestCaseClass)")
    @testunit.test_finished("test_two(AnotherTestCaseClass)")
    @testunit.finished(10)

    @suites.first.name.should == "TestCaseClass"
    @suites.first.testcases.length.should == 1
    @suites.first.testcases.first.name.should == "test_one"
    @suites.first.testcases.first.assertions.should == 7

    @suites.last.name.should == "AnotherTestCaseClass"
    @suites.last.testcases.length.should == 1
    @suites.last.testcases.first.name.should == "test_two"
    @suites.last.testcases.first.assertions.should == 0
  end
  
  it "should record assertion counts during test run" do
    @suite = nil
    @report_mgr.should_receive(:write_report).and_return {|suite| @suite = suite }

    @testunit.started(@result)
    @testunit.test_started("test_one(TestCaseClass)")
    @testunit.test_finished("test_one(TestCaseClass)")
    @testunit.finished(10)

    @suite.assertions.should == 7
    @suite.testcases.last.assertions.should == 7
  end
  
  it "should add failures to testcases when encountering a fault" do
    @failure = Test::Unit::Failure.new("test_one(TestCaseClass)", "somewhere:10", "it failed")

    @suite = nil
    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }

    @testunit.started(@result)
    @testunit.test_started("test_one(TestCaseClass)")
    @testunit.fault(@failure)
    @testunit.test_finished("test_one(TestCaseClass)")
    @testunit.finished(10)

    @suite.name.should == "TestCaseClass"
    @suite.testcases.length.should == 1
    @suite.testcases.first.name.should == "test_one"
    @suite.testcases.first.should be_failure
  end

  it "should add errors to testcases when encountering a fault" do
    begin
      raise StandardError, "error"
    rescue => e
      @error = Test::Unit::Error.new("test_two(TestCaseClass)", e)
    end

    @suite = nil
    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }

    @testunit.started(@result)
    @testunit.test_started("test_one(TestCaseClass)")
    @testunit.test_finished("test_one(TestCaseClass)")
    @testunit.test_started("test_two(TestCaseClass)")
    @testunit.fault(@error)
    @testunit.test_finished("test_two(TestCaseClass)")
    @testunit.finished(10)

    @suite.name.should == "TestCaseClass"
    @suite.testcases.length.should == 2
    @suite.testcases.first.name.should == "test_one"
    @suite.testcases.first.should_not be_failure
    @suite.testcases.first.should_not be_error
    @suite.testcases.last.name.should == "test_two"
    @suite.testcases.last.should_not be_failure
    @suite.testcases.last.should be_error
  end
  
  it "should add multiple failures to a testcase" do
    @failure1 = Test::Unit::Failure.new("test_one(TestCaseClass)", "somewhere:10", "it failed")
    @failure2 = Test::Unit::Failure.new("test_one(TestCaseClass)", "somewhere:12", "it failed again in teardown")

    @suite = nil
    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }

    @testunit.started(@result)
    @testunit.test_started("test_one(TestCaseClass)")
    @testunit.fault(@failure1)
    @testunit.fault(@failure2)
    @testunit.test_finished("test_one(TestCaseClass)")
    @testunit.finished(10)

    @suite.name.should == "TestCaseClass"
    @suite.testcases.length.should == 1
    @suite.testcases.first.name.should == "test_one"
    @suite.testcases.first.should be_failure
    @suite.testcases.first.failures.size.should == 2
    @suite.failures.should == 2
  end

  it "should count test case names that don't conform to the standard pattern" do
    @suite = nil
    @report_mgr.should_receive(:write_report).once.and_return {|suite| @suite = suite }

    @testunit.started(@result)
    @testunit.test_started("some unknown test")
    @testunit.test_finished("some unknown test")
    @testunit.finished(10)

    @suite.name.should == "unknown-1"
    @suite.testcases.length.should == 1
    @suite.testcases.first.name.should == "some unknown test"
  end
end