CsvDataReader/CsvDataColumn.vb CsvDataReaderTests/data/fixed.txt CsvDataReaderTests/data/header.tsv CsvDataReaderTests/data/noheader.tsv LICENSE @@ -7,6 +7,11 @@ Project("{F184B08F-C81C-45F6-A57F-5ABD9991F28F}") = "WindowsApplication1", "..\W EndProject Project("{F184B08F-C81C-45F6-A57F-5ABD9991F28F}") = "CsvDataReaderTests", "CsvDataReaderTests\CsvDataReaderTests.vbproj", "{29152AF7-4C25-4891-8A80-88CE92228067}" EndProject +Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution Items", "{833A5023-BD28-418D-A8B9-523599F6A973}" + ProjectSection(SolutionItems) = preProject + LICENSE = LICENSE + EndProjectSection +EndProject Global GlobalSection(SolutionConfigurationPlatforms) = preSolution Debug|Any CPU = Debug|Any CPU CsvDataReader.sln @@ -14,7 +14,8 @@ Public Class CsvDataReader #Region "Privates" - Private Const DEFAULT_COLUMN_SEPARATOR As String = "," + Private Const DEFAULT_FIELD_SEPARATOR As String = "," + Private Const DEFAULT_FIELD_DELIMITER As String = """" Private Const DEFAULT_FIELD_TYPE As FieldType = FieldType.Delimited Private Shared ReadOnly Log As ILog = LogManager.GetLogger(System.Reflection.MethodBase.GetCurrentMethod.DeclaringType) @@ -26,6 +27,8 @@ Public Class CsvDataReader Private _isClosed As Boolean = True Private _parser As TextFieldParser = Nothing Private _path As String = String.Empty + Private _fieldSeparator As String = DEFAULT_FIELD_SEPARATOR + Private _fieldType As FieldType = DEFAULT_FIELD_TYPE #End Region @@ -49,6 +52,7 @@ Public Class CsvDataReader Public Sub New(ByVal path As String, ByVal encoding As Encoding) Me.Path = path Me.Encoding = encoding + End Sub ''' <summary> @@ -57,7 +61,7 @@ Public Class CsvDataReader ''' <param name="path">String. The full path to the file to reader.</param> ''' <param name="columns">Collection(Of DataColumn). The collection of column definitions for the specified files columns.</param> ''' <remarks></remarks> - Public Sub New(ByVal path As String, ByVal columns As Collection(Of DataColumn)) + Public Sub New(ByVal path As String, ByVal columns As Collection(Of CsvDataColumn)) Me.Path = path For Each column As DataColumn In columns @@ -72,7 +76,7 @@ Public Class CsvDataReader ''' <param name="columns">Collection(Of DataColumn). The collection of column definitions for the specified files columns.</param> ''' <param name="encoding">Encoding. The encoding of the specified file.</param> ''' <remarks></remarks> - Public Sub New(ByVal path As String, ByVal columns As Collection(Of DataColumn), ByVal encoding As Encoding) + Public Sub New(ByVal path As String, ByVal columns As Collection(Of CsvDataColumn), ByVal encoding As Encoding) Me.Path = path Me.Encoding = encoding @@ -86,18 +90,36 @@ Public Class CsvDataReader #Region "Properties" ''' <summary> - ''' The private TextFieldParser instance. + ''' Creates a new TextFieldParser instance using the current settings. ''' </summary> ''' <value></value> ''' <returns>TextFieldParser</returns> ''' <remarks></remarks> - Private ReadOnly Property Parser() As TextFieldParser + Protected Overridable ReadOnly Property Parser() As TextFieldParser Get If _parser Is Nothing Then + If Me.DataTable.Columns.Count = 0 And Me.FieldType = FileIO.FieldType.FixedWidth Then + Throw New MalformedLineException("Unable to parse fixed width columns with no column definitions") + End If + + _parser = New TextFieldParser(Me.Path, Me.Encoding) - _parser.SetDelimiters(DEFAULT_COLUMN_SEPARATOR) - _parser.TextFieldType = FieldType.Delimited + _parser.TextFieldType = Me.FieldType + _parser.HasFieldsEnclosedInQuotes = True _parser.TrimWhiteSpace = True + + If Me.FieldType = FileIO.FieldType.FixedWidth Then + Dim columns As DataColumnCollection = Me.DataTable.Columns + Dim lengths(columns.Count - 1) As Integer + + For i As Integer = 0 To columns.Count - 1 + lengths(i) = DirectCast(columns.Item(i), CsvDataColumn).FieldWidth + Next + + _parser.FieldWidths = lengths + Else + _parser.SetDelimiters(Me.FieldSeparator) + End If End If Return _parser @@ -139,6 +161,44 @@ Public Class CsvDataReader End Property ''' <summary> + ''' Gets/sets the character(s) used to separate fields from one another. + ''' </summary> + ''' <value></value> + ''' <returns>String</returns> + ''' <remarks></remarks> + Public Property FieldSeparator() As String + Get + Return _fieldSeparator + End Get + Set(ByVal value As String) + If Not String.IsNullOrEmpty(value) Then + Me.FieldType = FileIO.FieldType.Delimited + End If + + _fieldSeparator = value + End Set + End Property + + ''' <summary> + ''' Gets/sets the type if fields in the file (Delimited or FixedWidth) + ''' </summary> + ''' <value></value> + ''' <returns>FieldType</returns> + ''' <remarks></remarks> + Public Property FieldType() As FieldType + Get + Return _fieldType + End Get + Set(ByVal value As FieldType) + If value = FileIO.FieldType.FixedWidth Then + Me.FieldSeparator = String.Empty + End If + + _fieldType = value + End Set + End Property + + ''' <summary> ''' Gets the DataTable for the current file. ''' </summary> ''' <value></value> @@ -248,17 +308,23 @@ Public Class CsvDataReader _isClosed = False Dim fields() As String = Me.Parser.ReadFields - + Debug.WriteLine(fields.Length) REM Turn empty strings into Nothing, which Row turns to DbNull if the Column allows it REM Row.Add will throw an exception if the column does not allow nulls For f = 0 To fields.Length - 1 Dim value As String = fields(f) + Log.DebugFormat("Field({0})={1}", f, value) + Log.DebugFormat("Field({0}).Length={1}", f, value.Length) + If String.IsNullOrEmpty(value) Then fields(f) = Nothing Else fields(f) = value End If + + Log.DebugFormat("Field({0})={1}", f, value) + Log.DebugFormat("Field({0}).Length={1}", f, value.Length) Next Me.DataTable.Rows.Add(fields) CsvDataReader/CsvDataReader.vb @@ -53,6 +53,9 @@ <Import Include="System.Diagnostics" /> </ItemGroup> <ItemGroup> + <Compile Include="CsvDataColumn.vb"> + <SubType>Component</SubType> + </Compile> <Compile Include="CsvDataReader.vb" /> <Compile Include="My Project\AssemblyInfo.vb" /> <Compile Include="My Project\Application.Designer.vb"> CsvDataReader/CsvDataReader.vbproj @@ -1,5 +1,6 @@ Imports System.IO Imports System.Collections.ObjectModel +Imports Microsoft.VisualBasic.FileIO Imports NUnit.Framework Imports ChrisLaco.Data @@ -23,361 +24,136 @@ Public Class CsvDataReaderTests #End Region +#Region "Comma Seperated Values Tests" + <Test(Description:="Test Cav file with header")> _ Public Sub CsvWithHeader() Using reader As IDataReader = New CsvDataReader("data\header.csv") - Assert.IsInstanceOfType(GetType(CsvDataReader), reader, "Is instance of CsvDataReader") - Assert.AreEqual(6, reader.FieldCount, "Has correct number of fields") - Assert.AreEqual(0, reader.Depth, "Depth is always zero") - - Assert.AreEqual("STRING", reader.GetName(0), "Has first column name") - Assert.AreEqual("String", reader.GetDataTypeName(0), "First column type name is String") - Assert.AreEqual(0, reader.GetOrdinal("String"), "First column ordinal is correct") - - Assert.AreEqual("INTEGER", reader.GetName(1), "Has second column name") - Assert.AreEqual("String", reader.GetDataTypeName(1), "Second column type name is String") - Assert.AreEqual(1, reader.GetOrdinal("INTEGER"), "Second column ordinal is correct") - - Assert.AreEqual("DATETIME", reader.GetName(2), "Has third column name") - Assert.AreEqual("String", reader.GetDataTypeName(2), "Third column type name is String") - Assert.AreEqual(2, reader.GetOrdinal("DATETIME"), "Third column ordinal is correct") - - Assert.AreEqual("DECIMAL", reader.GetName(3), "Has fourth column name") - Assert.AreEqual("String", reader.GetDataTypeName(3), "Fourth column type name is String") - Assert.AreEqual(3, reader.GetOrdinal("DECIMAL"), "Fourth column ordinal is correct") - - Assert.AreEqual("GUID", reader.GetName(4), "Has fifth column name") - Assert.AreEqual("String", reader.GetDataTypeName(4), "Fifth column type name is String") - Assert.AreEqual(4, reader.GetOrdinal("GUID"), "Fifth column ordinal is correct") - - Assert.AreEqual("BOOLEAN", reader.GetName(5), "Has sixth column name") - Assert.AreEqual("String", reader.GetDataTypeName(5), "Sixth column type name is String") - Assert.AreEqual(5, reader.GetOrdinal("BOOLEAN"), "Sixth column ordinal is correct") - - - Assert.IsTrue(reader.Read, "Read first line") - Dim values(reader.FieldCount - 1) As Object - Assert.AreEqual(6, reader.GetValues(values), "GetValues returns the number of columns") - Assert.AreEqual(6, values.Length, "Values array has corrent length") - - Assert.AreEqual("Christopher", reader.GetString(0), "First column value is correct") - Assert.AreEqual(GetType(String), reader.GetFieldType(0), "First column is System.String") - Assert.IsFalse(reader.IsDBNull(0), "First column is not null") - Assert.AreEqual(values(0), reader.GetValue(0), "GetValues item sames as GetValue") - Assert.AreEqual(values(0), reader.Item(0), "GetValues item sames as Item") - Assert.AreEqual(values(0), reader.Item(reader.GetName(0)), "GetValues item sames as Item") - Assert.AreEqual("C", reader.GetChar(0).ToString, "GetChar returns first character") - Assert.AreEqual(11, reader.GetChars(0, Nothing, Nothing, Nothing, Nothing), "GetChars returns length when no buffer is passed") - Dim chars(reader.GetString(0).Length - 1) As Char - Assert.AreEqual(11, reader.GetChars(0, 0, chars, 0, 11), "Read characters from column") - Assert.AreEqual(11, chars.Length, "Read correct number of character") - Assert.AreEqual("C", chars(0).ToString) - Assert.AreEqual("h", chars(1).ToString) - Assert.AreEqual("r", chars(2).ToString) - Assert.AreEqual("i", chars(3).ToString) - Assert.AreEqual("s", chars(4).ToString) - Assert.AreEqual("t", chars(5).ToString) - Assert.AreEqual("o", chars(6).ToString) - Assert.AreEqual("p", chars(7).ToString) - Assert.AreEqual("h", chars(8).ToString) - Assert.AreEqual("e", chars(9).ToString) - Assert.AreEqual("r", chars(10).ToString) - - Assert.AreEqual(11, reader.GetBytes(0, Nothing, Nothing, Nothing, Nothing), "GetBytes returns length when no buffer is passed") - Assert.AreEqual(Convert.ToByte(Convert.ToChar("C")), reader.GetByte(0), "GetByte returns first") - Dim bytes(reader.GetString(0).Length - 1) As Byte - Assert.AreEqual(11, reader.GetBytes(0, 0, bytes, 0, 11), "Read bytes from column") - Assert.AreEqual(11, bytes.Length, "Read correct number of bytes") - Assert.AreEqual(67, bytes(0)) - Assert.AreEqual(104, bytes(1)) - Assert.AreEqual(114, bytes(2)) - Assert.AreEqual(105, bytes(3)) - Assert.AreEqual(115, bytes(4)) - Assert.AreEqual(116, bytes(5)) - Assert.AreEqual(111, bytes(6)) - Assert.AreEqual(112, bytes(7)) - Assert.AreEqual(104, bytes(8)) - Assert.AreEqual(101, bytes(9)) - Assert.AreEqual(114, bytes(10)) - - - - - - Assert.AreEqual("35", reader.GetString(1), "Second column value is correct") - Assert.AreEqual(Convert.ToInt16(35), reader.GetInt16(1), "Second column value is correct as Int16") - Assert.AreEqual(Convert.ToInt32(35), reader.GetInt32(1), "Second column value is correct as Int32") - Assert.AreEqual(Convert.ToInt64(35), reader.GetInt64(1), "Second column value is correct as Int64") - Assert.AreEqual(Convert.ToSingle(35), reader.GetFloat(1), "Second column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(35), reader.GetDouble(1), "Second column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(35), reader.GetDecimal(1), "Second column value is correct as Decimal") - Assert.AreEqual(GetType(String), reader.GetFieldType(1), "Second column is System.String") - Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") - Assert.AreEqual(values(1), reader.GetValue(1), "GetValues item sames as GetValue") - Assert.AreEqual(values(1), reader.Item(1), "GetValues item sames as Item") - Assert.AreEqual(values(1), reader.Item(reader.GetName(1)), "GetValues item sames as Item") - Assert.AreEqual("3", reader.GetChar(1).ToString, "GetChar returns first character") - - Assert.AreEqual("1/2/2003 2:34:56", reader.GetString(2), "Third column value is correct") - Assert.AreEqual(DateTime.Parse("1/2/2003 2:34:56"), reader.GetDateTime(2), "Third column value is correct as DateTime") - Assert.AreEqual(GetType(String), reader.GetFieldType(2), "Third column is System.String") - Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") - Assert.AreEqual(values(2), reader.GetValue(2), "GetValues item sames as GetValue") - Assert.AreEqual(values(2), reader.Item(2), "GetValues item sames as Item") - Assert.AreEqual(values(2), reader.Item(reader.GetName(2)), "GetValues item sames as Item") - Assert.AreEqual("1", reader.GetChar(2).ToString, "GetChar returns first character") - - Assert.AreEqual("1.23", reader.GetString(3), "Fourth column value is correct") - Assert.AreEqual(Convert.ToSingle(1.23), reader.GetFloat(3), "Fourth column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(1.23), reader.GetDouble(3), "Fourth column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(1.23), reader.GetDecimal(3), "Fourth column value is correct as Decimal") - Assert.AreEqual(GetType(String), reader.GetFieldType(3), "Fourth column is System.String") - Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") - Assert.AreEqual(values(3), reader.GetValue(3), "GetValues item sames as GetValue") - Assert.AreEqual(values(3), reader.Item(3), "GetValues item sames as Item") - Assert.AreEqual(values(3), reader.Item(reader.GetName(3)), "GetValues item sames as Item") - Assert.AreEqual("1", reader.GetChar(3).ToString, "GetChar returns first character") - - Assert.AreEqual("11111111-2222-3333-4444-555555555555", reader.GetString(4), "Fifth column value is correct") - Assert.AreEqual(New Guid("11111111-2222-3333-4444-555555555555"), reader.GetGuid(4), "Fifth column value is correct as Decimal") - Assert.AreEqual(GetType(String), reader.GetFieldType(4), "Fifth column is System.String") - Assert.IsFalse(reader.IsDBNull(4), "Fifth column is not null") - Assert.AreEqual(values(4), reader.GetValue(4), "GetValues item sames as GetValue") - Assert.AreEqual(values(4), reader.Item(4), "GetValues item sames as Item") - Assert.AreEqual(values(4), reader.Item(reader.GetName(4)), "GetValues item sames as Item") - Assert.AreEqual("1", reader.GetChar(4).ToString, "GetChar returns first character") - - Assert.AreEqual("True", reader.GetString(5), "Sixth column value is correct") - Assert.IsTrue(reader.GetBoolean(5), "Sixth column value is correct as Boolean") - Assert.AreEqual(GetType(String), reader.GetFieldType(5), "Sixth column is System.String") - Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") - Assert.AreEqual(values(5), reader.GetValue(5), "GetValues item sames as GetValue") - Assert.AreEqual(values(5), reader.Item(5), "GetValues item sames as Item") - Assert.AreEqual(values(5), reader.Item(reader.GetName(5)), "GetValues item sames as Item") - Assert.AreEqual("T", reader.GetChar(5).ToString, "GetChar returns first character") - - - Assert.IsTrue(reader.Read, "Read second line") - Array.Clear(values, 0, values.Length) - Array.Resize(values, 2) - Assert.AreEqual(2, reader.GetValues(values), "GetValues returns the number value slize") - Assert.AreEqual(2, values.Length, "Values array has corrent length") - - Assert.IsEmpty(reader.GetString(0), "First column value is empty") - Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(0), "First column is System.DBNull") - Assert.IsTrue(reader.IsDBNull(0), "First column is null") - Assert.AreEqual(values(0), reader.GetValue(0), "GetValues item sames as GetValue") - Assert.AreEqual(Char.MinValue, reader.GetChar(0), "GetChar returns Char.MinValue for DbNull") - - Assert.AreEqual("23", reader.GetString(1), "Second column value is correct") - Assert.AreEqual(Convert.ToInt16(23), reader.GetInt16(1), "Second column value is correct as Int16") - Assert.AreEqual(Convert.ToInt32(23), reader.GetInt32(1), "Second column value is correct as Int32") - Assert.AreEqual(Convert.ToInt64(23), reader.GetInt64(1), "Second column value is correct as Int64") - Assert.AreEqual(Convert.ToSingle(23), reader.GetFloat(1), "Second column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(23), reader.GetDouble(1), "Second column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(23), reader.GetDecimal(1), "Second column value is correct as Decimal") - Assert.AreEqual(GetType(String), reader.GetFieldType(1), "Second column is System.String") - Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") - Assert.AreEqual(values(1), reader.GetValue(1), "GetValues item sames as GetValue") - - Assert.AreEqual("2/3/2004", reader.GetString(2), "Third column value is correct") - Assert.AreEqual(DateTime.Parse("2/3/2004"), reader.GetDateTime(2), "Third column value is correct as DateTime") - Assert.AreEqual(GetType(String), reader.GetFieldType(2), "Third column is System.String") - Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") - - Assert.AreEqual("1.342", reader.GetString(3), "Fourth column value is correct") - Assert.AreEqual(Convert.ToSingle(1.342), reader.GetFloat(3), "Fourth column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(1.342), reader.GetDouble(3), "Fourth column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(1.342), reader.GetDecimal(3), "Fourth column value is correct as Decimal") - Assert.AreEqual(GetType(String), reader.GetFieldType(3), "Fourth column is System.String") - Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") - - Assert.IsEmpty(reader.GetString(4), "Fifth column value is empty") - Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(4), "Fifth column is System.DBNull") - Assert.IsTrue(reader.IsDBNull(4), "Fifth column is null") - - Assert.AreEqual("False", reader.GetString(5), "Sixth column value is correct") - Assert.IsFalse(reader.GetBoolean(5), "Sixth column value is correct as Boolean") - Assert.AreEqual(GetType(String), reader.GetFieldType(5), "Sixth column is System.String") - Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") - - Assert.IsFalse(reader.IsClosed, "Reader is still open until last read") - Assert.IsFalse(reader.Read, "End of file") - Assert.IsFalse(reader.NextResult, "NextResult always returns false") - Assert.AreEqual(-1, reader.RecordsAffected, "RecordsAffected always returns -1") - Assert.IsTrue(reader.IsClosed, "Reader is closed after final read") - - Try - reader.GetData(0) - Assert.Fail("No exception thrown for GetData") - Catch ex As Exception - Assert.IsInstanceOfType(GetType(NotImplementedException), ex, "GetData threw NotImplementedException") - End Try + ValidateHeaderedReader(reader) + End Using + End Sub + + <Test(Description:="Test Cav file with header and encoding")> _ + Public Sub CsvWithHeaderWithEncoding() + Using reader As IDataReader = New CsvDataReader("data\header.csv", System.Text.Encoding.ASCII) + ValidateHeaderedReader(reader) End Using End Sub - <Test(Description:="Test Cav file with defined columns")> _ + <Test(Description:="Test Csv file with defined columns")> _ Public Sub CsvWithColumns() - Dim columns As New Collection(Of DataColumn) - columns.Add(New DataColumn("STRING", GetType(String))) - columns.Add(New DataColumn("INTEGER", GetType(Integer))) - columns.Add(New DataColumn("DATETIME", GetType(DateTime))) - columns.Add(New DataColumn("DECIMAL", GetType(Decimal))) - columns.Add(New DataColumn("GUID", GetType(Guid))) - columns.Add(New DataColumn("BOOLEAN", GetType(Boolean))) + Dim columns As New Collection(Of CsvDataColumn) + columns.Add(New CsvDataColumn("STRING", GetType(String))) + columns.Add(New CsvDataColumn("INTEGER", GetType(Integer))) + columns.Add(New CsvDataColumn("DATETIME", GetType(DateTime))) + columns.Add(New CsvDataColumn("DECIMAL", GetType(Decimal))) + columns.Add(New CsvDataColumn("GUID", GetType(Guid))) + columns.Add(New CsvDataColumn("BOOLEAN", GetType(Boolean))) Using reader As IDataReader = New CsvDataReader("data\noheader.csv", columns) - Assert.IsInstanceOfType(GetType(CsvDataReader), reader, "Is instance of CsvDataReader") - Assert.AreEqual(6, reader.FieldCount, "Has correct number of fields") + Dim schemaTable As DataTable = reader.GetSchemaTable + For c As Integer = 0 To schemaTable.Columns.Count - 1 + Me.AreEqual(columns.Item(c), schemaTable.Columns.Item(c)) + Next + ValidateColumnedReader(reader) + End Using + End Sub - Assert.AreEqual("STRING", reader.GetName(0), "Has first column name") - Assert.AreEqual("String", reader.GetDataTypeName(0), "First column type name is String") - Assert.AreEqual(0, reader.GetOrdinal("String"), "First column ordinal is correct") + <Test(Description:="Test Csv file with defined columns with encoding")> _ + Public Sub CsvWithColumnsAndEncoding() + Dim columns As New Collection(Of CsvDataColumn) + columns.Add(New CsvDataColumn("STRING", GetType(String))) + columns.Add(New CsvDataColumn("INTEGER", GetType(Integer))) + columns.Add(New CsvDataColumn("DATETIME", GetType(DateTime))) + columns.Add(New CsvDataColumn("DECIMAL", GetType(Decimal))) + columns.Add(New CsvDataColumn("GUID", GetType(Guid))) + columns.Add(New CsvDataColumn("BOOLEAN", GetType(Boolean))) + + Using reader As IDataReader = New CsvDataReader("data\noheader.csv", columns, System.Text.Encoding.ASCII) + Dim schemaTable As DataTable = reader.GetSchemaTable + For c As Integer = 0 To schemaTable.Columns.Count - 1 + Me.AreEqual(columns.Item(c), schemaTable.Columns.Item(c)) + Next + + ValidateColumnedReader(reader) + End Using + End Sub + +#End Region + +#Region "Tab Seperated Values Tests" + + <Test(Description:="Test Tsv file with header")> _ + Public Sub TsvWithHeader() + Using reader As IDataReader = New CsvDataReader("data\header.tsv") + DirectCast(reader, CsvDataReader).FieldSeparator = vbTab + ValidateHeaderedReader(reader) + End Using + End Sub + <Test(Description:="Test Tsv file with defined columns")> _ + Public Sub TsvWithColumns() + Dim columns As New Collection(Of CsvDataColumn) + columns.Add(New CsvDataColumn("STRING", GetType(String))) + columns.Add(New CsvDataColumn("INTEGER", GetType(Integer))) + columns.Add(New CsvDataColumn("DATETIME", GetType(DateTime))) + columns.Add(New CsvDataColumn("DECIMAL", GetType(Decimal))) + columns.Add(New CsvDataColumn("GUID", GetType(Guid))) + columns.Add(New CsvDataColumn("BOOLEAN", GetType(Boolean))) + + Using reader As IDataReader = New CsvDataReader("data\noheader.tsv", columns) + DirectCast(reader, CsvDataReader).FieldSeparator = vbTab Dim schemaTable As DataTable = reader.GetSchemaTable For c As Integer = 0 To schemaTable.Columns.Count - 1 Me.AreEqual(columns.Item(c), schemaTable.Columns.Item(c)) Next + ValidateColumnedReader(reader) + End Using + End Sub + +#End Region + +#Region "Fixed Field Tests" + + <Test(Description:="Test fixed width file without columns")> _ + <ExpectedException(GetType(MalformedLineException))> _ + Public Sub FixedWidthNoColumns() + Using reader As IDataReader = New CsvDataReader("data\fixed.txt") + DirectCast(reader, CsvDataReader).FieldType = FieldType.FixedWidth + + reader.Read() + End Using + End Sub + + <Test(Description:="Test fixed width file with defined columns")> _ + Public Sub FixedWidthWithColumns() + Dim columns As New Collection(Of CsvDataColumn) + columns.Add(New CsvDataColumn("STRING", GetType(String), 15)) + columns.Add(New CsvDataColumn("INTEGER", GetType(Integer), 4)) + columns.Add(New CsvDataColumn("DATETIME", GetType(DateTime), 20)) + columns.Add(New CsvDataColumn("DECIMAL", GetType(Decimal), 8)) + columns.Add(New CsvDataColumn("GUID", GetType(Guid), 38)) + columns.Add(New CsvDataColumn("BOOLEAN", GetType(Boolean), 5)) + + Using reader As IDataReader = New CsvDataReader("data\fixed.txt", columns) + DirectCast(reader, CsvDataReader).FieldSeparator = "," + DirectCast(reader, CsvDataReader).FieldType = FieldType.FixedWidth + Assert.IsTrue(String.IsNullOrEmpty(DirectCast(reader, CsvDataReader).FieldSeparator), "FieldSeparator is empty after setting fixed width") - Assert.AreEqual("INTEGER", reader.GetName(1), "Has second column name") - Assert.AreEqual("Int32", reader.GetDataTypeName(1), "Second column type name is String") - Assert.AreEqual(1, reader.GetOrdinal("INTEGER"), "Second column ordinal is correct") - - Assert.AreEqual("DATETIME", reader.GetName(2), "Has third column name") - Assert.AreEqual("DateTime", reader.GetDataTypeName(2), "Third column type name is String") - Assert.AreEqual(2, reader.GetOrdinal("DATETIME"), "Third column ordinal is correct") - - Assert.AreEqual("DECIMAL", reader.GetName(3), "Has fourth column name") - Assert.AreEqual("Decimal", reader.GetDataTypeName(3), "Fourth column type name is String") - Assert.AreEqual(3, reader.GetOrdinal("DECIMAL"), "Fourth column ordinal is correct") - - Assert.AreEqual("GUID", reader.GetName(4), "Has fifth column name") - Assert.AreEqual("Guid", reader.GetDataTypeName(4), "Fifth column type name is String") - Assert.AreEqual(4, reader.GetOrdinal("GUID"), "Fifth column ordinal is correct") - - Assert.AreEqual("BOOLEAN", reader.GetName(5), "Has sixth column name") - Assert.AreEqual("Boolean", reader.GetDataTypeName(5), "Sixth column type name is Boolean") - Assert.AreEqual(5, reader.GetOrdinal("BOOLEAN"), "Sixth column ordinal is correct") - - - Assert.IsTrue(reader.Read, "Read first line") - Assert.AreEqual("Christopher", reader.GetString(0), "First column value is correct") - Assert.AreEqual(GetType(String), reader.GetFieldType(0), "First column is System.String") - Assert.IsFalse(reader.IsDBNull(0), "First column is not null") - Assert.AreEqual("C", reader.GetChar(0).ToString, "GetChar returns first character") - Assert.AreEqual(11, reader.GetChars(0, Nothing, Nothing, Nothing, Nothing), "GetChars returns length when no buffer is passed") - Dim chars(reader.GetString(0).Length - 1) As Char - Assert.AreEqual(11, reader.GetChars(0, 0, chars, 0, 11), "Read characters from column") - Assert.AreEqual(11, chars.Length, "Read correct number of character") - Assert.AreEqual("C", chars(0).ToString) - Assert.AreEqual("h", chars(1).ToString) - Assert.AreEqual("r", chars(2).ToString) - Assert.AreEqual("i", chars(3).ToString) - Assert.AreEqual("s", chars(4).ToString) - Assert.AreEqual("t", chars(5).ToString) - Assert.AreEqual("o", chars(6).ToString) - Assert.AreEqual("p", chars(7).ToString) - Assert.AreEqual("h", chars(8).ToString) - Assert.AreEqual("e", chars(9).ToString) - Assert.AreEqual("r", chars(10).ToString) - - Assert.AreEqual(11, reader.GetBytes(0, Nothing, Nothing, Nothing, Nothing), "GetBytes returns length when no buffer is passed") - Assert.AreEqual(Convert.ToByte(Convert.ToChar("C")), reader.GetByte(0), "GetByte returns first") - Dim bytes(reader.GetString(0).Length - 1) As Byte - Assert.AreEqual(11, reader.GetBytes(0, 0, bytes, 0, 11), "Read bytes from column") - Assert.AreEqual(11, bytes.Length, "Read correct number of bytes") - Assert.AreEqual(67, bytes(0)) - Assert.AreEqual(104, bytes(1)) - Assert.AreEqual(114, bytes(2)) - Assert.AreEqual(105, bytes(3)) - Assert.AreEqual(115, bytes(4)) - Assert.AreEqual(116, bytes(5)) - Assert.AreEqual(111, bytes(6)) - Assert.AreEqual(112, bytes(7)) - Assert.AreEqual(104, bytes(8)) - Assert.AreEqual(101, bytes(9)) - Assert.AreEqual(114, bytes(10)) - - Assert.AreEqual("35", reader.GetString(1), "Second column value is correct") - Assert.AreEqual(Convert.ToInt16(35), reader.GetInt16(1), "Second column value is correct as Int16") - Assert.AreEqual(Convert.ToInt32(35), reader.GetInt32(1), "Second column value is correct as Int32") - Assert.AreEqual(Convert.ToInt64(35), reader.GetInt64(1), "Second column value is correct as Int64") - Assert.AreEqual(Convert.ToSingle(35), reader.GetFloat(1), "Second column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(35), reader.GetDouble(1), "Second column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(35), reader.GetDecimal(1), "Second column value is correct as Decimal") - Assert.AreEqual(GetType(Int32), reader.GetFieldType(1), "Second column is System.String") - Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") - - Assert.AreEqual("1/2/2003 2:34:56 AM", reader.GetString(2), "Third column value is correct") - Assert.AreEqual(DateTime.Parse("1/2/2003 2:34:56"), reader.GetDateTime(2), "Third column value is correct as DateTime") - Assert.AreEqual(GetType(DateTime), reader.GetFieldType(2), "Third column is System.String") - Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") - - Assert.AreEqual("1.23", reader.GetString(3), "Fourth column value is correct") - Assert.AreEqual(Convert.ToSingle(1.23), reader.GetFloat(3), "Fourth column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(1.23), reader.GetDouble(3), "Fourth column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(1.23), reader.GetDecimal(3), "Fourth column value is correct as Decimal") - Assert.AreEqual(GetType(Decimal), reader.GetFieldType(3), "Fourth column is System.String") - Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") - - Assert.AreEqual("11111111-2222-3333-4444-555555555555", reader.GetString(4), "Fifth column value is correct") - Assert.AreEqual(New Guid("11111111-2222-3333-4444-555555555555"), reader.GetGuid(4), "Fifth column value is correct as Decimal") - Assert.AreEqual(GetType(Guid), reader.GetFieldType(4), "Fifth column is System.String") - Assert.IsFalse(reader.IsDBNull(4), "Fifth column is not null") - - Assert.AreEqual("True", reader.GetString(5), "Sixth column value is correct") - Assert.IsTrue(reader.GetBoolean(5), "Sixth column value is correct as Boolean") - Assert.AreEqual(GetType(Boolean), reader.GetFieldType(5), "Sixth column is System.Boolean") - Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") - - - Assert.IsTrue(reader.Read, "Read second line") - Assert.IsEmpty(reader.GetString(0), "First column value is empty") - Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(0), "First column is System.DBNull") - Assert.IsTrue(reader.IsDBNull(0), "First column is null") - - Assert.AreEqual("23", reader.GetString(1), "Second column value is correct") - Assert.AreEqual(Convert.ToInt16(23), reader.GetInt16(1), "Second column value is correct as Int16") - Assert.AreEqual(Convert.ToInt32(23), reader.GetInt32(1), "Second column value is correct as Int32") - Assert.AreEqual(Convert.ToInt64(23), reader.GetInt64(1), "Second column value is correct as Int64") - Assert.AreEqual(Convert.ToSingle(23), reader.GetFloat(1), "Second column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(23), reader.GetDouble(1), "Second column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(23), reader.GetDecimal(1), "Second column value is correct as Decimal") - Assert.AreEqual(GetType(Int32), reader.GetFieldType(1), "Second column is System.String") - Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") - - Assert.AreEqual("2/3/2004 12:00:00 AM", reader.GetString(2), "Third column value is correct") - Assert.AreEqual(DateTime.Parse("2/3/2004"), reader.GetDateTime(2), "Third column value is correct as DateTime") - Assert.AreEqual(GetType(DateTime), reader.GetFieldType(2), "Third column is System.String") - Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") - - Assert.AreEqual("1.342", reader.GetString(3), "Fourth column value is correct") - Assert.AreEqual(Convert.ToSingle(1.342), reader.GetFloat(3), "Fourth column value is correct as Float/Single") - Assert.AreEqual(Convert.ToDouble(1.342), reader.GetDouble(3), "Fourth column value is correct as Double") - Assert.AreEqual(Convert.ToDecimal(1.342), reader.GetDecimal(3), "Fourth column value is correct as Decimal") - Assert.AreEqual(GetType(Decimal), reader.GetFieldType(3), "Fourth column is System.String") - Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") - - Assert.IsEmpty(reader.GetString(4), "Fifth column value is empty") - Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(4), "Fifth column is System.DBNull") - Assert.IsTrue(reader.IsDBNull(4), "Fifth column is null") - - Assert.AreEqual("False", reader.GetString(5), "Sixth column value is correct") - Assert.IsFalse(reader.GetBoolean(5), "Sixth column value is correct as Boolean") - Assert.AreEqual(GetType(Boolean), reader.GetFieldType(5), "Sixth column is System.Boolean") - Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") - - Assert.IsFalse(reader.IsClosed, "Reader is still open until last read") - Assert.IsFalse(reader.Read, "End of file") - Assert.IsTrue(reader.IsClosed, "Reader is closed after final read") - - reader.Close() + Dim schemaTable As DataTable = reader.GetSchemaTable + For c As Integer = 0 To schemaTable.Columns.Count - 1 + Me.AreEqual(columns.Item(c), schemaTable.Columns.Item(c)) + Next + + ValidateColumnedReader(reader) End Using End Sub +#End Region + Private Sub AreEqual(ByVal expected As DataColumn, ByVal actual As DataColumn) Assert.AreEqual(expected, actual, "Columns objects are equal") Assert.AreEqual(expected.ColumnName, actual.ColumnName, "Column names are equal") @@ -385,5 +161,387 @@ Public Class CsvDataReaderTests Assert.AreEqual(expected.AllowDBNull, actual.AllowDBNull, "Column nulls are equal") End Sub + Private Sub ValidateColumnedReader(ByVal reader As IDataReader) + Assert.IsInstanceOfType(GetType(CsvDataReader), reader, "Is instance of CsvDataReader") + Assert.AreEqual(6, reader.FieldCount, "Has correct number of fields") + Assert.AreEqual(0, reader.Depth, "Depth is always zero") + + Assert.AreEqual("STRING", reader.GetName(0), "Has first column name") + Assert.AreEqual("String", reader.GetDataTypeName(0), "First column type name is String") + Assert.AreEqual(0, reader.GetOrdinal("String"), "First column ordinal is correct") + + Assert.AreEqual("INTEGER", reader.GetName(1), "Has second column name") + Assert.AreEqual("Int32", reader.GetDataTypeName(1), "Second column type name is String") + Assert.AreEqual(1, reader.GetOrdinal("INTEGER"), "Second column ordinal is correct") + + Assert.AreEqual("DATETIME", reader.GetName(2), "Has third column name") + Assert.AreEqual("DateTime", reader.GetDataTypeName(2), "Third column type name is String") + Assert.AreEqual(2, reader.GetOrdinal("DATETIME"), "Third column ordinal is correct") + + Assert.AreEqual("DECIMAL", reader.GetName(3), "Has fourth column name") + Assert.AreEqual("Decimal", reader.GetDataTypeName(3), "Fourth column type name is String") + Assert.AreEqual(3, reader.GetOrdinal("DECIMAL"), "Fourth column ordinal is correct") + + Assert.AreEqual("GUID", reader.GetName(4), "Has fifth column name") + Assert.AreEqual("Guid", reader.GetDataTypeName(4), "Fifth column type name is String") + Assert.AreEqual(4, reader.GetOrdinal("GUID"), "Fifth column ordinal is correct") + + Assert.AreEqual("BOOLEAN", reader.GetName(5), "Has sixth column name") + Assert.AreEqual("Boolean", reader.GetDataTypeName(5), "Sixth column type name is Boolean") + Assert.AreEqual(5, reader.GetOrdinal("BOOLEAN"), "Sixth column ordinal is correct") + + + Assert.IsTrue(reader.Read, "Read first line") + Dim values(reader.FieldCount - 1) As Object + Assert.AreEqual(6, reader.GetValues(values), "GetValues returns the number of columns") + Assert.AreEqual(6, values.Length, "Values array has corrent length") + + Assert.AreEqual("Chris,topher", reader.GetString(0), "First column value is correct") + Assert.AreEqual(GetType(String), reader.GetFieldType(0), "First column is System.String") + Assert.IsFalse(reader.IsDBNull(0), "First column is not null") + Assert.AreEqual(values(0), reader.GetValue(0), "GetValues item sames as GetValue") + Assert.AreEqual(values(0), reader.Item(0), "GetValues item sames as Item") + Assert.AreEqual(values(0), reader.Item(reader.GetName(0)), "GetValues item sames as Item") + Assert.AreEqual("C", reader.GetChar(0).ToString, "GetChar returns first character") + Assert.AreEqual(12, reader.GetChars(0, Nothing, Nothing, Nothing, Nothing), "GetChars returns length when no buffer is passed") + Dim chars(reader.GetString(0).Length - 1) As Char + Assert.AreEqual(12, reader.GetChars(0, 0, chars, 0, 12), "Read characters from column") + Assert.AreEqual(12, chars.Length, "Read correct number of character") + Assert.AreEqual("C", chars(0).ToString) + Assert.AreEqual("h", chars(1).ToString) + Assert.AreEqual("r", chars(2).ToString) + Assert.AreEqual("i", chars(3).ToString) + Assert.AreEqual("s", chars(4).ToString) + Assert.AreEqual(",", chars(5).ToString) + Assert.AreEqual("t", chars(6).ToString) + Assert.AreEqual("o", chars(7).ToString) + Assert.AreEqual("p", chars(8).ToString) + Assert.AreEqual("h", chars(9).ToString) + Assert.AreEqual("e", chars(10).ToString) + Assert.AreEqual("r", chars(11).ToString) + + Assert.AreEqual(12, reader.GetBytes(0, Nothing, Nothing, Nothing, Nothing), "GetBytes returns length when no buffer is passed") + Assert.AreEqual(Convert.ToByte(Convert.ToChar("C")), reader.GetByte(0), "GetByte returns first") + Dim bytes(reader.GetString(0).Length - 1) As Byte + Assert.AreEqual(12, reader.GetBytes(0, 0, bytes, 0, 11), "Read bytes from column") + Assert.AreEqual(12, bytes.Length, "Read correct number of bytes") + Assert.AreEqual(67, bytes(0)) + Assert.AreEqual(104, bytes(1)) + Assert.AreEqual(114, bytes(2)) + Assert.AreEqual(105, bytes(3)) + Assert.AreEqual(115, bytes(4)) + Assert.AreEqual(44, bytes(5)) + Assert.AreEqual(116, bytes(6)) + Assert.AreEqual(111, bytes(7)) + Assert.AreEqual(112, bytes(8)) + Assert.AreEqual(104, bytes(9)) + Assert.AreEqual(101, bytes(10)) + Assert.AreEqual(114, bytes(11)) + + Assert.AreEqual("35", reader.GetString(1), "Second column value is correct") + Assert.AreEqual(Convert.ToInt16(35), reader.GetInt16(1), "Second column value is correct as Int16") + Assert.AreEqual(Convert.ToInt32(35), reader.GetInt32(1), "Second column value is correct as Int32") + Assert.AreEqual(Convert.ToInt64(35), reader.GetInt64(1), "Second column value is correct as Int64") + Assert.AreEqual(Convert.ToSingle(35), reader.GetFloat(1), "Second column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(35), reader.GetDouble(1), "Second column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(35), reader.GetDecimal(1), "Second column value is correct as Decimal") + Assert.AreEqual(GetType(Int32), reader.GetFieldType(1), "Second column is System.String") + Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") + Assert.AreEqual(values(1), reader.GetValue(1), "GetValues item sames as GetValue") + Assert.AreEqual(values(1), reader.Item(1), "GetValues item sames as Item") + Assert.AreEqual(values(1), reader.Item(reader.GetName(1)), "GetValues item sames as Item") + Assert.AreEqual("3", reader.GetChar(1).ToString, "GetChar returns first character") + + Assert.AreEqual("1/2/2003 2:34:56 AM", reader.GetString(2), "Third column value is correct") + Assert.AreEqual(DateTime.Parse("1/2/2003 2:34:56"), reader.GetDateTime(2), "Third column value is correct as DateTime") + Assert.AreEqual(GetType(DateTime), reader.GetFieldType(2), "Third column is System.String") + Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") + Assert.AreEqual(values(2), reader.GetValue(2), "GetValues item sames as GetValue") + Assert.AreEqual(values(2), reader.Item(2), "GetValues item sames as Item") + Assert.AreEqual(values(2), reader.Item(reader.GetName(2)), "GetValues item sames as Item") + Assert.AreEqual("1", reader.GetChar(2).ToString, "GetChar returns first character") + + Assert.AreEqual("1.23", reader.GetString(3), "Fourth column value is correct") + Assert.AreEqual(Convert.ToSingle(1.23), reader.GetFloat(3), "Fourth column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(1.23), reader.GetDouble(3), "Fourth column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(1.23), reader.GetDecimal(3), "Fourth column value is correct as Decimal") + Assert.AreEqual(GetType(Decimal), reader.GetFieldType(3), "Fourth column is System.String") + Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") + Assert.AreEqual(values(3), reader.GetValue(3), "GetValues item sames as GetValue") + Assert.AreEqual(values(3), reader.Item(3), "GetValues item sames as Item") + Assert.AreEqual(values(3), reader.Item(reader.GetName(3)), "GetValues item sames as Item") + Assert.AreEqual("1", reader.GetChar(3).ToString, "GetChar returns first character") + + Assert.AreEqual("11111111-2222-3333-4444-555555555555", reader.GetString(4), "Fifth column value is correct") + Assert.AreEqual(New Guid("11111111-2222-3333-4444-555555555555"), reader.GetGuid(4), "Fifth column value is correct as Decimal") + Assert.AreEqual(GetType(Guid), reader.GetFieldType(4), "Fifth column is System.String") + Assert.IsFalse(reader.IsDBNull(4), "Fifth column is not null") + Assert.AreEqual(values(4), reader.GetValue(4), "GetValues item sames as GetValue") + Assert.AreEqual(values(4), reader.Item(4), "GetValues item sames as Item") + Assert.AreEqual(values(4), reader.Item(reader.GetName(4)), "GetValues item sames as Item") + Assert.AreEqual("1", reader.GetChar(4).ToString, "GetChar returns first character") + + Assert.AreEqual("True", reader.GetString(5), "Sixth column value is correct") + Assert.IsTrue(reader.GetBoolean(5), "Sixth column value is correct as Boolean") + Assert.AreEqual(GetType(Boolean), reader.GetFieldType(5), "Sixth column is System.Boolean") + Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") + Assert.AreEqual(values(5), reader.GetValue(5), "GetValues item sames as GetValue") + Assert.AreEqual(values(5), reader.Item(5), "GetValues item sames as Item") + Assert.AreEqual(values(5), reader.Item(reader.GetName(5)), "GetValues item sames as Item") + Assert.AreEqual("T", reader.GetChar(5).ToString, "GetChar returns first character") + + + Assert.IsTrue(reader.Read, "Read second line") + Array.Clear(values, 0, values.Length) + Array.Resize(values, 2) + Assert.AreEqual(2, reader.GetValues(values), "GetValues returns the number value slize") + Assert.AreEqual(2, values.Length, "Values array has corrent length") + + Assert.IsEmpty(reader.GetString(0), "First column value is empty") + Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(0), "First column is System.DBNull") + Assert.IsTrue(reader.IsDBNull(0), "First column is null") + Assert.AreEqual(values(0), reader.GetValue(0), "GetValues item sames as GetValue") + Assert.AreEqual(Char.MinValue, reader.GetChar(0), "GetChar returns Char.MinValue for DbNull") + + Assert.AreEqual("23", reader.GetString(1), "Second column value is correct") + Assert.AreEqual(Convert.ToInt16(23), reader.GetInt16(1), "Second column value is correct as Int16") + Assert.AreEqual(Convert.ToInt32(23), reader.GetInt32(1), "Second column value is correct as Int32") + Assert.AreEqual(Convert.ToInt64(23), reader.GetInt64(1), "Second column value is correct as Int64") + Assert.AreEqual(Convert.ToSingle(23), reader.GetFloat(1), "Second column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(23), reader.GetDouble(1), "Second column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(23), reader.GetDecimal(1), "Second column value is correct as Decimal") + Assert.AreEqual(GetType(Int32), reader.GetFieldType(1), "Second column is System.String") + Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") + Assert.AreEqual(values(1), reader.GetValue(1), "GetValues item sames as GetValue") + + Assert.AreEqual("2/3/2004 12:00:00 AM", reader.GetString(2), "Third column value is correct") + Assert.AreEqual(DateTime.Parse("2/3/2004"), reader.GetDateTime(2), "Third column value is correct as DateTime") + Assert.AreEqual(GetType(DateTime), reader.GetFieldType(2), "Third column is System.String") + Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") + + Assert.AreEqual("1.342", reader.GetString(3), "Fourth column value is correct") + Assert.AreEqual(Convert.ToSingle(1.342), reader.GetFloat(3), "Fourth column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(1.342), reader.GetDouble(3), "Fourth column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(1.342), reader.GetDecimal(3), "Fourth column value is correct as Decimal") + Assert.AreEqual(GetType(Decimal), reader.GetFieldType(3), "Fourth column is System.String") + Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") + + Assert.IsEmpty(reader.GetString(4), "Fifth column value is empty") + Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(4), "Fifth column is System.DBNull") + Assert.IsTrue(reader.IsDBNull(4), "Fifth column is null") + + Assert.AreEqual("False", reader.GetString(5), "Sixth column value is correct") + Assert.IsFalse(reader.GetBoolean(5), "Sixth column value is correct as Boolean") + Assert.AreEqual(GetType(Boolean), reader.GetFieldType(5), "Sixth column is System.Boolean") + Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") + + Assert.IsFalse(reader.IsClosed, "Reader is still open until last read") + Assert.IsFalse(reader.Read, "End of file") + Assert.IsFalse(reader.NextResult, "NextResult always returns false") + Assert.AreEqual(-1, reader.RecordsAffected, "RecordsAffected always returns -1") + Assert.IsTrue(reader.IsClosed, "Reader is closed after final read") + + Try + reader.GetData(0) + Assert.Fail("No exception thrown for GetData") + Catch ex As Exception + Assert.IsInstanceOfType(GetType(NotImplementedException), ex, "GetData threw NotImplementedException") + End Try + + reader.Close() + End Sub + + Private Sub ValidateHeaderedReader(ByVal reader As IDataReader) + Assert.IsInstanceOfType(GetType(CsvDataReader), reader, "Is instance of CsvDataReader") + Assert.AreEqual(6, reader.FieldCount, "Has correct number of fields") + Assert.AreEqual(0, reader.Depth, "Depth is always zero") + + Assert.AreEqual("STRING", reader.GetName(0), "Has first column name") + Assert.AreEqual("String", reader.GetDataTypeName(0), "First column type name is String") + Assert.AreEqual(0, reader.GetOrdinal("String"), "First column ordinal is correct") + + Assert.AreEqual("INTEGER", reader.GetName(1), "Has second column name") + Assert.AreEqual("String", reader.GetDataTypeName(1), "Second column type name is String") + Assert.AreEqual(1, reader.GetOrdinal("INTEGER"), "Second column ordinal is correct") + + Assert.AreEqual("DATETIME", reader.GetName(2), "Has third column name") + Assert.AreEqual("String", reader.GetDataTypeName(2), "Third column type name is String") + Assert.AreEqual(2, reader.GetOrdinal("DATETIME"), "Third column ordinal is correct") + + Assert.AreEqual("DECIMAL", reader.GetName(3), "Has fourth column name") + Assert.AreEqual("String", reader.GetDataTypeName(3), "Fourth column type name is String") + Assert.AreEqual(3, reader.GetOrdinal("DECIMAL"), "Fourth column ordinal is correct") + + Assert.AreEqual("GUID", reader.GetName(4), "Has fifth column name") + Assert.AreEqual("String", reader.GetDataTypeName(4), "Fifth column type name is String") + Assert.AreEqual(4, reader.GetOrdinal("GUID"), "Fifth column ordinal is correct") + + Assert.AreEqual("BOOLEAN", reader.GetName(5), "Has sixth column name") + Assert.AreEqual("String", reader.GetDataTypeName(5), "Sixth column type name is String") + Assert.AreEqual(5, reader.GetOrdinal("BOOLEAN"), "Sixth column ordinal is correct") + + + Assert.IsTrue(reader.Read, "Read first line") + Dim values(reader.FieldCount - 1) As Object + Assert.AreEqual(6, reader.GetValues(values), "GetValues returns the number of columns") + Assert.AreEqual(6, values.Length, "Values array has corrent length") + + Assert.AreEqual("Chris,topher", reader.GetString(0), "First column value is correct") + Assert.AreEqual(GetType(String), reader.GetFieldType(0), "First column is System.String") + Assert.IsFalse(reader.IsDBNull(0), "First column is not null") + Assert.AreEqual(values(0), reader.GetValue(0), "GetValues item sames as GetValue") + Assert.AreEqual(values(0), reader.Item(0), "GetValues item sames as Item") + Assert.AreEqual(values(0), reader.Item(reader.GetName(0)), "GetValues item sames as Item") + Assert.AreEqual("C", reader.GetChar(0).ToString, "GetChar returns first character") + Assert.AreEqual(12, reader.GetChars(0, Nothing, Nothing, Nothing, Nothing), "GetChars returns length when no buffer is passed") + Dim chars(reader.GetString(0).Length - 1) As Char + Assert.AreEqual(12, reader.GetChars(0, 0, chars, 0, 12), "Read characters from column") + Assert.AreEqual(12, chars.Length, "Read correct number of character") + Assert.AreEqual("C", chars(0).ToString) + Assert.AreEqual("h", chars(1).ToString) + Assert.AreEqual("r", chars(2).ToString) + Assert.AreEqual("i", chars(3).ToString) + Assert.AreEqual("s", chars(4).ToString) + Assert.AreEqual(",", chars(5).ToString) + Assert.AreEqual("t", chars(6).ToString) + Assert.AreEqual("o", chars(7).ToString) + Assert.AreEqual("p", chars(8).ToString) + Assert.AreEqual("h", chars(9).ToString) + Assert.AreEqual("e", chars(10).ToString) + Assert.AreEqual("r", chars(11).ToString) + + Assert.AreEqual(12, reader.GetBytes(0, Nothing, Nothing, Nothing, Nothing), "GetBytes returns length when no buffer is passed") + Assert.AreEqual(Convert.ToByte(Convert.ToChar("C")), reader.GetByte(0), "GetByte returns first") + Dim bytes(reader.GetString(0).Length - 1) As Byte + Assert.AreEqual(12, reader.GetBytes(0, 0, bytes, 0, 12), "Read bytes from column") + Assert.AreEqual(12, bytes.Length, "Read correct number of bytes") + Assert.AreEqual(67, bytes(0)) + Assert.AreEqual(104, bytes(1)) + Assert.AreEqual(114, bytes(2)) + Assert.AreEqual(105, bytes(3)) + Assert.AreEqual(115, bytes(4)) + Assert.AreEqual(44, bytes(5)) + Assert.AreEqual(116, bytes(6)) + Assert.AreEqual(111, bytes(7)) + Assert.AreEqual(112, bytes(8)) + Assert.AreEqual(104, bytes(9)) + Assert.AreEqual(101, bytes(10)) + Assert.AreEqual(114, bytes(11)) + + + + + + Assert.AreEqual("35", reader.GetString(1), "Second column value is correct") + Assert.AreEqual(Convert.ToInt16(35), reader.GetInt16(1), "Second column value is correct as Int16") + Assert.AreEqual(Convert.ToInt32(35), reader.GetInt32(1), "Second column value is correct as Int32") + Assert.AreEqual(Convert.ToInt64(35), reader.GetInt64(1), "Second column value is correct as Int64") + Assert.AreEqual(Convert.ToSingle(35), reader.GetFloat(1), "Second column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(35), reader.GetDouble(1), "Second column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(35), reader.GetDecimal(1), "Second column value is correct as Decimal") + Assert.AreEqual(GetType(String), reader.GetFieldType(1), "Second column is System.String") + Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") + Assert.AreEqual(values(1), reader.GetValue(1), "GetValues item sames as GetValue") + Assert.AreEqual(values(1), reader.Item(1), "GetValues item sames as Item") + Assert.AreEqual(values(1), reader.Item(reader.GetName(1)), "GetValues item sames as Item") + Assert.AreEqual("3", reader.GetChar(1).ToString, "GetChar returns first character") + + Assert.AreEqual("1/2/2003 2:34:56", reader.GetString(2), "Third column value is correct") + Assert.AreEqual(DateTime.Parse("1/2/2003 2:34:56"), reader.GetDateTime(2), "Third column value is correct as DateTime") + Assert.AreEqual(GetType(String), reader.GetFieldType(2), "Third column is System.String") + Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") + Assert.AreEqual(values(2), reader.GetValue(2), "GetValues item sames as GetValue") + Assert.AreEqual(values(2), reader.Item(2), "GetValues item sames as Item") + Assert.AreEqual(values(2), reader.Item(reader.GetName(2)), "GetValues item sames as Item") + Assert.AreEqual("1", reader.GetChar(2).ToString, "GetChar returns first character") + + Assert.AreEqual("1.23", reader.GetString(3), "Fourth column value is correct") + Assert.AreEqual(Convert.ToSingle(1.23), reader.GetFloat(3), "Fourth column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(1.23), reader.GetDouble(3), "Fourth column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(1.23), reader.GetDecimal(3), "Fourth column value is correct as Decimal") + Assert.AreEqual(GetType(String), reader.GetFieldType(3), "Fourth column is System.String") + Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") + Assert.AreEqual(values(3), reader.GetValue(3), "GetValues item sames as GetValue") + Assert.AreEqual(values(3), reader.Item(3), "GetValues item sames as Item") + Assert.AreEqual(values(3), reader.Item(reader.GetName(3)), "GetValues item sames as Item") + Assert.AreEqual("1", reader.GetChar(3).ToString, "GetChar returns first character") + + Assert.AreEqual("11111111-2222-3333-4444-555555555555", reader.GetString(4), "Fifth column value is correct") + Assert.AreEqual(New Guid("11111111-2222-3333-4444-555555555555"), reader.GetGuid(4), "Fifth column value is correct as Decimal") + Assert.AreEqual(GetType(String), reader.GetFieldType(4), "Fifth column is System.String") + Assert.IsFalse(reader.IsDBNull(4), "Fifth column is not null") + Assert.AreEqual(values(4), reader.GetValue(4), "GetValues item sames as GetValue") + Assert.AreEqual(values(4), reader.Item(4), "GetValues item sames as Item") + Assert.AreEqual(values(4), reader.Item(reader.GetName(4)), "GetValues item sames as Item") + Assert.AreEqual("1", reader.GetChar(4).ToString, "GetChar returns first character") + + Assert.AreEqual("True", reader.GetString(5), "Sixth column value is correct") + Assert.IsTrue(reader.GetBoolean(5), "Sixth column value is correct as Boolean") + Assert.AreEqual(GetType(String), reader.GetFieldType(5), "Sixth column is System.String") + Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") + Assert.AreEqual(values(5), reader.GetValue(5), "GetValues item sames as GetValue") + Assert.AreEqual(values(5), reader.Item(5), "GetValues item sames as Item") + Assert.AreEqual(values(5), reader.Item(reader.GetName(5)), "GetValues item sames as Item") + Assert.AreEqual("T", reader.GetChar(5).ToString, "GetChar returns first character") + + + Assert.IsTrue(reader.Read, "Read second line") + Array.Clear(values, 0, values.Length) + Array.Resize(values, 2) + Assert.AreEqual(2, reader.GetValues(values), "GetValues returns the number value slize") + Assert.AreEqual(2, values.Length, "Values array has corrent length") + + Assert.IsEmpty(reader.GetString(0), "First column value is empty") + Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(0), "First column is System.DBNull") + Assert.IsTrue(reader.IsDBNull(0), "First column is null") + Assert.AreEqual(values(0), reader.GetValue(0), "GetValues item sames as GetValue") + Assert.AreEqual(Char.MinValue, reader.GetChar(0), "GetChar returns Char.MinValue for DbNull") + + Assert.AreEqual("23", reader.GetString(1), "Second column value is correct") + Assert.AreEqual(Convert.ToInt16(23), reader.GetInt16(1), "Second column value is correct as Int16") + Assert.AreEqual(Convert.ToInt32(23), reader.GetInt32(1), "Second column value is correct as Int32") + Assert.AreEqual(Convert.ToInt64(23), reader.GetInt64(1), "Second column value is correct as Int64") + Assert.AreEqual(Convert.ToSingle(23), reader.GetFloat(1), "Second column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(23), reader.GetDouble(1), "Second column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(23), reader.GetDecimal(1), "Second column value is correct as Decimal") + Assert.AreEqual(GetType(String), reader.GetFieldType(1), "Second column is System.String") + Assert.IsFalse(reader.IsDBNull(1), "Second column is not null") + Assert.AreEqual(values(1), reader.GetValue(1), "GetValues item sames as GetValue") + + Assert.AreEqual("2/3/2004", reader.GetString(2), "Third column value is correct") + Assert.AreEqual(DateTime.Parse("2/3/2004"), reader.GetDateTime(2), "Third column value is correct as DateTime") + Assert.AreEqual(GetType(String), reader.GetFieldType(2), "Third column is System.String") + Assert.IsFalse(reader.IsDBNull(2), "Third column is not null") + + Assert.AreEqual("1.342", reader.GetString(3), "Fourth column value is correct") + Assert.AreEqual(Convert.ToSingle(1.342), reader.GetFloat(3), "Fourth column value is correct as Float/Single") + Assert.AreEqual(Convert.ToDouble(1.342), reader.GetDouble(3), "Fourth column value is correct as Double") + Assert.AreEqual(Convert.ToDecimal(1.342), reader.GetDecimal(3), "Fourth column value is correct as Decimal") + Assert.AreEqual(GetType(String), reader.GetFieldType(3), "Fourth column is System.String") + Assert.IsFalse(reader.IsDBNull(3), "Fourth column is not null") + + Assert.IsEmpty(reader.GetString(4), "Fifth column value is empty") + Assert.AreEqual(GetType(System.DBNull), reader.GetFieldType(4), "Fifth column is System.DBNull") + Assert.IsTrue(reader.IsDBNull(4), "Fifth column is null") + + Assert.AreEqual("False", reader.GetString(5), "Sixth column value is correct") + Assert.IsFalse(reader.GetBoolean(5), "Sixth column value is correct as Boolean") + Assert.AreEqual(GetType(String), reader.GetFieldType(5), "Sixth column is System.String") + Assert.IsFalse(reader.IsDBNull(5), "Sixth column is not null") + + Assert.IsFalse(reader.IsClosed, "Reader is still open until last read") + Assert.IsFalse(reader.Read, "End of file") + Assert.IsFalse(reader.NextResult, "NextResult always returns false") + Assert.AreEqual(-1, reader.RecordsAffected, "RecordsAffected always returns -1") + Assert.IsTrue(reader.IsClosed, "Reader is closed after final read") + + Try + reader.GetData(0) + Assert.Fail("No exception thrown for GetData") + Catch ex As Exception + Assert.IsInstanceOfType(GetType(NotImplementedException), ex, "GetData threw NotImplementedException") + End Try + End Sub End Class + CsvDataReaderTests/CsvDataReaderTests.vb @@ -57,7 +57,8 @@ <Import Include="System.Diagnostics" /> </ItemGroup> <ItemGroup> - <Compile Include="CsvDataReaderTests.vb" /> + <Compile Include="CsvDataReaderTests.vb"> + </Compile> <Compile Include="My Project\AssemblyInfo.vb" /> <Compile Include="My Project\Application.Designer.vb"> <AutoGen>True</AutoGen> @@ -84,6 +85,15 @@ </ItemGroup> <ItemGroup> <None Include="app.config" /> + <Content Include="data\fixed.txt"> + <CopyToOutputDirectory>Always</CopyToOutputDirectory> + </Content> + <None Include="data\noheader.tsv"> + <CopyToOutputDirectory>Always</CopyToOutputDirectory> + </None> + <None Include="data\header.tsv"> + <CopyToOutputDirectory>Always</CopyToOutputDirectory> + </None> <None Include="data\header.csv"> <CopyToOutputDirectory>Always</CopyToOutputDirectory> </None> CsvDataReaderTests/CsvDataReaderTests.vbproj @@ -1,4 +1,4 @@ STRING, INTEGER, DATETIME, DECIMAL, GUID, BOOLEAN -Christopher, 35, 1/2/2003 2:34:56, 1.23, 11111111-2222-3333-4444-555555555555, True +"Chris,topher", 35, "1/2/2003 2:34:56", 1.23, 11111111-2222-3333-4444-555555555555, True , 23, 2/3/2004, 1.342, ,False CsvDataReaderTests/data/header.csv @@ -1,2 +1,2 @@ -Christopher, 35, 1/2/2003 2:34:56, 1.23, 11111111-2222-3333-4444-555555555555, True +"Chris,topher", 35, "1/2/2003 2:34:56", 1.23, 11111111-2222-3333-4444-555555555555, True , 23, 2/3/2004, 1.342, ,False CsvDataReaderTests/data/noheader.csv 2d154897b292097e13d05560a96d8139d501dacc Christopher H. Laco claco@chrislaco.com http://github.com/claco/csvdatareader/commit/94860f9fb0d08da328c01e8acbaddf0276026959 94860f9fb0d08da328c01e8acbaddf0276026959 2008-09-17T21:21:50-07:00 2008-09-17T21:21:50-07:00 Added CsvDataColumn Added tests for Tab Delimited and Fixed Width formats Added Licens file (MIT) d8209036d6a3eca6fa0fcc531c554eedf796a041 Christopher H. Laco claco@chrislaco.com