Merge pull request #47 from ws-garcia/UTF8-encoding-issues

Utf8 encoding issues

Author: ws-garcia

src/CSVTextStream.cls

@@ -378,6 +378,7 @@ Private Function IsValidUTF8(byteData() As Byte) As Boolean
     Dim i As Long
     Dim ANSIfile As Boolean
 
+    On Error GoTo err_handler
     i = 0
     ANSIfile = True
     While i <= UBound(byteData)
@@ -417,6 +418,9 @@ Private Function IsValidUTF8(byteData() As Byte) As Boolean
         End If
     Wend
     IsValidUTF8 = Not ANSIfile
+    Exit Function
+err_handler:
+    IsValidUTF8 = False
 End Function
 Private Sub NormalizeLineBreaks()
     Do While InStrB(1, P_TEXT, vbCrLf, vbBinaryCompare)

src/CSVinterface.cls

@@ -793,7 +793,7 @@ Public Function GetDataFromCSV(csvPathAndFilename As String) As String
     On Error GoTo ErrHandler_GetDataFromCSV
     FileHandled = FreeFile
     Open csvPathAndFilename For Binary As #FileHandled
-    GetDataFromCSV = SPACE$(LOF(FileHandled))
+    GetDataFromCSV = Space$(LOF(FileHandled))
     Get #FileHandled, , GetDataFromCSV
     Close #FileHandled
 ErrHandler_GetDataFromCSV:
@@ -3573,6 +3573,7 @@ Private Sub StreamParseCSV(configObj As CSVparserConfig, _
         CSVstream.linebreakMatchingBehavior = EndLineMatchingBehavior.OnlyBackwardSense
         CSVstream.unifiedLFOutput = .multiEndOfLineCSV
         CSVstream.utf8EncodedFile = .utf8EncodedFile
+        CSVstream.autoDetectEncoding = .autoDetectEncoding
         CSVstream.OpenStream .path
         commToken = AscW(.commentsToken)
         dynamicType = .dynamicTyping