Функция для определения словарного запаса текста

        Dim Words() As String = {"Hi", "Bye", "Cat", "Dog", "Hi", "Dog", "Basic"}
        Dim Uniq As New List(Of String)
        Dim Ost As Boolean
        For I As Integer = 0 To Words.Length - 1
            Ost = False
            For T As Integer = I + 1 To Words.Length - 1
                If Words(I) = Words(T) Then
                    Ost = True : Exit For
                End If
            Next
            If Ost = False Then Uniq.Add(Words(I))
        Next
        MsgBox(Join(Uniq.ToArray))

        Dim words() As String = {"раз", "два", "три", "раз", "два"}
        Dim tmp As New Hashtable
        For Each txt As String In words
            tmp(LCase(txt)) = txt
        Next
        Dim tmp2(tmp.Count - 1) As String
        tmp.Keys.CopyTo(tmp2, 0)
        MsgBox(String.Join(", ", tmp2), MsgBoxStyle.Information, tmp.Count)

        Dim words() As String = {"раз", "два", "три", "раз", "два"}
        Dim tmp As New Hashtable
        For Each txt As String In words
            tmp(LCase(txt)) = txt
        Next
        MsgBox(String.Join(", ", tmp.Keys.OfType(Of String)().ToArray), MsgBoxStyle.Information, tmp.Count)

        Dim delimetr As String() = {" ", ".", ",", "/", "(", ")", """", "!", "?"}
        Dim words() As String = IO.File.ReadAllText("D:\Мои Документы\Рабочий стол\battle.txt").Split(delimetr, StringSplitOptions.RemoveEmptyEntries)
        Dim tmp As New Hashtable
        For Each txt As String In words
            tmp(Trim(LCase(txt))) = txt
        Next
        Dim ggg As String() = tmp.Keys.OfType(Of String).ToArray
        MsgBox(tmp.Count)