Выбор из большого списка текстовых строк только с разными регистрами

Get-Content -Path .\05.txt | Select-Object -Unique

$inputFile = "05.txt"
$outputFile = "resoulte.txt"
$lines = Get-Content -Path $inputFile
$groups = $lines | Group-Object -Property { $_.ToLower() }
$matchingGroups = $groups | Where-Object {
    $distinctStrings = $_.Group | Select-Object -Unique
    $distinctStrings.Count -gt 1
}
$output = foreach ($group in $matchingGroups) {
    "Совпадающие строки:"
    $group.Group | Select-Object -Unique
    ""
}
$output | Set-Content -Path $outputFile

(gc 05.txt |select -uni|group|? count -gt 1).group

param (
    $dataFile = ".\05.txt"
)
 
$hs = [System.Collections.Generic.HashSet[string]]::new()
 
foreach ($line in Get-Content $dataFile ) {
    $null = $hs.Add($line) 
}
 
foreach ($el1 in $hs) {
    foreach ($el2 in $hs) {
        if ($el1 -cne $el2 -and $el1 -eq $el2) {
            Write-Host $el1, $el2
        }
    }    
}

gc 05.txt |select -uni|group|? count -gt 1|
%{[pscustomobject]@{orig=$_.group[0];duble=$_.group[1]}}

gc 05.txt|select -uni|group|? count -gt 1|%{($_.Group|sort -CaseSensitive) -join '; '}

$data = @('01046100177028712100ZAE9TFGJKNE', '01046100177028712100ZAE9TFGjkNE', '01046100177028712100zae9tfgjkne')

$data = @(
    '01046100177028712100ZAE9TFGJKNE',
    '01046100177028712100ZAE9TFGjkNE',
    '01046100177028712100zae9tfgjkne'
)
$data|select -uni|group|? count -gt 1|%{($_.Group|sort -CaseSensitive) -join '; '}

param (
    $dataFile = ".\05.txt"
)
 
$hs = [System.Collections.Generic.HashSet[string]]::new()
 
foreach ($line in Get-Content $dataFile ) {
    $null = $hs.Add($line) 
}
 
if ($hs.Count -lt 2) {
    Write-Host "No matches found"
    exit 0 
}
 
$array = @($hs)
 
for ($i = 1; $i -lt $hs.Count; $i++) {
    for ($j = 0; $j -lt $i; $j++) {
        if ($array[$i] -cne $array[$j] -and $array[$i] -eq $array[$j]) {
            Write-Host $array[$i], $array[$j]
        }
    }
}

$file = ".\05.txt"
((gc $file -raw) -split "`n"|group -cases).name|group|? count -gt 1|
%{[pscustomobject]@{orig=$_.group[0];duble=$_.group[1..($_.count-1)]}}

param (
    $dataFile = ".\05.txt"
)
 
$hs = [System.Collections.Generic.HashSet[string]]::new()
 
$reader = [System.IO.StreamReader]::new($dataFile)
while ($null -ne ($line = $reader.ReadLine()) ) {
    $null = $hs.Add($line)    
}
 
$reader.Close()
$reader.Dispose()
 
if ($hs.Count -lt 2) {
    Write-Host "No matches found"
    exit 0 
}
 
$array = @($hs)
 
for ($i = 1; $i -lt $hs.Count; $i++) {
    for ($j = 0; $j -lt $i; $j++) {
        if ($array[$i] -cne $array[$j] -and $array[$i] -eq $array[$j]) {
            Write-Host $array[$i], $array[$j]
        }
    }
}

if ($array[$i] -eq $array[$j]) {
            Write-Host $array[$i], $array[$j]
        }

param (
    $dataFile = ".\05.txt"
)
 
$hs = [System.Collections.Generic.HashSet[string]]::new()
 
$reader = [System.IO.StreamReader]::new($dataFile)
while ($null -ne ($line = $reader.ReadLine()) ) {
    $null = $hs.Add($line)    
}
 
$reader.Close()
$reader.Dispose()
 
if ($hs.Count -lt 2) {
    Write-Host "No matches found"
    exit 0 
}
 
$array = @($hs)
 
$results = [System.Collections.Generic.Dictionary[string, System.Collections.Generic.HashSet[string]]]::new()
 
for ($i = 1; $i -lt $hs.Count; $i++) {
    for ($j = 0; $j -lt $i; $j++) {
        if ($array[$i] -eq $array[$j]) {
            if ($results.Keys.Contains(($array[$i].ToUpper()))) {
                $null = $results[$array[$i].ToUpper()].Add($array[$i])
                $null = $results[$array[$i].ToUpper()].Add($array[$j])
            }
            else {
                $results.Add($array[$i].ToUpper(), [System.Collections.Generic.HashSet[string]]::new())
                $null = $results[$array[$i].ToUpper()].Add($array[$i])
                $null = $results[$array[$i].ToUpper()].Add($array[$j])
            }
        }
    }
}
 
foreach ($resultKey in $results.Keys) {
    Write-Host "line:", "[$resultKey]", "variants:"
    foreach ($variant in $results[$resultKey]) {
        Write-Host "  -[$variant]"
    }
}

param (
    $dataFile = ".\05.txt"
)
 
$t = [datetime]::Now
 
$results = @{} 
 
$reader = [System.IO.StreamReader]::new($dataFile)
while ($null -ne ($line = $reader.ReadLine()) ) {
    $upperLine = $line.ToUpper()
    if (!$results.Contains($upperLine)) {
        $results[$upperLine] = [System.Collections.Generic.HashSet[string]]::new()
        
    } 
    $null = $results[$upperLine].Add($line)
}
 
$reader.Close()
$reader.Dispose()
 
foreach ($key in $results.Keys) {
    if ($results[$key].Count -gt 1) {
        Write-Host $key
        foreach ($variant in $results[$key]) {
            Write-Host "  -", $variant
        }
    }
}
 
([datetime]::Now - $t).TotalMilliseconds

measure-command {
 
@"
create table t(word TEXT unique on conflict replace);
.import 05.txt t
 select word, count(word) from t GROUP by word collate nocase having count(word) > 1;
"@ | sqlite3
 
}

$t = [datetime]::Now
 
$file = ".\data.txt"
((gc $file -raw) -split "`n" | group -cases).name | group | ? count -gt 1 |
% { [pscustomobject]@{orig = $_.group[0]; duble = $_.group[1..($_.count - 1)] } }
 
([datetime]::Now - $t).TotalMilliseconds

param (
    $datafile = ".\data.txt"
)
 
$t = [datetime]::Now
 
$results = @{} 
 
$reader = [System.IO.StreamReader]::new($datafile)
while ($null -ne ($line = $reader.ReadLine()) ) {
    $upperLine = $line.ToUpper()
    if (!$results.Contains($upperLine)) {
        $results[$upperLine] = [System.Collections.Generic.HashSet[string]]::new()
        
    } 
    $null = $results[$upperLine].Add($line)
}
 
$reader. Close()
$reader. Dispose()
 
foreach ($key in $results. Keys) {
    if ($results[$key].Count -gt 1) {
        Write-Host $key
        foreach ($variant in $results[$key]) {
            Write-Host "  -", $variant
        }
    }
}
 
([datetime]::Now - $t).TotalMilliseconds

$command = @"
create table TMP(LINE text unique on conflict replace);
.import data.txt TMP
 
select LINE
  from (
    select LINE,
           count(*) cnt
      from TMP
     group by LINE collate nocase
    having count(*) > 1
);
"@
 
Measure-Command {
    $command | sqlite3.exe
}