Remove Duplicate Lines in a file

[wysota]

Cryptographic hash is to complex. Here is something much simpler:

QFile f;
f.open(QFile::ReadOnly|QFile::Text);
QFile out;
out.open(QFile::WriteOnly|QFile::Text);
QSet<int> linesSeen;
while(!f.atEnd()){
  QString s = f.readLine();
  int h = qHash(s);
  if(linesSeen.contains(h)) continue;
  linesSeen << h;
  out.write(s);
}
f.close();
out.close();

QFile f;
f.open(QFile::ReadOnly|QFile::Text);
QFile out;
out.open(QFile::WriteOnly|QFile::Text);
QSet<int> linesSeen;
while(!f.atEnd()){
  QString s = f.readLine();
  int h = qHash(s);
  if(linesSeen.contains(h)) continue;
  linesSeen << h;
  out.write(s);
}
f.close();
out.close();

To copy to clipboard, switch view to plain text mode