awk 'seen[$0]++ == 1' <filename>