удалить дубликаты:
open(incom, "<./in.txt");
@IN = <incom>;
@IN = grep{!$_{$_}++} @IN;
close(incom);
open(out, ">./out.txt");
print out @IN;
close(out);