Fixing pruning to keep last one

This commit is contained in:
Dessalines 2019-02-20 15:00:24 -08:00
parent 0e426b15d7
commit e5fdc5afaf
1 changed files with 1 additions and 3 deletions

View File

@ -21,9 +21,7 @@ sed -i '1d' $torrents_csv_tmp
# Sort by seeders desc (so when we remove dups it removes the lower seeder counts)
# Remove dups, keeping the last ones
sort -r -t';' -k1,1 -o $torrents_csv_tmp $torrents_csv_tmp
sort -r -u -t';' -k1,1 -o $torrents_csv_tmp $torrents_csv_tmp
tac $torrents_csv_tmp | sort -u -t';' -k1,1 -o $torrents_csv_tmp
# Same for the infohashes scanned
sort -u -o $scanned_out $scanned_out