92 lines
2.8 KiB
Bash
92 lines
2.8 KiB
Bash
|
export LC_ALL=C
|
||
|
|
|
||
|
|
# Checking arguments
|
||
|
|
# Help line
|
||
|
|
startdir="`pwd`"
|
||
|
|
torrent_csv_file="`pwd`/torrent.csv"
|
||
|
|
|
||
|
|
help="Run ./add_torrents.sh [TORRENTS_DIR] \nor goto https://gitlab.com/dessalines/torrent.csv for more help"
|
||
|
|
if [ "$1" == "-h" ] || [ -z "$1" ]; then
|
||
|
|
echo -e $help
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
torrents_dir="$1"
|
||
|
|
echo "Torrents dir=$torrents_dir"
|
||
|
|
|
||
|
|
# Check dependencies
|
||
|
|
|
||
|
|
if command -v transmission-cli >/dev/null 2>&1 ; then
|
||
|
|
echo "transmission-cli version: $(transmission-cli --version)"
|
||
|
|
else
|
||
|
|
echo "Install transmission-cli"
|
||
|
|
exit 0
|
||
|
|
fi
|
||
|
|
|
||
|
|
if command -v "python -m torrent_tracker_scraper.scraper" >/dev/null 2>&1 ; then
|
||
|
|
echo "torrent-tracker-scraper installed."
|
||
|
|
else
|
||
|
|
echo -e "Installing torrent_tracker_scraper:\npip install torrent-tracker-scraper --user \nhttps://github.com/ZigmundVonZaun/torrent-tracker-scraper"
|
||
|
|
pip install torrent-tracker-scraper --user
|
||
|
|
fi
|
||
|
|
|
||
|
|
if command -v "~/.local/bin/humanfriendly -c" >/dev/null 2>&1 ; then
|
||
|
|
echo "humanfriendly installed."
|
||
|
|
else
|
||
|
|
echo -e "Installing humanfriendly:\npip install humanfriendly --user"
|
||
|
|
pip install humanfriendly --user
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Loop over all torrents
|
||
|
|
add_lines=""
|
||
|
|
cd $torrents_dir
|
||
|
|
for torrent_file in *.torrent; do
|
||
|
|
|
||
|
|
# Get fields from transmission
|
||
|
|
|
||
|
|
show_text=$(transmission-show "$torrent_file")
|
||
|
|
# echo "show text = $show_text"
|
||
|
|
|
||
|
|
name=$(grep -Po -m 1 'Name: \K.*' <<< $show_text)
|
||
|
|
name=$(sed 's/,/\\,/g' <<< $name) # Escape the commas for .csv
|
||
|
|
|
||
|
|
# Size: Unfortunately this will chop off some sigfigs
|
||
|
|
size=$(grep -Po 'Total Size: \K.*' <<< $show_text)
|
||
|
|
size_bytes=$(~/.local/bin/humanfriendly --parse-size="$size") # Convert to bytes
|
||
|
|
|
||
|
|
infohash=$(grep -Po 'Hash: \K.*' <<< $show_text)
|
||
|
|
|
||
|
|
# Convert the created date
|
||
|
|
date_string=$(grep -Po 'Created on: \K.*' <<< $show_text)
|
||
|
|
created_date=$(date -d "${date_string}" +"%s")
|
||
|
|
|
||
|
|
# Scrape for seeder counts
|
||
|
|
scrape_text=$(python -m torrent_tracker_scraper.scraper \
|
||
|
|
-i "$infohash" \
|
||
|
|
-t tracker.coppersurfer.tk -p 6969)
|
||
|
|
# -t tracker.internetwarriors.net -p 1337
|
||
|
|
# -t tracker.opentrackr.org -p 1337
|
||
|
|
seeders=$(grep -Po 'Seeds: \K[0-9]+' <<< $scrape_text)
|
||
|
|
leechers=$(grep -Po 'Leechers: \K[0-9]+' <<< $scrape_text)
|
||
|
|
completed=$(grep -Po 'Completed: \K[0-9]+' <<< $scrape_text)
|
||
|
|
scraped_date=$(date +%s)
|
||
|
|
|
||
|
|
add_line="$infohash,$name,$size_bytes,$created_date,$seeders,$leechers,$completed,$scraped_date"
|
||
|
|
|
||
|
|
# Only add the line if there are seeds, and the infohash doesn't already exist
|
||
|
|
if (( $seeders >= 0 )) && ! grep -q $infohash $torrent_csv_file; then
|
||
|
|
add_lines+="\n$add_line"
|
||
|
|
fi
|
||
|
|
|
||
|
|
done
|
||
|
|
|
||
|
|
# Append the add lines to the torrent.csv file
|
||
|
|
cd $startdir
|
||
|
|
if [ ! -z "$add_lines" ]; then
|
||
|
|
echo -e $add_lines >> $torrent_csv_file
|
||
|
|
truncate -s -1 $torrent_csv_file # Removing last newline from file
|
||
|
|
echo -e "Added the lines to $torrent_csv_file\nSubmit a Pull Request now."
|
||
|
|
else
|
||
|
|
echo "No new torrents added."
|
||
|
|
fi
|