torrents.csv/scripts/scan_torrents.sh

#!/bin/bash

# Checking arguments
# Help line
cd ..
torrents_csv="`pwd`/torrents.csv"
scanned_out="`pwd`/infohashes_scanned.txt"
tmp_torrent_dir="`pwd`/tmp_torrents"
touch $scanned_out

help="Run ./scan_torrents.sh [TORRENTS_DIR] \nor goto https://gitlab.com/dessalines/torrents.csv for more help"
if [ "$1" == "-h" ] || [ -z "$1" ]; then
  echo -e $help
  exit 1
fi

torrents_dir="$1"
echo "Torrents dir=$torrents_dir"

# Check dependencies

if command -v "torrent-tracker-health" >/dev/null 2>&1 ; then
  echo "torrent-tracker-health installed."
else
  echo -e "Installing torrent-tracker-health:\nnpm i -g dessalines/torrent-tracker-health \nhttps://github.com/dessalines/torrent-tracker-health\n"
  npm i -g install dessalines/torrent-tracker-health
fi

# Loop over all torrents
pushd $torrents_dir
# Copy the unscanned torrent files to a temp dir
mkdir $tmp_torrent_dir
find `pwd` -name "*.torrent" | sort -n | grep -vFf $scanned_out | while read torrent_file ; do
  cp "$torrent_file" "$tmp_torrent_dir"
done

# Split these into many directories ( since torrent-tracker-health can't do too many full size torrents)
cd $tmp_torrent_dir
# i=1;while read l;do mkdir $i;mv $l $((i++));done< <(ls|xargs -n100)
ls|parallel -n100 mkdir {#}\;mv {} {#}

for tmp_torrent_dir_sub in *; do
  echo "sub dir: $tmp_torrent_dir_sub"
  find $tmp_torrent_dir_sub -type f  -exec basename {} .torrent \; > names.out
  
  # Delete null torrents from the temp dir
  find $tmp_torrent_dir_sub -name "*.torrent" -size -2k -delete

  if [ -z "$(ls -A $tmp_torrent_dir_sub)" ]; then
    echo "No new torrents."
  else
    # Scrape it
    torrent-tracker-health --torrent "$tmp_torrent_dir_sub"/ > health.out

    # Convert the json results to csv format
    results=$(jq -r '.results | map([.hash, .name, .length, (.created | .[0:16] | strptime("%Y-%m-%dT%H:%M") | mktime), .seeders, .leechers, .completed, (now | floor)] | join(";")) | join("\n")' health.out)

    # If there are no results
    if [ -z "$results" ]; then
      echo "There were no results for some reason."
    else
      echo "Torrents.csv updated with new torrents."
      # Update the torrents.csv and infohashes scanned file
      echo -e "$results" >> $torrents_csv
      cat names.out >> $scanned_out
    fi
  fi
done

popd
cd scripts
. prune.sh

# Remove the temp dir
rm -rf "$tmp_torrent_dir"