rob
/
torrents.csv
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Adding a fetch from skytorrents

This commit is contained in:
Dessalines 2018-10-11 21:13:04 -07:00
parent e7197b4a5d
commit fd0a1079c4
2 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
new_torrents_fetcher/src/main.rs
View File

@ -20,12 +20,25 @@ fn main() {
} }
fn skytorrents() { fn skytorrents() {
let base_url = "https://www.skytorrents.lol";
let mut pages: Vec<String> = Vec::new(); let mut pages: Vec<String> = Vec::new();
for i in 1..20 { for i in 1..20 {
let page = format!("{}{}", "https://www.skytorrents.lol/top100?page=", i); let page = format!("{}/top100?page={}", base_url, i);
pages.push(page); pages.push(page);
} }
let types = ["video", "audio", "games", "software", "doc", "ebook", "yify", "epub"];
for c_type in types.iter() {
for i in 1..20 {
let page = format!("{}/top100?type={}&page={}", base_url, c_type, i);
pages.push(page);
}
}
for page in pages.iter() { for page in pages.iter() {
println!("Fetching page {}", page); println!("Fetching page {}", page);
let html = fetch_html(page); let html = fetch_html(page);

2
scripts/update.sh
View File

@ -2,6 +2,6 @@
pushd ../new_torrents_fetcher pushd ../new_torrents_fetcher
cargo run cargo run
cat tmp_adds.csv >> ../torrents.csv cat tmp_adds.csv >> ../torrents.csv
rm tmp_adds.csv #rm tmp_adds.csv
popd popd
. prune.sh . prune.sh