rob
/
torrents.csv
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Increasing page fetch limit from skytorrents.

This commit is contained in:
Dessalines 2018-11-15 11:36:12 -07:00
parent eb18286d20
commit b34953b15d
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
new_torrents_fetcher/src/main.rs
View File

@ -21,18 +21,20 @@ fn main() {
fn skytorrents() { fn skytorrents() {
let page_limit = 100;
let base_url = "https://www.skytorrents.lol"; let base_url = "https://www.skytorrents.lol";
let mut pages: Vec<String> = Vec::new(); let mut pages: Vec<String> = Vec::new();
for i in 1..20 { for i in 1..page_limit {
let page = format!("{}/top100?page={}", base_url, i); let page = format!("{}/top100?page={}", base_url, i);
pages.push(page); pages.push(page);
} }
let types = ["video", "audio", "games", "software", "doc", "ebook", "yify", "epub"]; let types = ["video", "audio", "games", "software", "doc", "ebook", "yify", "epub"];
for c_type in types.iter() { for c_type in types.iter() {
for i in 1..20 { for i in 1..page_limit {
let page = format!("{}/top100?type={}&page={}", base_url, c_type, i); let page = format!("{}/top100?type={}&page={}", base_url, c_type, i);
pages.push(page); pages.push(page);
} }