danmax/r34-scraper
1
3
Fork 3
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: define rust channel (+ fmt)

Browse Source
This commit is contained in:
javalsai 2024-10-18 18:43:18 +02:00
parent 815c08cc36
commit 4acaf0308c
Signed by: javalsai
SSH Key Fingerprint: SHA256:3G83yKhBUWVABVX/vPWH88xnK4+ptMtHkZGCRXD4Mk8
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
rust-toolchain.toml Normal file
View File

@ -0,0 +1,2 @@
[toolchain]
channel = "nightly"

3
src/main.rs
View File

@ -21,7 +21,6 @@ async fn main() -> ExitCode {
let mut page = 0; let mut page = 0;
loop { loop {
println!("now scraping page {}", page + 1); println!("now scraping page {}", page + 1);
let post_html = async || { let post_html = async || {
@ -45,7 +44,6 @@ async fn main() -> ExitCode {
let mut wait_time = 5000; let mut wait_time = 5000;
if urls.is_empty() { if urls.is_empty() {
for reconnection_attempts in 0..4 { for reconnection_attempts in 0..4 {
println!("no urls found, retrying in {} seconds...", wait_time / 1000); println!("no urls found, retrying in {} seconds...", wait_time / 1000);
sleep(Duration::from_millis(wait_time)).await; sleep(Duration::from_millis(wait_time)).await;
@ -67,7 +65,6 @@ async fn main() -> ExitCode {
} }
for url in urls { for url in urls {
let img_url = let img_url =
extract_img_url(&client.get(url).send().await.unwrap().text().await.unwrap()); extract_img_url(&client.get(url).send().await.unwrap().text().await.unwrap());
if img_url.is_empty() { if img_url.is_empty() {