ErrorNoInternet/r34-scraper
1
0
Fork 0
forked from danmax/r34-scraper
Code Pull Requests Activity

Merge pull request 'refactor: minor nitpicks' (#11) from ErrorNoInternet/r34-scraper:main into main

Browse Source 
Reviewed-on: https://git.javalsai.dynv6.net/danmax/r34-scraper/pulls/11
This commit is contained in:
danmax 2024-10-21 00:00:43 +02:00
commit 351439034e
2 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
src/args/mod.rs → src/args.rs
View File

8
src/main.rs
View File

@ -26,11 +26,7 @@ async fn main() -> ExitCode {
.unwrap();
for page in args.page - 1.. {
println!("now scraping page {}", page + 1);
println!(
"https://rule34.xxx/index.php?page=post&s=list&tags={uri_tags}&pid={}",
page * 42
);
println!("now scraping page {} (https://rule34.xxx/index.php?page=post&s=list&tags={uri_tags}&pid={})", page + 1, page * 42);
let post_html = async |client: &Client| {
extract_urls(
@ -81,7 +77,7 @@ async fn main() -> ExitCode {
async move {
// "thread"
loop {
this_bar.set_message(format!("\x1b[37m[{i: >4}/{urls_amount}] \x1b[36mscraping {url:?}\x1b[0m"));
this_bar.set_message(format!("\x1b[37m[{i: >4}/{urls_amount}] \x1b[36mscraping {url}\x1b[0m"));
let resp = client.get(&url).send().await.unwrap();
if let Ok(img_url) = extract_img_url(&resp.text().await.unwrap()) {
if img_url.is_empty() {