ErrorNoInternet/r34-scraper
1
0
Fork 0
forked from danmax/r34-scraper
Code Pull Requests Activity

refactor: accept cli args only

Browse Source
This commit is contained in:
Ryan 2024-10-20 00:24:07 -04:00
parent ee0e938782
commit e8ca05d202
Signed by: ErrorNoInternet
GPG Key ID: 2486BFB7B1E6A4A3
2 changed files with 8 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/args/mod.rs
View File

@ -11,8 +11,8 @@ pub struct Args {
pub user_agent: String, pub user_agent: String,
/// Tags to search for /// Tags to search for
#[arg(short, long)] #[arg(short, long, required = true)]
pub tags: Option<Vec<String>>, pub tags: Vec<String>,
/// Async jobs to use for fetching /// Async jobs to use for fetching
#[arg(short, long, default_value = "4")] #[arg(short, long, default_value = "4")]

26
src/main.rs
View File

@ -1,4 +1,4 @@
#![feature(async_closure, iter_intersperse)] #![feature(async_closure)]
pub mod args; pub mod args;
use clap::Parser; use clap::Parser;
@ -17,22 +17,8 @@ const BAR_LENGTH: u64 = 8;
async fn main() -> ExitCode { async fn main() -> ExitCode {
let args = args::Args::parse(); let args = args::Args::parse();
let tags = args.tags.unwrap_or_else(|| { let uri_tags = &args.tags.join("+");
println!("which tags do you want to scrape? ex: 1girls 1boys yomama"); let _ = std::fs::create_dir(uri_tags);
let tags_binding = std::io::stdin().lines().next().unwrap().unwrap();
tags_binding
.split(' ')
.filter(|item| !item.is_empty())
.map(std::borrow::ToOwned::to_owned)
.collect()
});
let tags_folder = &tags.join("+");
let uri_tags = tags
.into_iter()
.intersperse(String::from("+"))
.collect::<String>();
let _ = std::fs::create_dir(tags_folder);
let client = Client::builder() let client = Client::builder()
.user_agent(&args.user_agent) .user_agent(&args.user_agent)
@ -103,7 +89,7 @@ async fn main() -> ExitCode {
"\x1b[37m[{i: >4}/{urls_amount}] \x1b[1;31mimage url not found\x1b[0m" "\x1b[37m[{i: >4}/{urls_amount}] \x1b[1;31mimage url not found\x1b[0m"
)); ));
} else { } else {
download_file(&img_url, this_bar, i, urls_amount, tags_folder).await; download_file(&img_url, this_bar, i, urls_amount, uri_tags).await;
} }
break; break;
} }
@ -151,7 +137,7 @@ async fn download_file(
this_bar: ProgressBar, this_bar: ProgressBar,
i: usize, i: usize,
urls_amount: usize, urls_amount: usize,
tags_folder: &str, uri_tags: &str,
) { ) {
let args = args::Args::parse(); let args = args::Args::parse();
@ -161,7 +147,7 @@ async fn download_file(
.map(|m| m.as_str()) .map(|m| m.as_str())
.unwrap(); .unwrap();
let file_path = tags_folder.to_owned() + "/" + file_name; let file_path = uri_tags.to_owned() + "/" + file_name;
let mut file = if std::fs::File::open(&file_path).is_ok() { let mut file = if std::fs::File::open(&file_path).is_ok() {
this_bar.finish_with_message(format!( this_bar.finish_with_message(format!(