9 Commits

5 changed files with 12 additions and 6 deletions
Generated
+3 -3
View File
@@ -1039,7 +1039,7 @@ dependencies = [
[[package]]
name = "r34-scraper"
version = "0.1.0"
version = "1.0.0"
dependencies = [
"async-std",
"clap",
@@ -1329,9 +1329,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
[[package]]
name = "syn"
version = "2.0.79"
version = "2.0.82"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "89132cd0bf050864e1d38dc3bbc07a0eb8e7530af26344d3d2bbbef83499f590"
checksum = "83540f837a8afc019423a8edb95b52a8effe46957ee402287f4292fae35be021"
dependencies = [
"proc-macro2",
"quote",
+1 -1
View File
@@ -1,6 +1,6 @@
[package]
name = "r34-scraper"
version = "0.1.0"
version = "1.0.0"
edition = "2021"
[dependencies]
+2
View File
@@ -0,0 +1,2 @@
[toolchain]
channel = "nightly"
+5 -1
View File
@@ -14,8 +14,12 @@ pub struct Args {
#[arg(short, long, required = true)]
pub tags: Vec<String>,
/// Page to start scraping from
#[arg(short, long, default_value_t = 1)]
pub page: usize,
/// Async jobs to use for fetching
#[arg(short, long, default_value = "4")]
#[arg(short, long, default_value_t = 4)]
pub jobs: usize,
/// Delay for rate-limits (ms)
+1 -1
View File
@@ -25,7 +25,7 @@ async fn main() -> ExitCode {
.build()
.unwrap();
for page in 0.. {
for page in args.page - 1.. {
println!("now scraping page {}", page + 1);
println!(
"https://rule34.xxx/index.php?page=post&s=list&tags={uri_tags}&pid={}",