forked from danmax/r34-scraper
Compare commits
9 Commits
cli-args-o
...
89830d6e1e
Author | SHA1 | Date | |
---|---|---|---|
|
89830d6e1e | ||
1b5608b014 | |||
a852c8bcc5
|
|||
235e13230b
|
|||
|
bd517ed0b5 | ||
5f848be434 | |||
08ed5e51f2 | |||
3573f6ff5a
|
|||
bcd349e36f
|
6
Cargo.lock
generated
6
Cargo.lock
generated
@@ -1039,7 +1039,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "r34-scraper"
|
name = "r34-scraper"
|
||||||
version = "0.1.0"
|
version = "1.0.0"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"async-std",
|
"async-std",
|
||||||
"clap",
|
"clap",
|
||||||
@@ -1329,9 +1329,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "syn"
|
name = "syn"
|
||||||
version = "2.0.79"
|
version = "2.0.82"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "89132cd0bf050864e1d38dc3bbc07a0eb8e7530af26344d3d2bbbef83499f590"
|
checksum = "83540f837a8afc019423a8edb95b52a8effe46957ee402287f4292fae35be021"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"proc-macro2",
|
"proc-macro2",
|
||||||
"quote",
|
"quote",
|
||||||
|
@@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "r34-scraper"
|
name = "r34-scraper"
|
||||||
version = "0.1.0"
|
version = "1.0.0"
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
|
2
rust-toolchain.toml
Normal file
2
rust-toolchain.toml
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
[toolchain]
|
||||||
|
channel = "nightly"
|
@@ -14,8 +14,12 @@ pub struct Args {
|
|||||||
#[arg(short, long, required = true)]
|
#[arg(short, long, required = true)]
|
||||||
pub tags: Vec<String>,
|
pub tags: Vec<String>,
|
||||||
|
|
||||||
|
/// Page to start scraping from
|
||||||
|
#[arg(short, long, default_value_t = 1)]
|
||||||
|
pub page: usize,
|
||||||
|
|
||||||
/// Async jobs to use for fetching
|
/// Async jobs to use for fetching
|
||||||
#[arg(short, long, default_value = "4")]
|
#[arg(short, long, default_value_t = 4)]
|
||||||
pub jobs: usize,
|
pub jobs: usize,
|
||||||
|
|
||||||
/// Delay for rate-limits (ms)
|
/// Delay for rate-limits (ms)
|
||||||
|
@@ -25,7 +25,7 @@ async fn main() -> ExitCode {
|
|||||||
.build()
|
.build()
|
||||||
.unwrap();
|
.unwrap();
|
||||||
|
|
||||||
for page in 0.. {
|
for page in args.page - 1.. {
|
||||||
println!("now scraping page {}", page + 1);
|
println!("now scraping page {}", page + 1);
|
||||||
println!(
|
println!(
|
||||||
"https://rule34.xxx/index.php?page=post&s=list&tags={uri_tags}&pid={}",
|
"https://rule34.xxx/index.php?page=post&s=list&tags={uri_tags}&pid={}",
|
||||||
|
Reference in New Issue
Block a user