danmax/r34-scraper
1
2
Fork 3
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: danmax:javalsai-changes
Branches Tags
danmax:main danmax:javalsai-changes
...
compare: danmax:351439034eb8f9cc2608ec49dac28ab5c9df7788
Branches Tags
danmax:main danmax:javalsai-changes

4 Commits
javalsai-c ... 351439034e

Author SHA1 Message Date
danmax
351439034e Merge pull request 'refactor: minor nitpicks' (#11) from ErrorNoInternet/r34-scraper:main into main 
Reviewed-on: https://git.javalsai.dynv6.net/danmax/r34-scraper/pulls/11
 2024-10-21 00:00:43 +02:00
ErrorNoInternet
fe3c399c1d refactor: minor nitpicks 2024-10-20 17:59:10 -04:00
danmax
89830d6e1e update lock file 2024-10-20 17:15:59 -04:00
danmax
1b5608b014 Merge pull request 'bring back toolchain' (#10) from javalsai-changes into main 
Reviewed-on: https://git.javalsai.dynv6.net/danmax/r34-scraper/pulls/10
 2024-10-20 21:32:37 +02:00
3 changed files with 5 additions and 9 deletions
Expand all files Collapse all files

6
Cargo.lock generated
View File

@@ -1039,7 +1039,7 @@ dependencies = [
[[package]] [[package]]
name = "r34-scraper" name = "r34-scraper"
version = "0.1.0" version = "1.0.0"
dependencies = [ dependencies = [
"async-std", "async-std",
"clap", "clap",
@@ -1329,9 +1329,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
[[package]] [[package]]
name = "syn" name = "syn"
version = "2.0.79" version = "2.0.82"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "89132cd0bf050864e1d38dc3bbc07a0eb8e7530af26344d3d2bbbef83499f590" checksum = "83540f837a8afc019423a8edb95b52a8effe46957ee402287f4292fae35be021"
dependencies = [ dependencies = [
"proc-macro2", "proc-macro2",
"quote", "quote",

0
src/args/mod.rs → src/args.rs
View File

8
src/main.rs
View File

@@ -26,11 +26,7 @@ async fn main() -> ExitCode {
.unwrap(); .unwrap();
for page in args.page - 1.. { for page in args.page - 1.. {
println!("now scraping page {}", page + 1); println!("now scraping page {} (https://rule34.xxx/index.php?page=post&s=list&tags={uri_tags}&pid={})", page + 1, page * 42);
println!(
"https://rule34.xxx/index.php?page=post&s=list&tags={uri_tags}&pid={}",
page * 42
);
let post_html = async |client: &Client| { let post_html = async |client: &Client| {
extract_urls( extract_urls(
@@ -81,7 +77,7 @@ async fn main() -> ExitCode {
async move { async move {
// "thread" // "thread"
loop { loop {
this_bar.set_message(format!("\x1b[37m[{i: >4}/{urls_amount}] \x1b[36mscraping {url:?}\x1b[0m")); this_bar.set_message(format!("\x1b[37m[{i: >4}/{urls_amount}] \x1b[36mscraping {url}\x1b[0m"));
let resp = client.get(&url).send().await.unwrap(); let resp = client.get(&url).send().await.unwrap();
if let Ok(img_url) = extract_img_url(&resp.text().await.unwrap()) { if let Ok(img_url) = extract_img_url(&resp.text().await.unwrap()) {
if img_url.is_empty() { if img_url.is_empty() {