chore: merge

Author: CyanChanges

.github/workflows/test.yml

@@ -34,13 +34,13 @@ jobs:
           echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
 
       - name: Test
-        run: cargo test --all --verbose
+        run: cargo test --workspace --all-features --all-targets --verbose
 
       - name: Build
-        run: cargo build --all --verbose
+        run: cargo build --workspace --all-features --all-targets --verbose
 
       - name: Clippy
-        run: cargo clippy --all --verbose -- -Dwarnings
+        run: cargo clippy --workspace --all-features --all-targets --verbose -- -Dwarnings
 
   check-minimal:
     name: Check minimal versions
@@ -63,7 +63,7 @@ jobs:
           echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
 
       - name: Check minimal versions
-        run: cargo check --all --all-targets -Z minimal-versions
+        run: cargo check --workspace --all-features --all-targets -Z minimal-versions
 
   format:
     runs-on: ubuntu-latest
@@ -78,4 +78,4 @@ jobs:
           components: rustfmt
 
       - name: Run rustfmt
-        run: cargo fmt --all -- --check
+        run: cargo fmt --all --check

Cargo.lock

@@ -13,8 +13,8 @@ authors = ["share121 <[email protected]>", "Cyan Changes <[email protected]>"]
 spin = { version = "0.10.0", features = [
     "spin_mutex",
 ], default-features = false }
-fast-pull = { version = "3.0.5", path = "crates/fast-pull" }
-fast-steal = { version = "6.0.5", path = "crates/fast-steal" }
+fast-pull = { version = "4.0.0", path = "crates/fast-pull" }
+fast-steal = { version = "6.0.6", path = "crates/fast-steal" }
 kanal = "0.1.1"
 bytes = { version = "1.10.1", default-features = false }
 futures = { version = "0.3.31", default-features = false }

Cargo.toml

@@ -1,12 +1,26 @@
-use super::puller::ReqwestPuller;
+use std::future::Future;
+
+use crate::UrlInfo;
 use content_disposition;
-use fast_pull::UrlInfo;
 use reqwest::{
     Client, IntoUrl, StatusCode, Url,
     header::{self, HeaderMap},
 };
 use sanitize_filename;
 
+pub trait Prefetch {
+    fn prefetch(
+        &self,
+        url: impl IntoUrl + Send,
+    ) -> impl Future<Output = Result<UrlInfo, reqwest::Error>> + Send;
+}
+
+impl Prefetch for Client {
+    async fn prefetch(&self, url: impl IntoUrl + Send) -> Result<UrlInfo, reqwest::Error> {
+        prefetch(self, url).await
+    }
+}
+
 fn get_file_size(headers: &HeaderMap, status: &StatusCode) -> u64 {
     if *status == StatusCode::PARTIAL_CONTENT {
         headers
@@ -36,12 +50,13 @@ fn get_filename(headers: &HeaderMap, final_url: &Url) -> String {
         .get(header::CONTENT_DISPOSITION)
         .and_then(|hv| hv.to_str().ok())
         .and_then(|s| content_disposition::parse_content_disposition(s).filename_full())
+        .map(|s| urlencoding::decode(&s).map(String::from).unwrap_or(s))
         .filter(|s| !s.trim().is_empty());
 
     let from_url = final_url
         .path_segments()
         .and_then(|mut segments| segments.next_back())
-        .and_then(|s| urlencoding::decode(s).ok())
+        .map(|s| urlencoding::decode(s).unwrap_or(s.into()))
         .filter(|s| !s.trim().is_empty())
         .map(|s| s.to_string());
 
@@ -52,14 +67,14 @@ fn get_filename(headers: &HeaderMap, final_url: &Url) -> String {
     sanitize_filename::sanitize_with_options(
         &raw_name,
         sanitize_filename::Options {
-            windows: true,
-            truncate: true,
+            windows: false,
+            truncate: false,
             replacement: "_",
         },
     )
 }
 
-async fn prefetch(client: &Client, url: impl IntoUrl + Send) -> Result<UrlInfo, reqwest::Error> {
+async fn prefetch(client: &Client, url: impl IntoUrl) -> Result<UrlInfo, reqwest::Error> {
     let url = url.into_url()?;
     let resp = match client.head(url.clone()).send().await {
         Ok(resp) => resp,
@@ -69,23 +84,19 @@ async fn prefetch(client: &Client, url: impl IntoUrl + Send) -> Result<UrlInfo,
         Ok(resp) => resp,
         Err(_) => return prefetch_fallback(url, client).await,
     };
-
-    let status = resp.status();
-    let final_url = resp.url();
-
-    let resp_headers = resp.headers();
-    let size = get_file_size(resp_headers, &status);
-
     let supports_range = match resp.headers().get(header::ACCEPT_RANGES) {
         Some(accept_ranges) => accept_ranges
             .to_str()
             .ok()
             .map(|v| v.split(' '))
             .and_then(|supports| supports.into_iter().find(|&ty| ty == "bytes"))
             .is_some(),
-        None => return prefetch_fallback(url, self).await,
+        None => return prefetch_fallback(url, client).await,
     };
-
+    let status = resp.status();
+    let resp_headers = resp.headers();
+    let size = get_file_size(resp_headers, &status);
+    let final_url = resp.url();
     Ok(UrlInfo {
         final_url: final_url.clone(),
         name: get_filename(resp_headers, final_url),
@@ -105,11 +116,10 @@ async fn prefetch_fallback(url: Url, client: &Client) -> Result<UrlInfo, reqwest
         .await?
         .error_for_status()?;
     let status = resp.status();
-    let final_url = resp.url();
-
     let resp_headers = resp.headers();
     let size = get_file_size(resp_headers, &status);
     let supports_range = status == StatusCode::PARTIAL_CONTENT;
+    let final_url = resp.url();
     Ok(UrlInfo {
         final_url: final_url.clone(),
         name: get_filename(resp_headers, final_url),
@@ -123,8 +133,6 @@ async fn prefetch_fallback(url: Url, client: &Client) -> Result<UrlInfo, reqwest
 
 #[cfg(test)]
 mod tests {
-    use alloc::{format, vec};
-
     use super::*;
 
     #[tokio::test]

crates/fast-down/src/reqwest/prefetch.rs

@@ -1,5 +1,6 @@
 use url::Url;
 
+#[derive(Debug)]
 pub struct UrlInfo {
     pub size: u64,
     pub name: String,

crates/fast-down/src/url_info.rs

@@ -5,8 +5,6 @@ mod progress;
 mod puller;
 mod pusher;
 mod total;
-#[cfg(feature = "reqwest")]
-pub(crate) mod url;
 
 pub use data::SliceOrBytes;
 pub use event::*;

crates/fast-pull/src/base/mod.rs

@@ -4,7 +4,6 @@ use crate::base::SliceOrBytes;
 use crate::{DownloadResult, Event, ProgressEntry, Puller, Pusher, ReadStream, WriteStream};
 use alloc::boxed::Box;
 use alloc::{sync::Arc, vec::Vec};
-use alloc::sync::Weak;
 use core::ops::ControlFlow;
 use core::{
     num::{NonZero, NonZeroU64, NonZeroUsize},
@@ -84,22 +83,20 @@ where
     let join_handle = barrier.clone();
     let arbiter = Arbiter::new();
     let handle = arbiter.handle();
-    let executor: ArbiterExecutor<R, W> = ArbiterExecutor {
+    let executor: Arc<ArbiterExecutor<R, W>> = Arc::new(ArbiterExecutor {
         tx,
         puller,
         pusher,
-        barrier,
         retry_gap: options.retry_gap,
         id: Arc::new(AtomicUsize::new(0)),
         min_chunk_size: options.min_chunk_size,
+        barrier,
         arbiter,
-    };
-    let task_list = TaskList::run(
-        options.concurrent,
-        options.min_chunk_size,
-        &options.download_chunks[..],
-        executor,
-    );
+    });
+    let task_list = Arc::new(TaskList::run(&options.download_chunks[..], executor));
+    task_list
+        .clone()
+        .set_threads(options.concurrent, options.min_chunk_size);
     DownloadResult::new(
         event_chain,
         join_handle,

crates/fast-pull/src/base/url.rs

@@ -5,7 +5,5 @@ mod base;
 mod core;
 #[cfg(feature = "file")]
 pub mod file;
-#[cfg(feature = "reqwest")]
-pub mod reqwest;
 pub use base::*;
 pub use core::*;