feat: load from env

Author: luoling8192

apps/whisper-api/src/huggingface.rs

@@ -0,0 +1,19 @@
+use std::path::PathBuf;
+
+use anyhow::Result;
+
+pub fn create_hf_api() -> Result<hf_hub::api::sync::Api> {
+  let mut builder = hf_hub::api::sync::ApiBuilder::new();
+
+  // Read HF_MIRROR environment variable for endpoint
+  if let Ok(mirror_url) = std::env::var("HF_MIRROR") {
+    builder = builder.with_endpoint(mirror_url);
+  }
+
+  // Read HF_HOME environment variable for cache directory
+  if let Ok(cache_dir) = std::env::var("HF_HOME") {
+    builder = builder.with_cache_dir(PathBuf::from(cache_dir));
+  }
+
+  Ok(builder.build()?)
+}

apps/whisper-api/src/main.rs

@@ -23,6 +23,8 @@ mod audio_manager;
 mod router;
 mod vad;
 mod whisper;
+mod huggingface;
+
 
 // Application state with dynamic model loading
 struct AppState {

apps/whisper-api/src/vad.rs

@@ -4,6 +4,8 @@ use anyhow::Result;
 use candle_core::{DType, Device, Tensor};
 use candle_onnx::simple_eval;
 
+use crate::huggingface;
+
 pub struct VADProcessor {
   model:        candle_onnx::onnx::ModelProto,
   frame_size:   usize,
@@ -20,9 +22,7 @@ impl VADProcessor {
     device: Device,
     threshold: f32,
   ) -> Result<Self> {
-    let api = hf_hub::api::sync::ApiBuilder::new()
-      .with_endpoint("https://hf-mirror.com".to_string())
-      .build()?;
+    let api = huggingface::create_hf_api()?;
     let model_path = api
       .model("onnx-community/silero-vad".into())
       .get("onnx/model.onnx")?;

apps/whisper-api/src/whisper.rs

@@ -4,9 +4,11 @@ use candle_core::{Device, IndexOp, Tensor};
 use candle_nn::VarBuilder;
 use candle_transformers::models::whisper::{self as whisper_model, Config, audio};
 use clap::ValueEnum;
-use hf_hub::{Repo, RepoType, api::sync::Api};
+use hf_hub::{Repo, RepoType};
 use tokenizers::Tokenizer;
 
+use crate::huggingface;
+
 pub enum WhisperModel {
   Normal(whisper_model::model::Whisper),
 }
@@ -102,9 +104,7 @@ impl WhisperProcessor {
     device: Device,
   ) -> Result<Self> {
     // Load the Whisper model based on the provided model type
-    let api = hf_hub::api::sync::ApiBuilder::new()
-      .with_endpoint("https://hf-mirror.com".to_string())
-      .build()?;
+    let api = huggingface::create_hf_api()?;
     let (model_id, revision) = model.model_and_revision();
     let repo = api.repo(Repo::with_revision(model_id.to_string(), RepoType::Model, revision.to_string()));
 

cspell.config.yaml

@@ -11,6 +11,7 @@ words:
   - dtolnay
   - DTYPE
   - gguf
+  - huggingface
   - logits
   - logprob
   - melfilters