Add api key support (#19)

* Suggest removing the docker, and instead installing the CLI.

* Putting back the profile.

* Getting the API from environment (to catch other things like `HF_HOME`).

* Since we want a URL from the start we can actually use a URL all the
way.

Fixing.

* Fixing the URL handling.

* Api key support.

---------

Co-authored-by: Hugo Larcher <[email protected]>

Author: Narsil

src/lib.rs

@@ -34,6 +34,7 @@ mod writers;
 
 pub struct RunConfiguration {
     pub url: Url,
+    pub api_key: String,
     pub tokenizer_name: String,
     pub profile: Option<String>,
     pub max_vus: u64,
@@ -85,7 +86,7 @@ pub async fn run(mut run_config: RunConfiguration, stop_sender: Sender<()>) -> a
         };
     let tokenizer = Arc::new(tokenizer);
     let backend = OpenAITextGenerationBackend::try_new(
-        "".to_string(),
+        run_config.api_key,
         run_config.url,
         run_config.model_name.clone(),
         tokenizer,

src/main.rs

@@ -47,6 +47,10 @@ struct Args {
     #[clap(default_value = "http://localhost:8000", short, long, env)]
     url: Url,
 
+    /// The api key send to the [`url`] as Header "Authorization: Bearer {API_KEY}".
+    #[clap(default_value = "", short, long, env)]
+    api_key: String,
+
     /// Disable console UI
     #[clap(short, long, env)]
     no_console: bool,
@@ -203,7 +207,8 @@ async fn main() {
         .run_id
         .unwrap_or(uuid::Uuid::new_v4().to_string()[..7].to_string());
     let run_config = RunConfiguration {
-        url: args.url.clone(),
+        url: args.url,
+        api_key: args.api_key,
         profile: args.profile.clone(),
         tokenizer_name: args.tokenizer_name.clone(),
         max_vus: args.max_vus,