Merge pull request #36 from MasanoriYamada/main

fix arg #35

Author: HowieHwong

trustllm_pkg/trustllm/generation/generation.py

@@ -55,7 +55,10 @@ def _generation_hf(self, prompt, tokenizer, model, temperature):
             :return: The generated text as a string.
             """
 
+
+
         prompt = prompt2conversation(model_path=self.model_path,prompt=prompt,)
+
         inputs = tokenizer([prompt])
         inputs = {k: torch.tensor(v).to(self.device) for k, v in inputs.items()}
         output_ids = model.generate(