From 3193b605bda28760c330832c21954d472f3b95f0 Mon Sep 17 00:00:00 2001 From: Eric Bezzam Date: Sun, 9 Jun 2024 14:53:26 +0000 Subject: [PATCH] Upload viewable version of 16 bits files. --- scripts/data/upload_dataset_huggingface.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/scripts/data/upload_dataset_huggingface.py b/scripts/data/upload_dataset_huggingface.py index 2b212d97..8f760961 100644 --- a/scripts/data/upload_dataset_huggingface.py +++ b/scripts/data/upload_dataset_huggingface.py @@ -240,6 +240,20 @@ def create_dataset(lensless_files, lensed_files, df_attr=None): repo_type="dataset", token=hf_token, ) + + # viewable version of file + img = cv2.imread(fp, cv2.IMREAD_UNCHANGED) + local_fp = f"{f}_viewable8bit.png" + remote_fn = f"{f}_viewable8bit.png" + save_image(img, local_fp, normalize=True) + upload_file( + path_or_fileobj=local_fp, + path_in_repo=remote_fn, + repo_id=repo_id, + repo_type="dataset", + token=hf_token, + ) + dataset_dict.push_to_hub(repo_id, token=hf_token) upload_file(