From 7c25f3176b92b905ffb9f0e680dc26280d5f6ee7 Mon Sep 17 00:00:00 2001
From: Ramiro Camino <ramirocamino@gmail.com>
Date: Mon, 9 Jul 2018 17:25:44 +0200
Subject: [PATCH] Data loading and saving in different sparse and dense format.

---
 multi_categorical_gans/datasets/formats.py | 38 ++++++++++++++++++++++
 1 file changed, 38 insertions(+)
 create mode 100644 multi_categorical_gans/datasets/formats.py

diff --git a/multi_categorical_gans/datasets/formats.py b/multi_categorical_gans/datasets/formats.py
new file mode 100644
index 0000000..770d90c
--- /dev/null
+++ b/multi_categorical_gans/datasets/formats.py
@@ -0,0 +1,38 @@
+import numpy as np
+
+from scipy.sparse import load_npz, save_npz
+
+
+def load_dense(features_path, transform=True):
+    features = np.load(features_path)
+    if transform:
+        features = features.astype(np.float32)
+    return features
+
+
+def load_sparse(features_path, transform=True):
+    features = load_npz(features_path)
+    if transform:
+        features = np.asarray(features.todense()).astype(np.float32)
+    return features
+
+
+def save_dense(features_path, features):
+    np.save(features_path, features)
+
+
+def save_sparse(features_path, features):
+    save_npz(features_path, features)
+
+
+loaders = {
+    "dense": load_dense,
+    "sparse": load_sparse,
+}
+
+savers = {
+    "dense": save_dense,
+    "sparse": save_sparse,
+}
+
+data_formats = loaders.keys()