rsgrewal-aws
diff --git a/‎CreateDataSet.ipynb
+1,679 b/‎CreateDataSet.ipynb
+1,679
diff --git a/‎DirectFileShard.ipynb
+734 b/‎DirectFileShard.ipynb
+734
diff --git a/‎FolderShard.ipynb
+737 b/‎FolderShard.ipynb
+737
diff --git a/‎ManifestFileShard.ipynb
+965 b/‎ManifestFileShard.ipynb
+965
diff --git a/‎README.md
+23-1 b/‎README.md
+23-1
diff --git a/‎data/test_0.csv
+3 b/‎data/test_0.csv
+3
diff --git a/‎data/test_0.tar.gz
299 Bytes b/‎data/test_0.tar.gz
299 Bytes
diff --git a/‎data/test_1.csv
+4 b/‎data/test_1.csv
+4
diff --git a/‎data/test_1.tar.gz
325 Bytes b/‎data/test_1.tar.gz
325 Bytes
diff --git a/‎data/test_2.csv
+4 b/‎data/test_2.csv
+4
diff --git a/‎data/test_2.tar.gz
326 Bytes b/‎data/test_2.tar.gz
326 Bytes
diff --git a/‎data/test_3.csv
+3 b/‎data/test_3.csv
+3
diff --git a/‎data/test_3.tar.gz
298 Bytes b/‎data/test_3.tar.gz
298 Bytes
@@ -1 +1,23 @@
-# sagemaker-aws
+# sagemaker-aws
+
+Create a bucket by name of sagemaker-crossaccnt-train -- or Change the DEF_BUCKET Variable
+Create a folder prefix of data/finance/distrib-multi  -- or Change the PREFIX Variable
+
+
+
+#### Generate Data
+*Generate synthetic housing data -- with no Categorical columns for now -- 
+    *SHARD is RANDOM INDEX and so everytime we run we get a new set of shard indexes and files
+    *Generate Json File -- not included as yet
+    *Generate Zip file - not included as yet
+    
+#### Experiments run
+*Below are the Jupyter files with the experiements run -- 
+    *Folder Shard -- We are sharding the data by folders and each folder has 1 csv file to be processed
+    *TarBall Shard -- We are shariding the data by creating 1 TAR BALL for each of the unique data set to be processed
+    *Manifest Shard -- We are sharding by the Manifest file which has the location for various files and data sets
+        * For Manifest 5 different experiments were run which are documented 
+        * While creating the Manifest file the S3 bucket had to be hard coded in that script. Please CHANGE to your bucket
+    *Direct File shard -- Place al files directly under 1 folder in S3 and try to shard by s3
+    
+    
@@ -0,0 +1,3 @@
+,SHARD_PREFIX,YEAR_BUILT,SQUARE_FEET,NUM_BEDROOMS,NUM_BATHROOMS,LOT_ACRES,GARAGE_SPACES,FRONT_PORCH,DECK,PRICE
+1,0,2004,3932.424542784298,2,2.0,1.3,1,1,1,599363
+5,0,1987,2806.1007143692805,3,1.5,0.69,1,0,0,338765
@@ -0,0 +1,4 @@
+,SHARD_PREFIX,YEAR_BUILT,SQUARE_FEET,NUM_BEDROOMS,NUM_BATHROOMS,LOT_ACRES,GARAGE_SPACES,FRONT_PORCH,DECK,PRICE
+2,1,2002,2110.3580824176097,6,2.5,1.02,2,1,1,374353
+4,1,1995,2356.6152874384297,2,2.0,1.41,3,0,1,349642
+6,1,1986,3359.8186254695715,3,1.0,1.18,3,0,0,446672
@@ -0,0 +1,4 @@
+,SHARD_PREFIX,YEAR_BUILT,SQUARE_FEET,NUM_BEDROOMS,NUM_BATHROOMS,LOT_ACRES,GARAGE_SPACES,FRONT_PORCH,DECK,PRICE
+3,2,2009,2688.848561383724,2,2.0,0.84,2,1,1,445927
+7,2,2002,3482.570149229119,4,3.0,1.26,3,1,1,586285
+9,2,1995,2868.5843673782756,4,3.0,0.91,1,0,0,423937
@@ -0,0 +1,3 @@
+,SHARD_PREFIX,YEAR_BUILT,SQUARE_FEET,NUM_BEDROOMS,NUM_BATHROOMS,LOT_ACRES,GARAGE_SPACES,FRONT_PORCH,DECK,PRICE
+0,3,2002,2587.2456112525065,2,3.0,1.65,1,0,0,407836
+8,3,2000,2275.1292749126524,6,1.0,0.4,0,0,0,327269
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+,SHARD_PREFIX,YEAR_BUILT,SQUARE_FEET,NUM_BEDROOMS,NUM_BATHROOMS,LOT_ACRES,GARAGE_SPACES,FRONT_PORCH,DECK,PRICE`
	`2`	`+1,0,2004,3932.424542784298,2,2.0,1.3,1,1,1,599363`
	`3`	`+5,0,1987,2806.1007143692805,3,1.5,0.69,1,0,0,338765`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+,SHARD_PREFIX,YEAR_BUILT,SQUARE_FEET,NUM_BEDROOMS,NUM_BATHROOMS,LOT_ACRES,GARAGE_SPACES,FRONT_PORCH,DECK,PRICE`
	`2`	`+0,3,2002,2587.2456112525065,2,3.0,1.65,1,0,0,407836`
	`3`	`+8,3,2000,2275.1292749126524,6,1.0,0.4,0,0,0,327269`