Cached output filter

Author: torosdahl

Diff for: .gitattributes

@@ -1,2 +1 @@
-*.ipynb filter=nbfilter
 *.ipynb filter=cached-output

Diff for: .gitignore

@@ -24,5 +24,8 @@ auto
 # Compressed files for upload
 generated
 
+# Cached output
+.nb_output_cache
+
 # Misc
 .DS_Store

Diff for: scripts/__init__.py

@@ -1,7 +1,5 @@
-data=$(cat)
 temp_out=$(mktemp)
-echo "$data" > $temp_out.ipynb
-jupyter nbconvert --to notebook --config convert_config.py $temp_out.ipynb --output $temp_out.ipynb
-jupyter nbconvert --to notebook --ClearOutputPreprocessor.enabled=True $temp_out.ipynb --output $temp_out.ipynb
-data=$(<$temp_out.ipynb)
-echo "$data"
+cat > $temp_out.ipynb
+jupyter nbconvert --to notebook --config scripts/convert_config.py $temp_out.ipynb --output $temp_out.ipynb 1>&2
+jupyter nbconvert --to notebook --ClearOutputPreprocessor.enabled=True $temp_out.ipynb --output $temp_out.ipynb 1>&2
+cat $temp_out.ipynb

Diff for: scripts/cache_filter_clean.sh

@@ -1,7 +1,5 @@
-data=$(cat)
 temp_out=$(mktemp)
-echo "$data" > $temp_out.ipynb
-jupyter trust $temp_out.ipynb
-jupyter nbconvert --to notebook --config convert_config.py $temp_out.ipynb --output $temp_out.ipynb
-data=$(<$temp_out.ipynb)
-echo "$data"
+cat > $temp_out.ipynb
+jupyter nbconvert --to notebook --config scripts/convert_config.py $temp_out.ipynb --output $temp_out.ipynb 1>&2
+jupyter trust $temp_out.ipynb > /dev/null
+cat $temp_out.ipynb

Diff for: scripts/cache_filter_smudge.sh

@@ -71,8 +71,7 @@ class CachedOutputPreprocessor(ExecutePreprocessor):
     Output is stored in a cache directory, and only recomputed if needed.
     """
 
-    #cache_directory = Unicode('/tmp/nb_output_cache', config=True)
-    cache_directory = Unicode(os.path.abspath("../.nb_output_cache"), config=True)
+    cache_directory = Unicode('/tmp/nb_output_cache', config=True)
 
     setup_cells = Integer(1, config=True,
         help="""The number of code cells at the beginning of the notebook to use as setup for other cells.

Diff for: scripts/cachedoutput.py

@@ -1,4 +1,6 @@
+import os
 c = get_config()
 
-c.Exporter.preprocessors = ['cachedoutput.CachedOutputPreprocessor']
+c.Exporter.preprocessors = ['scripts.cachedoutput.CachedOutputPreprocessor']
 c.CachedOutputPreprocessor['enabled'] = True
+c.CachedOutputPreprocessor.cache_directory = os.path.abspath(".nb_output_cache")