added method to check memory avaiable

code/iomethods.py

@@ -253,6 +253,11 @@ def read_data(varName, latName, lonName, userVariables, filelist=None):
     global LAT
     global LON
 
+    mem = utils.sufficient_mem(userVariables.DIRS, userVariables.filelist, 2)
+    if not mem:
+        print 'There is not enough memory on this system to complete this task'
+        sys.exit()
+
     timeName = 'time'
 
     filelistInstructions = userVariables.DIRS['CEoriDirName']+'/*'

code/utils.py

@@ -9,6 +9,34 @@
 import numpy.ma as ma
 from netCDF4 import Dataset
 from scipy.ndimage import map_coordinates
+from psutil import virtual_memory
+
+def sufficient_mem(fileNamesDict, filelist, numProc):
+    '''
+    Purpose:: To check for the avialable memory on a system and compare with
+               the memory needed to complete the work
+
+    Input:: filesDict - dictionary with paths to inputFiles
+            filelist - list of core (MERG)files to be used
+            num of processes
+
+    Output:: boolean indicating if there is sufficient mem or not
+    '''
+    sysMem = virtual_memory()
+    maxMemList = [] 
+    maxMemList.append(max(os.path.getsize(i) for i in filelist))
+
+    for directory in fileNamesDict:
+        if not 'CEoriDirName' in directory or not 'mainDirStr' in directory:
+            maxMemList.append(max(os.path.getsize(i) for i in glob.glob(fileNamesDict[directory]+'/*')))
+
+    #min mem required = 2 * fileSizes * numProc
+    minMemReq = sum((2 * i * numProc) for i in maxMemList)
+
+    if minMemReq > maxMemList:
+        return False
+    else:
+        return True
 
 
 def do_regrid(inputGrid, lat, lon, lat2, lon2, order=1, mdi=-999999999):