performance test scripts for issue #7. Not checking in dss file, substitute your own

Author: dwr-psandhu

perftest/hec_read_large_file.py

@@ -0,0 +1,17 @@
+from hec.heclib.dss import HecDSSUtilities
+from hec.heclib.dss import HecDss
+import datetime
+if __name__=='__main__':
+    print('Run with vscript. Uses HEC-DSSVue functions to do the same as read_large_file.py')
+    HecDSSUtilities.setMessageLevel(0)
+    d=HecDss.open('ITP_PP_out_ec.dss',1)
+    s=datetime.datetime.now()
+    plist=d.getCondensedCatalog()
+    print('Catalog read in %s'%str(datetime.datetime.now()-s))
+    print('Reading data from %s pathnames'%len(plist))
+    s=datetime.datetime.now()
+    for path in plist:
+        s1=datetime.datetime.now()
+        data=d.get(str(path),1)
+        print('Read %s in %s '%(str(path), str(datetime.datetime.now()-s1)))
+    print('Read %s in  %s'%(len(plist),str(datetime.datetime.now()-s)))

perftest/pydss_read_large_file.py

@@ -0,0 +1,17 @@
+from vtools.datastore.dss.api import *
+import datetime
+
+if __name__ == '__main__':
+    fname="ITP_PP_out_ec.dss"
+    s=datetime.datetime.now()
+    c=dss_catalog(fname)
+    print('catalog read in : %s'%str(datetime.datetime.now()-s) )
+    print('Reading %d ...'%len(c))
+    s=datetime.datetime.now()
+    for e in c:
+        #e[0].item_names() --> ['A', 'C', 'B', 'E', 'D', 'F', 'interval']
+        path = '/'+e.item('A')+'/'+e.item('B')+'/'+e.item('C')+'//'+e.item('E')+'/'+e.item('F')+'/'
+        si=datetime.datetime.now()
+        dss_retrieve_ts(fname,path)
+        print('read %s in %s'%(path, str(datetime.datetime.now()-si)))
+    print('read all in %s'%str(datetime.datetime.now()-s))

perftest/read_large_file.py

@@ -0,0 +1,16 @@
+import pyhecdss
+import datetime
+if __name__=='__main__':
+    pyhecdss.set_message_level(0)
+    d=pyhecdss.DSSFile('./ITP_PP_out_ec.dss')
+    s=datetime.datetime.now()
+    catdf=d.read_catalog()
+    print('catalog read in :', datetime.datetime.now()-s )
+    plist=d.get_pathnames()
+    print('Reading ',len(plist),'...')
+    s=datetime.datetime.now()
+    for path in plist:
+        si=datetime.datetime.now()
+        df,u,p=d.read_rts(path)
+        print('read ',path,' in ',datetime.datetime.now()-si)
+    print('read all in ',datetime.datetime.now()-s)