from time import time import numpy as np import bcolz N = int(1e7) CLEVEL = 5 a = np.linspace(0, 1, N) t0 = time() ac = bcolz.carray(a, cparams=bcolz.cparams(clevel=CLEVEL)) print("time creation (memory) ->", round(time() - t0, 3)) print("data (memory):", repr(ac)) t0 = time() b = bcolz.carray(a, cparams=bcolz.cparams(clevel=CLEVEL), rootdir='myarray', mode='w') b.flush() print("time creation (disk) ->", round(time() - t0, 3)) # print "meta (disk):", b.read_meta() t0 = time() an = np.array(a) print("time creation (numpy) ->", round(time() - t0, 3)) t0 = time() c = bcolz.carray(rootdir='myarray') print("time open (disk) ->", round(time() - t0, 3)) #print "meta (disk):", c.read_meta() print("data (disk):", repr(c)) t0 = time() print(sum(ac)) print("time sum (memory, iter) ->", round(time() - t0, 3)) t0 = time() print(sum(c)) print("time sum (disk, iter) ->", round(time() - t0, 3)) t0 = time() print(bcolz.eval('sum(ac)')) print("time sum (memory, eval) ->", round(time() - t0, 3)) t0 = time() print(bcolz.eval('sum(c)')) print("time sum (disk, eval) ->", round(time() - t0, 3)) t0 = time() print(ac.sum()) print("time sum (memory, method) ->", round(time() - t0, 3)) t0 = time() print(c.sum()) print("time sum (disk, method) ->", round(time() - t0, 3)) t0 = time() print(a.sum()) print("time sum (numpy, method) ->", round(time() - t0, 3))