Advertisement
Guest User

Untitled

a guest
Jul 24th, 2017
41
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.93 KB | None | 0 0
  1. import fund # my package
  2. fd = fund.Fund.load('210004')
  3. df = fd.data[:5] # read 5 rows for testing
  4.  
  5. # pandas reported error
  6. # get the same error using store = pd.io.pytables.HDFStore('store.h5'), store[]=...
  7. folder = '/Users/william/'
  8. df.to_hdf(folder + 'cpi.h5', 'cpi')
  9.  
  10. # rewrite it literally
  11. # I got ignorable warning (PerformanceWarning) but no error
  12. folder = '/Users/william/'
  13. matrix =[[1.331, 2.061, 0.0053, 'ssss', 'ssss', None],
  14. [1.324, 2.054, 0.0015, 'ssss', 'ssss', None],
  15. [1.322, 2.052, 0.0015, 'ssss', 'ssss', None],
  16. [1.32, 2.05, 0.0138, 'ssss', 'ssss', None],
  17. [1.302, 2.032, 0.011699999999999999, 'ssss', 'ssss', None]]
  18. df2=pd.DataFrame(matrix,columns=df.keys(),index=df.index)
  19. df2.to_hdf(folder + 'cpi.h5', 'cpi')
  20.  
  21. 2017-07-24 True True True True True False
  22. 2017-07-21 True True True True True False
  23. 2017-07-20 True True True True True False
  24. 2017-07-19 True True True True True False
  25. 2017-07-18 True True True True True False
  26.  
  27. RecursionErrorTraceback (most recent call last) <ipython-input-135-2186e340ee8f> in <module>()
  28. 5 store = pd.io.pytables.HDFStore('store.h5')
  29. 6 folder = '/Users/william/'
  30. ----> 7 df.to_hdf(folder + 'cpi.h5', 'cpi')
  31. 8
  32. 9 store = pd.io.pytables.HDFStore('store.h5')
  33.  
  34. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/core/generic.py in to_hdf(self, path_or_buf, key, **kwargs) 1297 1298 from pandas.io import pytables
  35. -> 1299 return pytables.to_hdf(path_or_buf, key, self, **kwargs) 1300 1301 def to_msgpack(self, path_or_buf=None, encoding='utf-8', **kwargs):
  36.  
  37. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/io/pytables.py in to_hdf(path_or_buf, key, value, mode, complevel, complib, append,
  38. **kwargs)
  39. 278 with HDFStore(path_or_buf, mode=mode, complevel=complevel,
  40. 279 complib=complib) as store:
  41. --> 280 f(store)
  42. 281 else:
  43. 282 f(path_or_buf)
  44.  
  45. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/io/pytables.py in <lambda>(store)
  46. 272 f = lambda store: store.append(key, value, **kwargs)
  47. 273 else:
  48. --> 274 f = lambda store: store.put(key, value, **kwargs)
  49. 275
  50. 276 path_or_buf = _stringify_path(path_or_buf)
  51.  
  52. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/io/pytables.py in put(self, key, value, format, append, **kwargs)
  53. 889 format = get_option("io.hdf.default_format") or 'fixed'
  54. 890 kwargs = self._validate_format(format, kwargs)
  55. --> 891 self._write_to_group(key, value, append=append, **kwargs)
  56. 892
  57. 893 def remove(self, key, where=None, start=None, stop=None):
  58.  
  59. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/io/pytables.py in _write_to_group(self, key, value, format, index, append, complib, encoding, **kwargs) 1331 1332 # write the object
  60. -> 1333 s.write(obj=value, append=append, complib=complib, **kwargs) 1334 1335 if s.is_table and index:
  61.  
  62. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/io/pytables.py in write(self, obj, **kwargs) 2911 # I have no idea why, but writing values before items fixed #2299 2912 blk_items = data.items.take(blk.mgr_locs)
  63. -> 2913 self.write_array('block%d_values' % i, blk.values, items=blk_items) 2914 self.write_index('block%d_items' % i, blk_items) 2915
  64.  
  65. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/io/pytables.py in write_array(self, key, value, items) 2679 vlarr = self._handle.create_vlarray(self.group, key, 2680
  66. _tables().ObjectAtom())
  67. -> 2681 vlarr.append(value) 2682 else: 2683 if empty_array:
  68.  
  69. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/tables/vlarray.py in append(self, sequence)
  70. 517 atom = self.atom
  71. 518 if not hasattr(atom, 'size'): # it is a pseudo-atom
  72. --> 519 sequence = atom.toarray(sequence)
  73. 520 statom = atom.base
  74. 521 else:
  75.  
  76. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/tables/atom.py in toarray(self, object_) 1084 1085 def toarray(self, object_):
  77. -> 1086 buffer_ = self._tobuffer(object_) 1087 array = numpy.ndarray(buffer=buffer_, dtype=self.base.dtype, 1088 shape=len(buffer_))
  78.  
  79. /Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/tables/atom.py in _tobuffer(self, object_) 1218 1219 def _tobuffer(self, object_):
  80. -> 1220 return six.moves.cPickle.dumps(object_, six.moves.cPickle.HIGHEST_PROTOCOL) 1221 1222 def fromarray(self, array):
  81.  
  82. RecursionError: maximum recursion depth exceeded
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement