-
Notifications
You must be signed in to change notification settings - Fork 63
Open
Description
PS is there no go alternative for this?
go test -run=TestMossDGM -outputToFile
03:12:21 OpsSet 412470 numKeysRead 1811156 dbSize 37mb 75mb Memory 0mb MMap 0mb
03:12:22 OpsSet 524287 numKeysRead 1356666 dbSize 85mb 173mb Memory 0mb MMap 0mb
03:12:23 OpsSet 403496 numKeysRead 1131032 dbSize 122mb 300mb Memory 0mb MMap 0mb
03:12:24 OpsSet 149049 numKeysRead 1677611 dbSize 136mb 191mb Memory 0mb MMap 0mb
03:12:25 OpsSet 582009 numKeysRead 1313250 dbSize 189mb 293mb Memory 0mb MMap 0mb
03:12:26 OpsSet 169398 numKeysRead 994228 dbSize 205mb 412mb Memory 0mb MMap 0mb
03:12:27 OpsSet 619084 numKeysRead 1458883 dbSize 261mb 546mb Memory 0mb MMap 0mb
03:12:28 OpsSet 584209 numKeysRead 1328463 dbSize 315mb 644mb Memory 0mb MMap 0mb
03:12:29 OpsSet 597415 numKeysRead 1085736 dbSize 370mb 753mb Memory 0mb MMap 0mb
Workers Stop...
03:12:30 OpsSet 99802 numKeysRead 803970 dbSize 379mb 903mb Memory 0mb MMap 0mb
03:12:30 - Closing Collections...Done 1.419
03:12:37 - Closing Collections...Done 1.009
PASS
ok _/Users/gert/Desktop/moss 17.650s
python -m pip install --upgrade pandas
python graph/dgm-moss-plot.py Results_024923_48983.json
Traceback (most recent call last):
File "graph/dgm-moss-plot.py", line 309, in <module>
main()
File "graph/dgm-moss-plot.py", line 92, in main
resultsFile['memused'] = (resultsFile['memtotal'] - (resultsFile['memfree']))/1024/1024
File "/usr/local/lib/python2.7/site-packages/pandas/core/frame.py", line 2927, in __getitem__
indexer = self.columns.get_loc(key)
File "/usr/local/lib/python2.7/site-packages/pandas/core/indexes/base.py", line 2659, in get_loc
return self._engine.get_loc(self._maybe_cast_indexer(key))
File "pandas/_libs/index.pyx", line 108, in pandas._libs.index.IndexEngine.get_loc
File "pandas/_libs/index.pyx", line 132, in pandas._libs.index.IndexEngine.get_loc
File "pandas/_libs/hashtable_class_helper.pxi", line 1601, in pandas._libs.hashtable.PyObjectHashTable.get_item
File "pandas/_libs/hashtable_class_helper.pxi", line 1608, in pandas._libs.hashtable.PyObjectHashTable.get_item
KeyError: 'memtotal'
cat Results_024923_48983.json
{"cfg_CompactionBufferPages":512,"cfg_CompactionLevelMaxSegments":9,"cfg_CompactionLevelMultiplier":3,"cfg_CompactionPercentage":0.65,"dbPath":"moss-test-data","diskMonitor":"sdc","keyLength":48,"keyOrder":"Random","memQuota":4294967296,"ncpus":8,"numReaders":1,"numWriters":1,"readBatchSize":100,"readBatchThinkTime":0,"runDescription":"-","runTime":10,"sampleFrequency":1000000000,"valueLength":48,"writeBatchSize":10000,"writeBatchThinkTime":0}
{"intervaltime":"02:49:24","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1864177,"numKeysStart":0,"numKeysWrite":607959,"numReadBatches":39005,"numWriteBatches":60,"num_bytes_used_disk":73283936,"num_files":1,"num_segments":3,"processMem":0,"totalKeyBytes":17668224,"totalOpsDel":0,"totalOpsSet":368088,"totalValBytes":17668224,"total_compactions":1,"total_persists":19}
{"intervaltime":"02:49:25","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1678772,"numKeysStart":0,"numKeysWrite":601788,"numReadBatches":34453,"numWriteBatches":60,"num_bytes_used_disk":168420704,"num_files":1,"num_segments":7,"processMem":0,"totalKeyBytes":42663744,"totalOpsDel":0,"totalOpsSet":520740,"totalValBytes":42663744,"total_compactions":0,"total_persists":12}
{"intervaltime":"02:49:26","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1272640,"numKeysStart":0,"numKeysWrite":612793,"numReadBatches":26140,"numWriteBatches":62,"num_bytes_used_disk":291830838,"num_files":2,"num_segments":18,"processMem":0,"totalKeyBytes":66042192,"totalOpsDel":0,"totalOpsSet":487051,"totalValBytes":66042192,"total_compactions":0,"total_persists":19}
{"intervaltime":"02:49:27","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1765483,"numKeysStart":0,"numKeysWrite":576301,"numReadBatches":36190,"numWriteBatches":57,"num_bytes_used_disk":174847246,"num_files":1,"num_segments":6,"processMem":0,"totalKeyBytes":69736416,"totalOpsDel":0,"totalOpsSet":76963,"totalValBytes":69736416,"total_compactions":1,"total_persists":5}
{"intervaltime":"02:49:28","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1411938,"numKeysStart":0,"numKeysWrite":608265,"numReadBatches":28730,"numWriteBatches":61,"num_bytes_used_disk":279874336,"num_files":1,"num_segments":16,"processMem":0,"totalKeyBytes":95461344,"totalOpsDel":0,"totalOpsSet":535936,"totalValBytes":95461344,"total_compactions":0,"total_persists":18}
{"intervaltime":"02:49:29","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1191213,"numKeysStart":0,"numKeysWrite":625228,"numReadBatches":24315,"numWriteBatches":63,"num_bytes_used_disk":382459295,"num_files":1,"num_segments":20,"processMem":0,"totalKeyBytes":128764464,"totalOpsDel":0,"totalOpsSet":693815,"totalValBytes":128764464,"total_compactions":0,"total_persists":20}
{"intervaltime":"02:49:30","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":990468,"numKeysStart":0,"numKeysWrite":577997,"numReadBatches":20153,"numWriteBatches":58,"num_bytes_used_disk":578373280,"num_files":1,"num_segments":3,"processMem":0,"totalKeyBytes":115968048,"totalOpsDel":0,"totalOpsSet":0,"totalValBytes":115968048,"total_compactions":0,"total_persists":0}
{"intervaltime":"02:49:31","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1462143,"numKeysStart":0,"numKeysWrite":605731,"numReadBatches":29763,"numWriteBatches":60,"num_bytes_used_disk":686256128,"num_files":1,"num_segments":16,"processMem":0,"totalKeyBytes":167349888,"totalOpsDel":0,"totalOpsSet":1070455,"totalValBytes":167349888,"total_compactions":0,"total_persists":21}
{"intervaltime":"02:49:32","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1152540,"numKeysStart":0,"numKeysWrite":610852,"numReadBatches":23471,"numWriteBatches":61,"num_bytes_used_disk":795824128,"num_files":1,"num_segments":20,"processMem":0,"totalKeyBytes":197996448,"totalOpsDel":0,"totalOpsSet":638470,"totalValBytes":197996448,"total_compactions":0,"total_persists":20}
{"intervaltime":"02:49:33","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":864135,"numKeysStart":0,"numKeysWrite":552955,"numReadBatches":17685,"numWriteBatches":56,"num_bytes_used_disk":938213376,"num_files":1,"num_segments":22,"processMem":0,"totalKeyBytes":213553104,"totalOpsDel":0,"totalOpsSet":324097,"totalValBytes":213553104,"total_compactions":0,"total_persists":10}
{"tot_mapped":0,"tot_mhBlockDuration":0,"tot_mhBlocks":0,"tot_numKeysRead":13653509,"tot_numKeysStart":0,"tot_numKeysWrite":5980000,"tot_numReadBatches":279905,"tot_numWriteBatches":598,"tot_num_bytes_used_disk":1030427776,"tot_num_files":1,"tot_num_segments":6,"tot_processMem":0,"tot_totalKeyBytes":216281328,"tot_totalOpsDel":0,"tot_totalOpsSet":4505861,"tot_totalValBytes":216281328,"tot_total_compactions":2,"tot_total_persists":144}
Metadata
Metadata
Assignees
Labels
No labels