Skip to content

graphplot deprecated? #65

@gertcuykens

Description

@gertcuykens

PS is there no go alternative for this?

go test -run=TestMossDGM -outputToFile
03:12:21 OpsSet 412470 numKeysRead 1811156 dbSize 37mb 75mb Memory 0mb MMap 0mb
03:12:22 OpsSet 524287 numKeysRead 1356666 dbSize 85mb 173mb Memory 0mb MMap 0mb
03:12:23 OpsSet 403496 numKeysRead 1131032 dbSize 122mb 300mb Memory 0mb MMap 0mb
03:12:24 OpsSet 149049 numKeysRead 1677611 dbSize 136mb 191mb Memory 0mb MMap 0mb
03:12:25 OpsSet 582009 numKeysRead 1313250 dbSize 189mb 293mb Memory 0mb MMap 0mb
03:12:26 OpsSet 169398 numKeysRead 994228 dbSize 205mb 412mb Memory 0mb MMap 0mb
03:12:27 OpsSet 619084 numKeysRead 1458883 dbSize 261mb 546mb Memory 0mb MMap 0mb
03:12:28 OpsSet 584209 numKeysRead 1328463 dbSize 315mb 644mb Memory 0mb MMap 0mb
03:12:29 OpsSet 597415 numKeysRead 1085736 dbSize 370mb 753mb Memory 0mb MMap 0mb
Workers Stop...
03:12:30 OpsSet 99802 numKeysRead 803970 dbSize 379mb 903mb Memory 0mb MMap 0mb
03:12:30 - Closing Collections...Done 1.419
03:12:37 - Closing Collections...Done 1.009
PASS
ok      _/Users/gert/Desktop/moss       17.650s

python -m pip install --upgrade pandas

python graph/dgm-moss-plot.py Results_024923_48983.json 
Traceback (most recent call last):
  File "graph/dgm-moss-plot.py", line 309, in <module>
    main()
  File "graph/dgm-moss-plot.py", line 92, in main
    resultsFile['memused'] = (resultsFile['memtotal'] - (resultsFile['memfree']))/1024/1024
  File "/usr/local/lib/python2.7/site-packages/pandas/core/frame.py", line 2927, in __getitem__
    indexer = self.columns.get_loc(key)
  File "/usr/local/lib/python2.7/site-packages/pandas/core/indexes/base.py", line 2659, in get_loc
    return self._engine.get_loc(self._maybe_cast_indexer(key))
  File "pandas/_libs/index.pyx", line 108, in pandas._libs.index.IndexEngine.get_loc
  File "pandas/_libs/index.pyx", line 132, in pandas._libs.index.IndexEngine.get_loc
  File "pandas/_libs/hashtable_class_helper.pxi", line 1601, in pandas._libs.hashtable.PyObjectHashTable.get_item
  File "pandas/_libs/hashtable_class_helper.pxi", line 1608, in pandas._libs.hashtable.PyObjectHashTable.get_item
KeyError: 'memtotal'

cat Results_024923_48983.json 

{"cfg_CompactionBufferPages":512,"cfg_CompactionLevelMaxSegments":9,"cfg_CompactionLevelMultiplier":3,"cfg_CompactionPercentage":0.65,"dbPath":"moss-test-data","diskMonitor":"sdc","keyLength":48,"keyOrder":"Random","memQuota":4294967296,"ncpus":8,"numReaders":1,"numWriters":1,"readBatchSize":100,"readBatchThinkTime":0,"runDescription":"-","runTime":10,"sampleFrequency":1000000000,"valueLength":48,"writeBatchSize":10000,"writeBatchThinkTime":0}
{"intervaltime":"02:49:24","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1864177,"numKeysStart":0,"numKeysWrite":607959,"numReadBatches":39005,"numWriteBatches":60,"num_bytes_used_disk":73283936,"num_files":1,"num_segments":3,"processMem":0,"totalKeyBytes":17668224,"totalOpsDel":0,"totalOpsSet":368088,"totalValBytes":17668224,"total_compactions":1,"total_persists":19}
{"intervaltime":"02:49:25","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1678772,"numKeysStart":0,"numKeysWrite":601788,"numReadBatches":34453,"numWriteBatches":60,"num_bytes_used_disk":168420704,"num_files":1,"num_segments":7,"processMem":0,"totalKeyBytes":42663744,"totalOpsDel":0,"totalOpsSet":520740,"totalValBytes":42663744,"total_compactions":0,"total_persists":12}
{"intervaltime":"02:49:26","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1272640,"numKeysStart":0,"numKeysWrite":612793,"numReadBatches":26140,"numWriteBatches":62,"num_bytes_used_disk":291830838,"num_files":2,"num_segments":18,"processMem":0,"totalKeyBytes":66042192,"totalOpsDel":0,"totalOpsSet":487051,"totalValBytes":66042192,"total_compactions":0,"total_persists":19}
{"intervaltime":"02:49:27","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1765483,"numKeysStart":0,"numKeysWrite":576301,"numReadBatches":36190,"numWriteBatches":57,"num_bytes_used_disk":174847246,"num_files":1,"num_segments":6,"processMem":0,"totalKeyBytes":69736416,"totalOpsDel":0,"totalOpsSet":76963,"totalValBytes":69736416,"total_compactions":1,"total_persists":5}
{"intervaltime":"02:49:28","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1411938,"numKeysStart":0,"numKeysWrite":608265,"numReadBatches":28730,"numWriteBatches":61,"num_bytes_used_disk":279874336,"num_files":1,"num_segments":16,"processMem":0,"totalKeyBytes":95461344,"totalOpsDel":0,"totalOpsSet":535936,"totalValBytes":95461344,"total_compactions":0,"total_persists":18}
{"intervaltime":"02:49:29","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1191213,"numKeysStart":0,"numKeysWrite":625228,"numReadBatches":24315,"numWriteBatches":63,"num_bytes_used_disk":382459295,"num_files":1,"num_segments":20,"processMem":0,"totalKeyBytes":128764464,"totalOpsDel":0,"totalOpsSet":693815,"totalValBytes":128764464,"total_compactions":0,"total_persists":20}
{"intervaltime":"02:49:30","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":990468,"numKeysStart":0,"numKeysWrite":577997,"numReadBatches":20153,"numWriteBatches":58,"num_bytes_used_disk":578373280,"num_files":1,"num_segments":3,"processMem":0,"totalKeyBytes":115968048,"totalOpsDel":0,"totalOpsSet":0,"totalValBytes":115968048,"total_compactions":0,"total_persists":0}
{"intervaltime":"02:49:31","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1462143,"numKeysStart":0,"numKeysWrite":605731,"numReadBatches":29763,"numWriteBatches":60,"num_bytes_used_disk":686256128,"num_files":1,"num_segments":16,"processMem":0,"totalKeyBytes":167349888,"totalOpsDel":0,"totalOpsSet":1070455,"totalValBytes":167349888,"total_compactions":0,"total_persists":21}
{"intervaltime":"02:49:32","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":1152540,"numKeysStart":0,"numKeysWrite":610852,"numReadBatches":23471,"numWriteBatches":61,"num_bytes_used_disk":795824128,"num_files":1,"num_segments":20,"processMem":0,"totalKeyBytes":197996448,"totalOpsDel":0,"totalOpsSet":638470,"totalValBytes":197996448,"total_compactions":0,"total_persists":20}
{"intervaltime":"02:49:33","mapped":0,"mhBlockDuration":0,"mhBlocks":0,"numKeysRead":864135,"numKeysStart":0,"numKeysWrite":552955,"numReadBatches":17685,"numWriteBatches":56,"num_bytes_used_disk":938213376,"num_files":1,"num_segments":22,"processMem":0,"totalKeyBytes":213553104,"totalOpsDel":0,"totalOpsSet":324097,"totalValBytes":213553104,"total_compactions":0,"total_persists":10}
{"tot_mapped":0,"tot_mhBlockDuration":0,"tot_mhBlocks":0,"tot_numKeysRead":13653509,"tot_numKeysStart":0,"tot_numKeysWrite":5980000,"tot_numReadBatches":279905,"tot_numWriteBatches":598,"tot_num_bytes_used_disk":1030427776,"tot_num_files":1,"tot_num_segments":6,"tot_processMem":0,"tot_totalKeyBytes":216281328,"tot_totalOpsDel":0,"tot_totalOpsSet":4505861,"tot_totalValBytes":216281328,"tot_total_compactions":2,"tot_total_persists":144}

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions