--> -->
 
 
<type 'exceptions.KeyError'>
Python 2.7.3: /usr/bin/python
Fri Apr 18 20:44:22 2014

A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred.

 /srv/deployment/reporter/reporter/report.py in ()
     87 dbs = cache["_dbs"]
     88 
=>   89 total = fullprofile[db]["-"]["-total"]
     90 
     91 #cache.close()
total undefined, fullprofile = {u'1.23wmf21': {u'-': {u'-setup': {'count': 40334468, 'cpu': 42099.858822, 'cpusq': 168.393248, 'onecpu': 0.001043768789066463, 'onereal': 0.0010468397815486248, 'real': 42223.72567, 'realsq': 49.260114}, u'-total': {'count': 40334133, 'cpu': 9978763.844961, 'cpusq': 20514467.817275, 'onecpu': 0.24740246294524296, 'onereal': 0.28192059237234623, 'real': 11371022.668185, 'realsq': 26146479.848926}, u'API:abusefiltercheckmatch': {'count': 2, 'cpu': 0.036002, 'cpusq': 0.000656, 'onecpu': 0.018001, 'onereal': 0.0253695, 'real': 0.050739, 'realsq': 0.001287}, u'API:abusefilterchecksyntax': {'count': 1, 'cpu': 0.0, 'cpusq': 0.0, 'onecpu': 0.0, 'onereal': 0.000358, 'real': 0.000358, 'realsq': 0.0}, u'API:abusefilters': {'count': 60, 'cpu': 0.408029, 'cpusq': 0.00544, 'onecpu': 0.006800483333333333, 'onereal': 0.010130216666666667, 'real': 0.607813, 'realsq': 0.009991}, u'API:abusefilters-DB': {'count': 60, 'cpu': 0.028003, 'cpusq': 0.000112, 'onecpu': 0.0004667166666666667, 'onereal': 0.0016937999999999999, 'real': 0.101628, 'realsq': 0.000236}, u'API:abuselog': {'count': 7599, 'cpu': 203.824709, 'cpusq': 10.693117, 'onecpu': 0.02682256994341361, 'onereal': 0.04077475667851033, 'real': 309.847376, 'realsq': 38.94351}, u'API:abuselog-DB': {'count': 7593, 'cpu': 3.436224, 'cpusq': 0.013744, 'onecpu': 0.00045255156064796527, 'onereal': 0.0014677155274595022, 'real': 11.144364, 'realsq': 1.768138}, u'API:allcategories': {'count': 10, 'cpu': 0.076004, 'cpusq': 0.001072, 'onecpu': 0.0076004, 'onereal': 0.0159306, 'real': 0.159306, 'realsq': 0.005527}, u'API:allcategories-DB': {'count': 10, 'cpu': 0.016, 'cpusq': 6.4e-05, 'onecpu': 0.0016, 'onereal': 0.007742300000000001, 'real': 0.077423, 'realsq': 0.00318}, ...}}, u'1.23wmf22': {u'-': {u'-setup': {'count': 20028379, 'cpu': 20953.557944, 'cpusq': 83.811312, 'onecpu': 0.0010461934010735467, 'onereal': 0.0010489256270814528, 'real': 21008.280002, 'realsq': 24.322796}, u'-total': {'count': 20028198, 'cpu': 4360478.192283, 'cpusq': 8821385.635045, 'onecpu': 0.21771695048566025, 'onereal': 0.2494547465984708, 'real': 4996129.056914, 'realsq': 11869299.331819}, u'API:abusefilterchecksyntax': {'count': 4, 'cpu': 0.028003, 'cpusq': 0.000336, 'onecpu': 0.00700075, 'onereal': 0.0085125, 'real': 0.03405, 'realsq': 0.000546}, u'API:abusefilters': {'count': 9, 'cpu': 0.116006, 'cpusq': 0.001744, 'onecpu': 0.012889555555555555, 'onereal': 0.017757777777777775, 'real': 0.15982, 'realsq': 0.003019}, u'API:abusefilters-DB': {'count': 9, 'cpu': 0.008, 'cpusq': 3.2e-05, 'onecpu': 0.0008888888888888889, 'onereal': 0.001993, 'real': 0.017937, 'realsq': 4.5e-05}, u'API:abuselog': {'count': 3475, 'cpu': 98.874181, 'cpusq': 67.585572, 'onecpu': 0.0284530017266187, 'onereal': 0.04696618014388489, 'real': 163.207476, 'realsq': 785.158486}, u'API:abuselog-DB': {'count': 3474, 'cpu': 1.812094, 'cpusq': 0.00728, 'onecpu': 0.000521616004605642, 'onereal': 0.001990201496833621, 'real': 6.91396, 'realsq': 5.297732}, u'API:allcategories': {'count': 14, 'cpu': 0.128007, 'cpusq': 0.002528, 'onecpu': 0.009143357142857144, 'onereal': 0.010913785714285714, 'real': 0.152793, 'realsq': 0.002628}, u'API:allcategories-DB': {'count': 14, 'cpu': 0.02, 'cpusq': 8e-05, 'onecpu': 0.0014285714285714286, 'onereal': 0.0022949285714285715, 'real': 0.032129, 'realsq': 7.6e-05}, u'API:allimages': {'count': 40878, 'cpu': 647.716443, 'cpusq': 120.184626, 'onecpu': 0.015845110890943783, 'onereal': 0.020384794021233915, 'real': 833.28961, 'realsq': 146.746688}, ...}}, u'1.24wmf1': {u'-': {u'-setup': {'count': 18441, 'cpu': 21.269348, 'cpusq': 0.0852, 'onecpu': 0.0011533728105851094, 'onereal': 0.0011495813676047936, 'real': 21.19943, 'realsq': 0.029345}, u'-total': {'count': 18441, 'cpu': 4186.985571, 'cpusq': 4910.506812, 'onecpu': 0.2270476422645193, 'onereal': 0.2568267563581151, 'real': 4736.142214, 'realsq': 6440.018645}, u'API:allpages': {'count': 8, 'cpu': 0.128007, 'cpusq': 0.010177, 'onecpu': 0.016000875, 'onereal': 0.02727825, 'real': 0.218226, 'realsq': 0.036646}, u'API:allpages-DB': {'count': 8, 'cpu': 0.004, 'cpusq': 1.6e-05, 'onecpu': 0.0005, 'onereal': 0.001217, 'real': 0.009736, 'realsq': 1.5e-05}, u'API:blocks': {'count': 14, 'cpu': 0.056002, 'cpusq': 0.000384, 'onecpu': 0.0040001428571428575, 'onereal': 0.005774071428571429, 'real': 0.080837, 'realsq': 0.000643}, u'API:blocks-DB': {'count': 14, 'cpu': 0.016001, 'cpusq': 6.4e-05, 'onecpu': 0.0011429285714285714, 'onereal': 0.001470857142857143, 'real': 0.020592, 'realsq': 3.4e-05}, u'API:categories': {'count': 6, 'cpu': 0.008, 'cpusq': 3.2e-05, 'onecpu': 0.0013333333333333333, 'onereal': 0.0012995, 'real': 0.007797, 'realsq': 1e-05}, u'API:categories-DB': {'count': 6, 'cpu': 0.0, 'cpusq': 0.0, 'onecpu': 0.0, 'onereal': 0.0006746666666666667, 'real': 0.004048, 'realsq': 3e-06}, u'API:categoryinfo': {'count': 1, 'cpu': 0.0, 'cpusq': 0.0, 'onecpu': 0.0, 'onereal': 0.000272, 'real': 0.000272, 'realsq': 0.0}, u'API:categorymembers': {'count': 1, 'cpu': 0.008001, 'cpusq': 6.4e-05, 'onecpu': 0.008001, 'onereal': 0.005782, 'real': 0.005782, 'realsq': 3.3e-05}, ...}}, u'all': {u'-': {u'-setup': {'count': 60486667, 'cpu': 63193.881526, 'cpusq': 252.766896, 'onecpu': 0.0010447572111387787, 'onereal': 0.0010477037785864445, 'real': 63372.10957, 'realsq': 73.75751}, u'-total': {'count': 60486144, 'cpu': 14362282.668789, 'cpusq': 29364936.690044, 'onecpu': 0.23744748332426346, 'onereal': 0.2711765730594101, 'real': 16402425.247498, 'realsq': 38249433.181151}, u'API:abusefiltercheckmatch': {'count': 2, 'cpu': 0.036002, 'cpusq': 0.000656, 'onecpu': 0.018001, 'onereal': 0.0253695, 'real': 0.050739, 'realsq': 0.001287}, u'API:abusefilterchecksyntax': {'count': 5, 'cpu': 0.028003, 'cpusq': 0.000336, 'onecpu': 0.0056006, 'onereal': 0.0068816, 'real': 0.034408, 'realsq': 0.000546}, u'API:abusefilters': {'count': 69, 'cpu': 0.524035, 'cpusq': 0.007184, 'onecpu': 0.007594710144927536, 'onereal': 0.011125115942028986, 'real': 0.767633, 'realsq': 0.01301}, u'API:abusefilters-DB': {'count': 69, 'cpu': 0.036003, 'cpusq': 0.000144, 'onecpu': 0.0005217826086956522, 'onereal': 0.0017328260869565219, 'real': 0.119565, 'realsq': 0.000281}, u'API:abuselog': {'count': 11074, 'cpu': 302.69889, 'cpusq': 78.278689, 'onecpu': 0.02733419631569442, 'onereal': 0.04271761350912046, 'real': 473.054852, 'realsq': 824.101996}, u'API:abuselog-DB': {'count': 11067, 'cpu': 5.248318, 'cpusq': 0.021024, 'onecpu': 0.00047423131833378515, 'onereal': 0.0016317271166531129, 'real': 18.058324, 'realsq': 7.06587}, u'API:allcategories': {'count': 24, 'cpu': 0.204011, 'cpusq': 0.0036, 'onecpu': 0.008500458333333334, 'onereal': 0.013004125, 'real': 0.312099, 'realsq': 0.008155}, u'API:allcategories-DB': {'count': 24, 'cpu': 0.036, 'cpusq': 0.000144, 'onecpu': 0.0014999999999999998, 'onereal': 0.0045646666666666665, 'real': 0.109552, 'realsq': 0.003256}, ...}}, u'stats/1.23wmf21': {u'-': {u'diff_cache_hit': {'count': 177889820, 'cpu': 9138726.0, 'cpusq': 9138726.0, 'onecpu': 0.05137295658627346, 'onereal': 0.05137295658627346, 'real': 9138726.0, 'realsq': 9138726.0}, u'diff_cache_miss': {'count': 5780749, 'cpu': 4768363.0, 'cpusq': 4768363.0, 'onecpu': 0.8248694070612649, 'onereal': 0.8248694070612649, 'real': 4768363.0, 'realsq': 4768363.0}, u'diff_uncacheable': {'count': 127046, 'cpu': 127018.0, 'cpusq': 127018.0, 'onecpu': 0.999779607386301, 'onereal': 0.999779607386301, 'real': 127018.0, 'realsq': 127018.0}, u'image_cache_hit': {'count': 2341987307, 'cpu': 380124897.0, 'cpusq': 380124897.0, 'onecpu': 0.16230869222213082, 'onereal': 0.16230869222213082, 'real': 380124897.0, 'realsq': 380124897.0}, u'image_cache_miss': {'count': 67624791, 'cpu': 40347504.0, 'cpusq': 40347504.0, 'onecpu': 0.5966377626216989, 'onereal': 0.5966377626216989, 'real': 40347504.0, 'realsq': 40347504.0}, u'job-abandon': {'count': 1115, 'cpu': 704.0, 'cpusq': 704.0, 'onecpu': 0.6313901345291479, 'onereal': 0.6313901345291479, 'real': 704.0, 'realsq': 704.0}, u'job-abandon-AssembleUploadChunks': {'count': 7, 'cpu': 7.0, 'cpusq': 7.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 7.0, 'realsq': 7.0}, u'job-abandon-MassMessageJob': {'count': 2, 'cpu': 2.0, 'cpusq': 2.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 2.0, 'realsq': 2.0}, u'job-abandon-ParsoidCacheUpdateJobOnDependencyChange': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-UpdateRepoOnMove': {'count': 12, 'cpu': 10.0, 'cpusq': 10.0, 'onecpu': 0.8333333333333334, 'onereal': 0.8333333333333334, 'real': 10.0, 'realsq': 10.0}, ...}}, u'stats/1.23wmf22': {u'-': {u'diff_cache_hit': {'count': 28559456, 'cpu': 3714086.0, 'cpusq': 3714086.0, 'onecpu': 0.13004750510653984, 'onereal': 0.13004750510653984, 'real': 3714086.0, 'realsq': 3714086.0}, u'diff_cache_miss': {'count': 1977427, 'cpu': 1523022.0, 'cpusq': 1523022.0, 'onecpu': 0.7702039063894647, 'onereal': 0.7702039063894647, 'real': 1523022.0, 'realsq': 1523022.0}, u'diff_uncacheable': {'count': 56579, 'cpu': 56421.0, 'cpusq': 56421.0, 'onecpu': 0.9972074444581912, 'onereal': 0.9972074444581912, 'real': 56421.0, 'realsq': 56421.0}, u'image_cache_hit': {'count': 1416027143, 'cpu': 224557783.0, 'cpusq': 224557783.0, 'onecpu': 0.15858296510069086, 'onereal': 0.15858296510069086, 'real': 224557783.0, 'realsq': 224557783.0}, u'image_cache_miss': {'count': 31074188, 'cpu': 16519956.0, 'cpusq': 16519956.0, 'onecpu': 0.531629531236665, 'onereal': 0.531629531236665, 'real': 16519956.0, 'realsq': 16519956.0}, u'job-abandon': {'count': 2166, 'cpu': 491.0, 'cpusq': 491.0, 'onecpu': 0.22668513388734995, 'onereal': 0.22668513388734995, 'real': 491.0, 'realsq': 491.0}, u'job-abandon-MassMessageJob': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-MassMessageJob-mediawikiwiki': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-ParsoidCacheUpdateJobOnDependencyChange': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-ParsoidCacheUpdateJobOnDependencyChange-enwiki': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, ...}}, u'stats/1.24wmf1': {u'-': {u'diff_cache_hit': {'count': 76654, 'cpu': 6717.0, 'cpusq': 6717.0, 'onecpu': 0.08762752106869831, 'onereal': 0.08762752106869831, 'real': 6717.0, 'realsq': 6717.0}, u'diff_cache_miss': {'count': 1405, 'cpu': 1102.0, 'cpusq': 1102.0, 'onecpu': 0.7843416370106762, 'onereal': 0.7843416370106762, 'real': 1102.0, 'realsq': 1102.0}, u'diff_uncacheable': {'count': 350, 'cpu': 349.0, 'cpusq': 349.0, 'onecpu': 0.9971428571428571, 'onereal': 0.9971428571428571, 'real': 349.0, 'realsq': 349.0}, u'image_cache_hit': {'count': 284747, 'cpu': 72744.0, 'cpusq': 72744.0, 'onecpu': 0.25546888992684735, 'onereal': 0.25546888992684735, 'real': 72744.0, 'realsq': 72744.0}, u'image_cache_miss': {'count': 9138, 'cpu': 2012.0, 'cpusq': 2012.0, 'onecpu': 0.22017947034362004, 'onereal': 0.22017947034362004, 'real': 2012.0, 'realsq': 2012.0}, u'job-insert': {'count': 10960, 'cpu': 5253.0, 'cpusq': 5253.0, 'onecpu': 0.4792883211678832, 'onereal': 0.4792883211678832, 'real': 5253.0, 'realsq': 5253.0}, u'job-insert-MessageGroupStatesUpdaterJob': {'count': 357, 'cpu': 357.0, 'cpusq': 357.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 357.0, 'realsq': 357.0}, u'job-insert-MessageGroupStatesUpdaterJob-mediawikiwiki': {'count': 357, 'cpu': 357.0, 'cpusq': 357.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 357.0, 'realsq': 357.0}, u'job-insert-MessageUpdateJob': {'count': 88, 'cpu': 6.0, 'cpusq': 6.0, 'onecpu': 0.06818181818181818, 'onereal': 0.06818181818181818, 'real': 6.0, 'realsq': 6.0}, u'job-insert-MessageUpdateJob-mediawikiwiki': {'count': 88, 'cpu': 6.0, 'cpusq': 6.0, 'onecpu': 0.06818181818181818, 'onereal': 0.06818181818181818, 'real': 6.0, 'realsq': 6.0}, ...}}, u'stats/all': {u'-': {u'diff_cache_hit': {'count': 206526427, 'cpu': 12859542.0, 'cpusq': 12859542.0, 'onecpu': 0.06226584261780697, 'onereal': 0.06226584261780697, 'real': 12859542.0, 'realsq': 12859542.0}, u'diff_cache_miss': {'count': 7759589, 'cpu': 6292494.0, 'cpusq': 6292494.0, 'onecpu': 0.8109313521631107, 'onereal': 0.8109313521631107, 'real': 6292494.0, 'realsq': 6292494.0}, u'diff_uncacheable': {'count': 183975, 'cpu': 183788.0, 'cpusq': 183788.0, 'onecpu': 0.9989835575485799, 'onereal': 0.9989835575485799, 'real': 183788.0, 'realsq': 183788.0}, u'image_cache_hit': {'count': 3758305185, 'cpu': 604756158.0, 'cpusq': 604756158.0, 'onecpu': 0.1609119345639303, 'onereal': 0.1609119345639303, 'real': 604756158.0, 'realsq': 604756158.0}, u'image_cache_miss': {'count': 98708223, 'cpu': 56869545.0, 'cpusq': 56869545.0, 'onecpu': 0.5761378664470538, 'onereal': 0.5761378664470538, 'real': 56869545.0, 'realsq': 56869545.0}, u'job-abandon': {'count': 3281, 'cpu': 1195.0, 'cpusq': 1195.0, 'onecpu': 0.3642182261505639, 'onereal': 0.3642182261505639, 'real': 1195.0, 'realsq': 1195.0}, u'job-abandon-AssembleUploadChunks': {'count': 7, 'cpu': 7.0, 'cpusq': 7.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 7.0, 'realsq': 7.0}, u'job-abandon-MassMessageJob': {'count': 3, 'cpu': 3.0, 'cpusq': 3.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 3.0, 'realsq': 3.0}, u'job-abandon-MassMessageJob-mediawikiwiki': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-ParsoidCacheUpdateJobOnDependencyChange': {'count': 2, 'cpu': 2.0, 'cpusq': 2.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 2.0, 'realsq': 2.0}, ...}}, u'test2': {u'-': {u'-setup': {'count': 88010, 'cpu': 100.138207, 'cpusq': 0.400784, 'onecpu': 0.0011378048744460857, 'onereal': 0.0011425113055334622, 'real': 100.55242, 'realsq': 0.127987}, u'-total': {'count': 88003, 'cpu': 17953.498051, 'cpusq': 23974.96127, 'onecpu': 0.20401006841812208, 'onereal': 0.2979433913730214, 'real': 26219.912271, 'realsq': 223682.697426}, u'API:allimages': {'count': 8, 'cpu': 0.124006, 'cpusq': 0.002064, 'onecpu': 0.01550075, 'onereal': 0.019853875, 'real': 0.158831, 'realsq': 0.003316}, u'API:allimages-DB': {'count': 8, 'cpu': 0.012, 'cpusq': 4.8e-05, 'onecpu': 0.0015, 'onereal': 0.002638, 'real': 0.021104, 'realsq': 9.5e-05}, u'API:allpages': {'count': 66, 'cpu': 0.16801, 'cpusq': 0.000736, 'onecpu': 0.0025456060606060607, 'onereal': 0.0033653636363636364, 'real': 0.222114, 'realsq': 0.000921}, u'API:allpages-DB': {'count': 66, 'cpu': 0.032003, 'cpusq': 0.000128, 'onecpu': 0.00048489393939393934, 'onereal': 0.0011363484848484848, 'real': 0.074999, 'realsq': 0.000123}, u'API:allusers': {'count': 12, 'cpu': 0.220013, 'cpusq': 0.004272, 'onecpu': 0.018334416666666666, 'onereal': 0.024582999999999997, 'real': 0.294996, 'realsq': 0.007582}, u'API:allusers-DB': {'count': 12, 'cpu': 0.004, 'cpusq': 1.6e-05, 'onecpu': 0.0003333333333333333, 'onereal': 0.0010779166666666667, 'real': 0.012935, 'realsq': 1.6e-05}, u'API:categories': {'count': 8, 'cpu': 0.008001, 'cpusq': 3.2e-05, 'onecpu': 0.001000125, 'onereal': 0.0030435, 'real': 0.024348, 'realsq': 0.000183}, u'API:categories-DB': {'count': 3, 'cpu': 0.004, 'cpusq': 1.6e-05, 'onecpu': 0.0013333333333333333, 'onereal': 0.0072703333333333335, 'real': 0.021811, 'realsq': 0.000163}, ...}}, u'thumb-1.23wmf21': {u'-': {u'-setup': {'count': 5032, 'cpu': 5.392328, 'cpusq': 0.021632, 'onecpu': 0.0010716073131955485, 'onereal': 0.0010456883942766297, 'real': 5.261904, 'realsq': 0.004974}, u'-total': {'count': 5032, 'cpu': 249.427588, 'cpusq': 14.015862, 'onecpu': 0.04956828060413354, 'onereal': 0.22898129630365663, 'real': 1152.233883, 'realsq': 883.631761}, u'AbuseFilterHooks::onGetAutoPromoteGroups': {'count': 136, 'cpu': 0.032003, 'cpusq': 0.000128, 'onecpu': 0.0002353161764705882, 'onereal': 0.0007205955882352941, 'real': 0.098001, 'realsq': 9.7e-05}, u'BabelStatic::onParserFirstCallInit': {'count': 114, 'cpu': 0.016, 'cpusq': 6.4e-05, 'onecpu': 0.00014035087719298245, 'onereal': 0.00012917543859649122, 'real': 0.014726, 'realsq': 0.0}, u'CentralAuthHooks::onAuthPluginSetup': {'count': 5013, 'cpu': 0.200017, 'cpusq': 0.0008, 'onecpu': 3.989966088170756e-05, 'onereal': 4.8229004588071014e-05, 'real': 0.241772, 'realsq': 0.0}, u'CentralAuthHooks::onSetupAfterCache': {'count': 5013, 'cpu': 0.132011, 'cpusq': 0.000528, 'onecpu': 2.633373229603032e-05, 'onereal': 4.1269100339118295e-05, 'real': 0.206882, 'realsq': 0.0}, u'CentralAuthHooks::onUserGetRights': {'count': 968, 'cpu': 0.028001, 'cpusq': 0.000112, 'onecpu': 2.8926652892561985e-05, 'onereal': 4.21900826446281e-05, 'real': 0.04084, 'realsq': 0.0}, u'CentralAuthHooks::onUserLoadDefaults': {'count': 871, 'cpu': 0.020001, 'cpusq': 8e-05, 'onecpu': 2.296326061997704e-05, 'onereal': 3.6738231917336395e-05, 'real': 0.031999, 'realsq': 0.0}, u'CentralAuthHooks::onUserLoadFromSession': {'count': 969, 'cpu': 0.872052, 'cpusq': 0.005376, 'onecpu': 0.0008999504643962848, 'onereal': 0.001284754385964912, 'real': 1.244927, 'realsq': 0.011123}, u'CentralAuthUser::loadFromCache': {'count': 105, 'cpu': 0.044001, 'cpusq': 0.000176, 'onecpu': 0.00041905714285714286, 'onereal': 0.0007469619047619048, 'real': 0.078431, 'realsq': 6.4e-05}, ...}}, ...}, db = 'stats/all'

<type 'exceptions.KeyError'>: '-total'
      args = ('-total',)
      message = '-total'