--> -->
 
 
<type 'exceptions.KeyError'>
Python 2.7.3: /usr/bin/python
Wed Apr 23 14:48:29 2014

A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred.

 /srv/deployment/reporter/reporter/report.py in ()
     87 dbs = cache["_dbs"]
     88 
=>   89 total = fullprofile[db]["-"]["-total"]
     90 
     91 #cache.close()
total undefined, fullprofile = {u'1.23wmf21': {u'-': {u'-setup': {'count': 40334468, 'cpu': 42099.858822, 'cpusq': 168.393248, 'onecpu': 0.001043768789066463, 'onereal': 0.0010468397815486248, 'real': 42223.72567, 'realsq': 49.260114}, u'-total': {'count': 40334133, 'cpu': 9978763.844961, 'cpusq': 20514467.817275, 'onecpu': 0.24740246294524296, 'onereal': 0.28192059237234623, 'real': 11371022.668185, 'realsq': 26146479.848926}, u'API:abusefiltercheckmatch': {'count': 2, 'cpu': 0.036002, 'cpusq': 0.000656, 'onecpu': 0.018001, 'onereal': 0.0253695, 'real': 0.050739, 'realsq': 0.001287}, u'API:abusefilterchecksyntax': {'count': 1, 'cpu': 0.0, 'cpusq': 0.0, 'onecpu': 0.0, 'onereal': 0.000358, 'real': 0.000358, 'realsq': 0.0}, u'API:abusefilters': {'count': 60, 'cpu': 0.408029, 'cpusq': 0.00544, 'onecpu': 0.006800483333333333, 'onereal': 0.010130216666666667, 'real': 0.607813, 'realsq': 0.009991}, u'API:abusefilters-DB': {'count': 60, 'cpu': 0.028003, 'cpusq': 0.000112, 'onecpu': 0.0004667166666666667, 'onereal': 0.0016937999999999999, 'real': 0.101628, 'realsq': 0.000236}, u'API:abuselog': {'count': 7599, 'cpu': 203.824709, 'cpusq': 10.693117, 'onecpu': 0.02682256994341361, 'onereal': 0.04077475667851033, 'real': 309.847376, 'realsq': 38.94351}, u'API:abuselog-DB': {'count': 7593, 'cpu': 3.436224, 'cpusq': 0.013744, 'onecpu': 0.00045255156064796527, 'onereal': 0.0014677155274595022, 'real': 11.144364, 'realsq': 1.768138}, u'API:allcategories': {'count': 10, 'cpu': 0.076004, 'cpusq': 0.001072, 'onecpu': 0.0076004, 'onereal': 0.0159306, 'real': 0.159306, 'realsq': 0.005527}, u'API:allcategories-DB': {'count': 10, 'cpu': 0.016, 'cpusq': 6.4e-05, 'onecpu': 0.0016, 'onereal': 0.007742300000000001, 'real': 0.077423, 'realsq': 0.00318}, ...}}, u'1.23wmf22': {u'-': {u'-setup': {'count': 74020865, 'cpu': 76630.550762, 'cpusq': 306.509488, 'onecpu': 0.0010352560830246985, 'onereal': 0.001036483552482128, 'real': 76721.409113, 'realsq': 87.451287}, u'-total': {'count': 74020200, 'cpu': 17836397.482312, 'cpusq': 38668318.684143, 'onecpu': 0.24096662103469055, 'onereal': 0.27443740802840305, 'real': 20313911.829744, 'realsq': 51069589.798037}, u'API:abusefiltercheckmatch': {'count': 6, 'cpu': 0.15601, 'cpusq': 0.005968, 'onecpu': 0.02600166666666667, 'onereal': 0.03137466666666667, 'real': 0.188248, 'realsq': 0.008209}, u'API:abusefilterchecksyntax': {'count': 9, 'cpu': 0.192013, 'cpusq': 0.007584, 'onecpu': 0.021334777777777775, 'onereal': 0.028643, 'real': 0.257787, 'realsq': 0.014533}, u'API:abusefilters': {'count': 53, 'cpu': 0.444026, 'cpusq': 0.006224, 'onecpu': 0.008377849056603773, 'onereal': 0.012226490566037737, 'real': 0.648004, 'realsq': 0.011162}, u'API:abusefilters-DB': {'count': 53, 'cpu': 0.020002, 'cpusq': 8e-05, 'onecpu': 0.0003773962264150943, 'onereal': 0.0016511509433962265, 'real': 0.087511, 'realsq': 0.000182}, u'API:abuselog': {'count': 17036, 'cpu': 437.299323, 'cpusq': 79.619285, 'onecpu': 0.025669131427565158, 'onereal': 0.038954778175628084, 'real': 663.633601, 'realsq': 835.391541}, u'API:abuselog-DB': {'count': 17027, 'cpu': 8.852509, 'cpusq': 0.035504, 'onecpu': 0.0005199100839842602, 'onereal': 0.0015797616139073237, 'real': 26.898601, 'realsq': 14.463974}, u'API:aggregategroups': {'count': 8, 'cpu': 40.826552, 'cpusq': 210.936259, 'onecpu': 5.103319, 'onereal': 8.275008, 'real': 66.200064, 'realsq': 560.523498}, u'API:allcategories': {'count': 41, 'cpu': 0.324017, 'cpusq': 0.004016, 'onecpu': 0.007902853658536586, 'onereal': 0.01112480487804878, 'real': 0.456117, 'realsq': 0.007706}, ...}}, u'1.24wmf1': {u'-': {u'-setup': {'count': 2480585, 'cpu': 2573.484208, 'cpusq': 10.293744, 'onecpu': 0.0010374505239691444, 'onereal': 0.001021342684084601, 'real': 2533.527342, 'realsq': 2.902437}, u'-total': {'count': 2480553, 'cpu': 453604.483509, 'cpusq': 693402.742692, 'onecpu': 0.18286425789289726, 'onereal': 0.21044705216256215, 'real': 522025.066583, 'realsq': 1080101.520657}, u'API:abuselog': {'count': 272, 'cpu': 8.820539, 'cpusq': 0.301264, 'onecpu': 0.032428452205882356, 'onereal': 0.046080687499999995, 'real': 12.533947, 'realsq': 0.593811}, u'API:abuselog-DB': {'count': 272, 'cpu': 0.116007, 'cpusq': 0.000464, 'onecpu': 0.00042649632352941176, 'onereal': 0.001194330882352941, 'real': 0.324858, 'realsq': 0.000378}, u'API:aggregategroups': {'count': 3, 'cpu': 7.096443, 'cpusq': 26.856446, 'onecpu': 2.365481, 'onereal': 3.541301333333333, 'real': 10.623904, 'realsq': 63.591544}, u'API:allcategories': {'count': 2, 'cpu': 0.012, 'cpusq': 8e-05, 'onecpu': 0.006, 'onereal': 0.0092385, 'real': 0.018477, 'realsq': 0.000183}, u'API:allcategories-DB': {'count': 2, 'cpu': 0.0, 'cpusq': 0.0, 'onecpu': 0.0, 'onereal': 0.0017135, 'real': 0.003427, 'realsq': 7e-06}, u'API:allimages': {'count': 9673, 'cpu': 150.957422, 'cpusq': 21.867328, 'onecpu': 0.01560606037423757, 'onereal': 0.019442126124263413, 'real': 188.063686, 'realsq': 25.898421}, u'API:allimages-DB': {'count': 9673, 'cpu': 38.858486, 'cpusq': 0.394816, 'onecpu': 0.004017211413212034, 'onereal': 0.005378989765326166, 'real': 52.030968, 'realsq': 0.601802}, u'API:allmessages': {'count': 231, 'cpu': 7.740491, 'cpusq': 0.284593, 'onecpu': 0.033508619047619044, 'onereal': 0.03697095238095238, 'real': 8.54029, 'realsq': 0.345828}, ...}}, u'all': {u'-': {u'-setup': {'count': 117032502, 'cpu': 121524.707534, 'cpusq': 486.080064, 'onecpu': 0.0010383842561445026, 'onereal': 0.0010398615462651564, 'real': 121697.598493, 'realsq': 139.875322}, u'-total': {'count': 117031465, 'cpu': 28303849.289259, 'cpusq': 59918177.008526, 'onecpu': 0.24184820115905584, 'onereal': 0.2756815789015971, 'real': 32263419.052367, 'realsq': 78570455.038686}, u'API:abusefiltercheckmatch': {'count': 8, 'cpu': 0.192012, 'cpusq': 0.006624, 'onecpu': 0.0240015, 'onereal': 0.029873375, 'real': 0.238987, 'realsq': 0.009496}, u'API:abusefilterchecksyntax': {'count': 12, 'cpu': 0.416026, 'cpusq': 0.034723, 'onecpu': 0.034668833333333336, 'onereal': 0.04761158333333334, 'real': 0.571339, 'realsq': 0.065187}, u'API:abusefilters': {'count': 113, 'cpu': 0.852055, 'cpusq': 0.011664, 'onecpu': 0.007540309734513274, 'onereal': 0.011113424778761061, 'real': 1.255817, 'realsq': 0.021153}, u'API:abusefilters-DB': {'count': 113, 'cpu': 0.048005, 'cpusq': 0.000192, 'onecpu': 0.0004248230088495575, 'onereal': 0.001673796460176991, 'real': 0.189139, 'realsq': 0.000418}, u'API:abuselog': {'count': 24907, 'cpu': 649.944571, 'cpusq': 90.613666, 'onecpu': 0.026094855703215965, 'onereal': 0.03958786381338579, 'real': 986.014924, 'realsq': 874.928862}, u'API:abuselog-DB': {'count': 24892, 'cpu': 12.40474, 'cpusq': 0.049712, 'onecpu': 0.0004983424393379399, 'onereal': 0.0015413716455085972, 'real': 38.367823, 'realsq': 16.23249}, u'API:aggregategroups': {'count': 11, 'cpu': 47.922995, 'cpusq': 237.792705, 'onecpu': 4.356635909090909, 'onereal': 6.9839970909090905, 'real': 76.823968, 'realsq': 624.115042}, u'API:allcategories': {'count': 53, 'cpu': 0.412021, 'cpusq': 0.005168, 'onecpu': 0.007773981132075472, 'onereal': 0.011960377358490567, 'real': 0.6339, 'realsq': 0.013416}, ...}}, u'stats/1.23wmf21': {u'-': {u'diff_cache_hit': {'count': 177889820, 'cpu': 9138726.0, 'cpusq': 9138726.0, 'onecpu': 0.05137295658627346, 'onereal': 0.05137295658627346, 'real': 9138726.0, 'realsq': 9138726.0}, u'diff_cache_miss': {'count': 5780749, 'cpu': 4768363.0, 'cpusq': 4768363.0, 'onecpu': 0.8248694070612649, 'onereal': 0.8248694070612649, 'real': 4768363.0, 'realsq': 4768363.0}, u'diff_uncacheable': {'count': 127046, 'cpu': 127018.0, 'cpusq': 127018.0, 'onecpu': 0.999779607386301, 'onereal': 0.999779607386301, 'real': 127018.0, 'realsq': 127018.0}, u'image_cache_hit': {'count': 2341987307, 'cpu': 380124897.0, 'cpusq': 380124897.0, 'onecpu': 0.16230869222213082, 'onereal': 0.16230869222213082, 'real': 380124897.0, 'realsq': 380124897.0}, u'image_cache_miss': {'count': 67624791, 'cpu': 40347504.0, 'cpusq': 40347504.0, 'onecpu': 0.5966377626216989, 'onereal': 0.5966377626216989, 'real': 40347504.0, 'realsq': 40347504.0}, u'job-abandon': {'count': 1115, 'cpu': 704.0, 'cpusq': 704.0, 'onecpu': 0.6313901345291479, 'onereal': 0.6313901345291479, 'real': 704.0, 'realsq': 704.0}, u'job-abandon-AssembleUploadChunks': {'count': 7, 'cpu': 7.0, 'cpusq': 7.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 7.0, 'realsq': 7.0}, u'job-abandon-MassMessageJob': {'count': 2, 'cpu': 2.0, 'cpusq': 2.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 2.0, 'realsq': 2.0}, u'job-abandon-ParsoidCacheUpdateJobOnDependencyChange': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-UpdateRepoOnMove': {'count': 12, 'cpu': 10.0, 'cpusq': 10.0, 'onecpu': 0.8333333333333334, 'onereal': 0.8333333333333334, 'real': 10.0, 'realsq': 10.0}, ...}}, u'stats/1.23wmf22': {u'-': {u'diff_cache_hit': {'count': 118302528, 'cpu': 14319886.0, 'cpusq': 14319886.0, 'onecpu': 0.12104463228376658, 'onereal': 0.12104463228376658, 'real': 14319886.0, 'realsq': 14319886.0}, u'diff_cache_miss': {'count': 8821168, 'cpu': 6864004.0, 'cpusq': 6864004.0, 'onecpu': 0.7781287013239063, 'onereal': 0.7781287013239063, 'real': 6864004.0, 'realsq': 6864004.0}, u'diff_uncacheable': {'count': 240637, 'cpu': 240222.0, 'cpusq': 240222.0, 'onecpu': 0.998275410680818, 'onereal': 0.998275410680818, 'real': 240222.0, 'realsq': 240222.0}, u'image_cache_hit': {'count': 5951408463, 'cpu': 841898020.0, 'cpusq': 841898020.0, 'onecpu': 0.14146197916578793, 'onereal': 0.14146197916578793, 'real': 841898020.0, 'realsq': 841898020.0}, u'image_cache_miss': {'count': 125971257, 'cpu': 70280844.0, 'cpusq': 70280844.0, 'onecpu': 0.5579117464867402, 'onereal': 0.5579117464867402, 'real': 70280844.0, 'realsq': 70280844.0}, u'job-abandon': {'count': 15024, 'cpu': 2296.0, 'cpusq': 2296.0, 'onecpu': 0.15282215122470713, 'onereal': 0.15282215122470713, 'real': 2296.0, 'realsq': 2296.0}, u'job-abandon-MWEchoNotificationEmailBundleJob': {'count': 7, 'cpu': 5.0, 'cpusq': 5.0, 'onecpu': 0.7142857142857143, 'onereal': 0.7142857142857143, 'real': 5.0, 'realsq': 5.0}, u'job-abandon-MWEchoNotificationEmailBundleJob-enwiki': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-MWEchoNotificationEmailBundleJob-frwikisource': {'count': 6, 'cpu': 4.0, 'cpusq': 4.0, 'onecpu': 0.6666666666666666, 'onereal': 0.6666666666666666, 'real': 4.0, 'realsq': 4.0}, u'job-abandon-MassMessageJob': {'count': 6, 'cpu': 3.0, 'cpusq': 3.0, 'onecpu': 0.5, 'onereal': 0.5, 'real': 3.0, 'realsq': 3.0}, ...}}, u'stats/1.24wmf1': {u'-': {u'diff_cache_hit': {'count': 2790314, 'cpu': 230884.0, 'cpusq': 230884.0, 'onecpu': 0.08274480936554093, 'onereal': 0.08274480936554093, 'real': 230884.0, 'realsq': 230884.0}, u'diff_cache_miss': {'count': 159245, 'cpu': 117805.0, 'cpusq': 117805.0, 'onecpu': 0.7397720493579076, 'onereal': 0.7397720493579076, 'real': 117805.0, 'realsq': 117805.0}, u'diff_uncacheable': {'count': 9083, 'cpu': 8548.0, 'cpusq': 8548.0, 'onecpu': 0.9410987559176484, 'onereal': 0.9410987559176484, 'real': 8548.0, 'realsq': 8548.0}, u'image_cache_hit': {'count': 187211194, 'cpu': 29516868.0, 'cpusq': 29516868.0, 'onecpu': 0.15766614895902004, 'onereal': 0.15766614895902004, 'real': 29516868.0, 'realsq': 29516868.0}, u'image_cache_miss': {'count': 3078237, 'cpu': 1299866.0, 'cpusq': 1299866.0, 'onecpu': 0.4222761275366387, 'onereal': 0.4222761275366387, 'real': 1299866.0, 'realsq': 1299866.0}, u'job-abandon': {'count': 92, 'cpu': 64.0, 'cpusq': 64.0, 'onecpu': 0.6956521739130435, 'onereal': 0.6956521739130435, 'real': 64.0, 'realsq': 64.0}, u'job-abandon-MassMessageJob': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-MassMessageJob-mediawikiwiki': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-UpdateRepoOnMove': {'count': 7, 'cpu': 7.0, 'cpusq': 7.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 7.0, 'realsq': 7.0}, u'job-abandon-UpdateRepoOnMove-wikidatawiki': {'count': 7, 'cpu': 7.0, 'cpusq': 7.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 7.0, 'realsq': 7.0}, ...}}, u'stats/all': {u'-': {u'diff_cache_hit': {'count': 298982807, 'cpu': 23689519.0, 'cpusq': 23689519.0, 'onecpu': 0.07923371660631977, 'onereal': 0.07923371660631977, 'real': 23689519.0, 'realsq': 23689519.0}, u'diff_cache_miss': {'count': 14761177, 'cpu': 11750184.0, 'cpusq': 11750184.0, 'onecpu': 0.7960194502105082, 'onereal': 0.7960194502105082, 'real': 11750184.0, 'realsq': 11750184.0}, u'diff_uncacheable': {'count': 376767, 'cpu': 375789.0, 'cpusq': 375789.0, 'onecpu': 0.997404231262292, 'onereal': 0.997404231262292, 'real': 375789.0, 'realsq': 375789.0}, u'image_cache_hit': {'count': 8480615087, 'cpu': 1251541085.0, 'cpusq': 1251541085.0, 'onecpu': 0.14757668779455596, 'onereal': 0.14757668779455596, 'real': 1251541085.0, 'realsq': 1251541085.0}, u'image_cache_miss': {'count': 196674461, 'cpu': 111928331.0, 'cpusq': 111928331.0, 'onecpu': 0.5691045519123096, 'onereal': 0.5691045519123096, 'real': 111928331.0, 'realsq': 111928331.0}, u'job-abandon': {'count': 16231, 'cpu': 3064.0, 'cpusq': 3064.0, 'onecpu': 0.18877456718624855, 'onereal': 0.18877456718624855, 'real': 3064.0, 'realsq': 3064.0}, u'job-abandon-AssembleUploadChunks': {'count': 7, 'cpu': 7.0, 'cpusq': 7.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 7.0, 'realsq': 7.0}, u'job-abandon-MWEchoNotificationEmailBundleJob': {'count': 7, 'cpu': 5.0, 'cpusq': 5.0, 'onecpu': 0.7142857142857143, 'onereal': 0.7142857142857143, 'real': 5.0, 'realsq': 5.0}, u'job-abandon-MWEchoNotificationEmailBundleJob-enwiki': {'count': 1, 'cpu': 1.0, 'cpusq': 1.0, 'onecpu': 1.0, 'onereal': 1.0, 'real': 1.0, 'realsq': 1.0}, u'job-abandon-MWEchoNotificationEmailBundleJob-frwikisource': {'count': 6, 'cpu': 4.0, 'cpusq': 4.0, 'onecpu': 0.6666666666666666, 'onereal': 0.6666666666666666, 'real': 4.0, 'realsq': 4.0}, ...}}, u'test2': {u'-': {u'-setup': {'count': 164178, 'cpu': 185.615508, 'cpusq': 0.742672, 'onecpu': 0.0011305747907758652, 'onereal': 0.0011276580723361231, 'real': 185.136647, 'realsq': 0.229717}, u'-total': {'count': 164172, 'cpu': 33476.17997, 'cpusq': 41883.854798, 'onecpu': 0.20390919261506224, 'onereal': 0.2941726059194016, 'real': 48294.905059, 'realsq': 266843.345513}, u'API:abusefilterchecksyntax': {'count': 2, 'cpu': 0.224013, 'cpusq': 0.027139, 'onecpu': 0.1120065, 'onereal': 0.156597, 'real': 0.313194, 'realsq': 0.050654}, u'API:allimages': {'count': 17, 'cpu': 0.248014, 'cpusq': 0.003808, 'onecpu': 0.014589058823529413, 'onereal': 0.019937823529411765, 'real': 0.338943, 'realsq': 0.007125}, u'API:allimages-DB': {'count': 17, 'cpu': 0.024001, 'cpusq': 9.6e-05, 'onecpu': 0.0014118235294117648, 'onereal': 0.0033542352941176475, 'real': 0.057022, 'realsq': 0.000374}, u'API:allpages': {'count': 108, 'cpu': 0.280015, 'cpusq': 0.001248, 'onecpu': 0.0025927314814814814, 'onereal': 0.00324462962962963, 'real': 0.35042, 'realsq': 0.001459}, u'API:allpages-DB': {'count': 108, 'cpu': 0.044004, 'cpusq': 0.000176, 'onecpu': 0.00040744444444444443, 'onereal': 0.0010777685185185185, 'real': 0.116399, 'realsq': 0.000168}, u'API:allusers': {'count': 12, 'cpu': 0.220013, 'cpusq': 0.004272, 'onecpu': 0.018334416666666666, 'onereal': 0.024582999999999997, 'real': 0.294996, 'realsq': 0.007582}, u'API:allusers-DB': {'count': 12, 'cpu': 0.004, 'cpusq': 1.6e-05, 'onecpu': 0.0003333333333333333, 'onereal': 0.0010779166666666667, 'real': 0.012935, 'realsq': 1.6e-05}, u'API:categories': {'count': 25, 'cpu': 0.016001, 'cpusq': 6.4e-05, 'onecpu': 0.00064004, 'onereal': 0.005999480000000001, 'real': 0.149987, 'realsq': 0.00189}, ...}}, u'thumb-1.23wmf21': {u'-': {u'-setup': {'count': 5032, 'cpu': 5.392328, 'cpusq': 0.021632, 'onecpu': 0.0010716073131955485, 'onereal': 0.0010456883942766297, 'real': 5.261904, 'realsq': 0.004974}, u'-total': {'count': 5032, 'cpu': 249.427588, 'cpusq': 14.015862, 'onecpu': 0.04956828060413354, 'onereal': 0.22898129630365663, 'real': 1152.233883, 'realsq': 883.631761}, u'AbuseFilterHooks::onGetAutoPromoteGroups': {'count': 136, 'cpu': 0.032003, 'cpusq': 0.000128, 'onecpu': 0.0002353161764705882, 'onereal': 0.0007205955882352941, 'real': 0.098001, 'realsq': 9.7e-05}, u'BabelStatic::onParserFirstCallInit': {'count': 114, 'cpu': 0.016, 'cpusq': 6.4e-05, 'onecpu': 0.00014035087719298245, 'onereal': 0.00012917543859649122, 'real': 0.014726, 'realsq': 0.0}, u'CentralAuthHooks::onAuthPluginSetup': {'count': 5013, 'cpu': 0.200017, 'cpusq': 0.0008, 'onecpu': 3.989966088170756e-05, 'onereal': 4.8229004588071014e-05, 'real': 0.241772, 'realsq': 0.0}, u'CentralAuthHooks::onSetupAfterCache': {'count': 5013, 'cpu': 0.132011, 'cpusq': 0.000528, 'onecpu': 2.633373229603032e-05, 'onereal': 4.1269100339118295e-05, 'real': 0.206882, 'realsq': 0.0}, u'CentralAuthHooks::onUserGetRights': {'count': 968, 'cpu': 0.028001, 'cpusq': 0.000112, 'onecpu': 2.8926652892561985e-05, 'onereal': 4.21900826446281e-05, 'real': 0.04084, 'realsq': 0.0}, u'CentralAuthHooks::onUserLoadDefaults': {'count': 871, 'cpu': 0.020001, 'cpusq': 8e-05, 'onecpu': 2.296326061997704e-05, 'onereal': 3.6738231917336395e-05, 'real': 0.031999, 'realsq': 0.0}, u'CentralAuthHooks::onUserLoadFromSession': {'count': 969, 'cpu': 0.872052, 'cpusq': 0.005376, 'onecpu': 0.0008999504643962848, 'onereal': 0.001284754385964912, 'real': 1.244927, 'realsq': 0.011123}, u'CentralAuthUser::loadFromCache': {'count': 105, 'cpu': 0.044001, 'cpusq': 0.000176, 'onecpu': 0.00041905714285714286, 'onereal': 0.0007469619047619048, 'real': 0.078431, 'realsq': 6.4e-05}, ...}}, ...}, db = 'stats/all'

<type 'exceptions.KeyError'>: '-total'
      args = ('-total',)
      message = '-total'