统计json文件中某个值出现的次数

Question

如何读取count在一个json文件中每个“type”和“key”出现的次数如下所示

{"method":"GET","UDID":"26:90:A4:46392970","dataset":"deCarta","production":true,"type":"REVERSEGEOCODE","path":"/v1/04track12netics2015/reverseGeocode/-28.45818,24.39608.xml?returnSpeedLimit=true","key":"04track12netics2015","cost":1,"vendorCost":{"dataProvider":1,"trafficProvider":0},"roundTripTime":5,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T23:59:52.975Z"}
{"method":"GET","UDID":"26:90:A4:46392915","dataset":"deCarta","production":true,"type":"REVERSEGEOCODE","path":"/v1/04track12netics2015/reverseGeocode/-25.96607,28.14167.xml?returnSpeedLimit=true","key":"04track12netics2015","cost":1,"vendorCost":{"dataProvider":1,"trafficProvider":0},"roundTripTime":96,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T23:59:53.011Z"}
{"method":"GET","UDID":"26:90:A4:46393163","dataset":"deCarta","production":true,"type":"REVERSEGEOCODE","path":"/v1/04track12netics2015/reverseGeocode/-28.45818,24.39608.xml?returnSpeedLimit=true","key":"04track12netics2015","cost":1,"vendorCost":{"dataProvider":1,"trafficProvider":0},"roundTripTime":7,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T23:59:53.170Z"}
{"method":"GET","UDID":"26:90:A4:81986956","dataset":"tomtom-world","production":true,"type":"TILE","path":"/v1/fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo/tile/1185/1176/11.png?settings=russian-river&res=mdpi","key":"fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo","cost":1,"vendorCost":{"dataProvider":0.03125,"trafficProvider":0},"roundTripTime":438,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T06:06:27.394Z"}
{"method":"GET","UDID":"26:90:A4:81987014","dataset":"tomtom-world","production":true,"type":"TILE","path":"/v1/fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo/tile/1185/1177/11.png?settings=russian-river&res=mdpi","key":"fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo","cost":1,"vendorCost":{"dataProvider":0.03125,"trafficProvider":0},"roundTripTime":390,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T06:06:27.404Z"}
{"method":"GET","UDID":"26:90:A4:81986884","dataset":"tomtom-world","production":true,"type":"TILE","path":"/v1/fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo/tile/1183/1175/11.png?settings=russian-river&res=mdpi","key":"fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo","cost":1,"vendorCost":{"dataProvider":0.03125,"trafficProvider":0},"roundTripTime":533,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T06:06:27.417Z"}
{"method":"GET","UDID":"26:90:A4:41422853","dataset":"TomTom","production":true,"type":"SEARCH","path":"/v1/fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo/search/0A%20Schoonder%20Stree,.json?countrySet=ZA","key":"fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo","cost":1,"vendorCost":{"dataProvider":1,"trafficProvider":0},"roundTripTime":824,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T22:37:03.677Z"}
{"method":"GET","UDID":"26:90:A4:88284444","dataset":"deCarta","production":true,"type":"REVERSEGEOCODE","path":"/v1/fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo/reverseGeocode/-33.92456,18.54727.json","key":"fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo","cost":1,"vendorCost":{"dataProvider":1,"trafficProvider":0},"roundTripTime":170,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T07:51:24.615Z"}
{"method":"GET","UDID":"26:90:A4:10992447","dataset":"tomtom-world","production":true,"type":"TILE","path":"/v1/CxIQlYBhwykcIxtYwrrbltCDiJ4xUxfN/tile/18063/19670/15.png?transparent=true&settings=russian-river&res=hdpi","key":"CxIQlYBhwykcIxtYwrrbltCDiJ4xUxfN","cost":1,"vendorCost":{"dataProvider":0.03125,"trafficProvider":0},"roundTripTime":407,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-21T20:23:12.854Z"}
{"method":"GET","UDID":"26:90:A4:10992826","dataset":"tomtom-world","production":true,"type":"TILE","path":"/v1/CxIQlYBhwykcIxtYwrrbltCDiJ4xUxfN/tile/18060/19670/15.png?transparent=true&settings=russian-river&res=hdpi","key":"CxIQlYBhwykcIxtYwrrbltCDiJ4xUxfN","cost":1,"vendorCost":{"dataProvider":0.03125,"trafficProvider":0},"roundTripTime":219,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-21T20:23:13.046Z"}
{"method":"GET","UDID":"26:90:A4:46392970","dataset":"deCarta","production":true,"type":"REVERSEGEOCODE","path":"/v1/04track12netics2015/reverseGeocode/-28.45818,24.39608.xml?returnSpeedLimit=true","key":"04track12netics2015","cost":1,"vendorCost":{"dataProvider":1,"trafficProvider":0},"roundTripTime":5,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T23:59:52.975Z"}
{"method":"GET","UDID":"26:90:A4:46392915","dataset":"deCarta","production":true,"type":"REVERSEGEOCODE","path":"/v1/04track12netics2015/reverseGeocode/-25.96607,28.14167.xml?returnSpeedLimit=true","key":"04track12netics2015","cost":1,"vendorCost":{"dataProvider":1,"trafficProvider":0},"roundTripTime":96,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T23:59:53.011Z"}
{"method":"GET","UDID":"26:90:A4:81986949","dataset":"tomtom-world","production":true,"type":"TILE","path":"/v1/fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo/tile/1182/1175/11.png?settings=russian-river&res=mdpi","key":"fpOgtLY1ZF22m3va4FLkU52tsLmpaNyo","cost":1,"vendorCost":{"dataProvider":0.03125,"trafficProvider":0},"roundTripTime":472,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-12T06:06:27.421Z"}
{"method":"GET","UDID":"26:90:A4:10992826","dataset":"tomtom-world","production":true,"type":"TILE","path":"/v1/CxIQlYBhwykcIxtYwrrbltCDiJ4xUxfN/tile/18060/19670/15.png?transparent=true&settings=russian-river&res=hdpi","key":"CxIQlYBhwykcIxtYwrrbltCDiJ4xUxfN","cost":1,"vendorCost":{"dataProvider":0.03125,"trafficProvider":0},"roundTripTime":219,"nonCompQuery":0,"level":"request","message":"Processing Request","timestamp":"2016-08-21T20:23:13.046Z"}

Answer 1

from collections import Counter
import json
from pprint import pprint

with open('logs.txt') as infile:
    data = (json.loads(line) for line in infile)
    counter = Counter((row['type'], row['key']) for row in data)

pprint(dict(counter))

输出：

^{pr2}$

Answer 2

每种类型的按键出现的次数和类型如下。祝你好运。在

from collections import defaultdict
keys,types = defaultdict(int), defaultdict(int)
for jline in yourjsonfile.readlines():
    line=json.loads(jline)
    keys[line['key']] += 1
    types[line['type']] += 1