2016-04-07 15:03:22 +02:00
|
|
|
#!/usr/bin/env python
|
2015-11-01 17:11:06 +01:00
|
|
|
from __future__ import print_function
|
2013-12-06 23:59:06 +01:00
|
|
|
import re
|
|
|
|
from collections import defaultdict
|
|
|
|
import os
|
|
|
|
import sys
|
2017-03-03 19:01:52 +01:00
|
|
|
from typing import Dict
|
2013-12-06 23:59:06 +01:00
|
|
|
|
|
|
|
sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
|
|
|
|
|
|
|
|
from zerver.lib.user_agent import parse_user_agent
|
|
|
|
|
2016-01-23 01:55:47 +01:00
|
|
|
user_agents_parsed = defaultdict(int) # type: Dict[str, int]
|
2013-12-06 23:59:06 +01:00
|
|
|
user_agents_path = os.path.join(os.path.dirname(__file__), "user_agents_unique")
|
|
|
|
parse_errors = 0
|
2015-10-14 22:31:08 +02:00
|
|
|
for line in open(user_agents_path).readlines():
|
2013-12-06 23:59:06 +01:00
|
|
|
line = line.strip()
|
|
|
|
match = re.match('^(?P<count>[0-9]+) "(?P<user_agent>.*)"$', line)
|
|
|
|
if match is None:
|
2015-11-01 17:11:06 +01:00
|
|
|
print(line)
|
2013-12-06 23:59:06 +01:00
|
|
|
continue
|
|
|
|
groupdict = match.groupdict()
|
|
|
|
count = groupdict["count"]
|
|
|
|
user_agent = groupdict["user_agent"]
|
|
|
|
ret = parse_user_agent(user_agent)
|
|
|
|
if ret is None:
|
2015-11-01 17:11:06 +01:00
|
|
|
print("parse error", line)
|
2013-12-06 23:59:06 +01:00
|
|
|
parse_errors += 1
|
|
|
|
continue
|
|
|
|
user_agents_parsed[ret["name"]] += int(count)
|
|
|
|
|
|
|
|
for key in user_agents_parsed:
|
2015-11-01 17:11:06 +01:00
|
|
|
print(" ", key, user_agents_parsed[key])
|
2013-12-06 23:59:06 +01:00
|
|
|
|
2015-11-01 17:11:06 +01:00
|
|
|
print("%s parse errors!" % (parse_errors,))
|