bots: Remove legacy bots/ directory.
This commit is contained in:
parent
0fd15bcd25
commit
5c18c75295
|
@ -1,83 +0,0 @@
|
||||||
from __future__ import print_function
|
|
||||||
from typing import Any, Dict, List
|
|
||||||
# This is hacky code to analyze data on our support stream. The main
|
|
||||||
# reusable bits are get_recent_messages and get_words.
|
|
||||||
|
|
||||||
import zulip
|
|
||||||
import re
|
|
||||||
import collections
|
|
||||||
|
|
||||||
def get_recent_messages(client, narrow_str, count=100):
|
|
||||||
# type: (zulip.Client, str, int) -> List[Dict[str, Any]]
|
|
||||||
narrow = [word.split(':') for word in narrow_str.split()]
|
|
||||||
req = {
|
|
||||||
'narrow': narrow,
|
|
||||||
'num_before': count,
|
|
||||||
'num_after': 0,
|
|
||||||
'anchor': 1000000000,
|
|
||||||
'apply_markdown': False
|
|
||||||
}
|
|
||||||
old_messages = client.do_api_query(req, zulip.API_VERSTRING + 'messages', method='GET')
|
|
||||||
if 'messages' not in old_messages:
|
|
||||||
return []
|
|
||||||
return old_messages['messages']
|
|
||||||
|
|
||||||
def get_words(content):
|
|
||||||
# type: (str) -> List[str]
|
|
||||||
regex = "[A-Z]{2,}(?![a-z])|[A-Z][a-z]+(?=[A-Z])|[\'\w\-]+"
|
|
||||||
words = re.findall(regex, content, re.M)
|
|
||||||
words = [w.lower() for w in words]
|
|
||||||
# words = [w.rstrip('s') for w in words]
|
|
||||||
return words
|
|
||||||
|
|
||||||
def analyze_messages(msgs, word_count, email_count):
|
|
||||||
# type: (List[Dict[str, Any]], Dict[str, int], Dict[str, int]) -> None
|
|
||||||
for msg in msgs:
|
|
||||||
if False:
|
|
||||||
if ' ack' in msg['content']:
|
|
||||||
name = msg['sender_full_name'].split()[0]
|
|
||||||
print('ACK', name)
|
|
||||||
m = re.search('ticket (Z....).*email: (\S+).*~~~(.*)', msg['content'], re.M | re.S)
|
|
||||||
if m:
|
|
||||||
ticket, email, req = m.groups()
|
|
||||||
words = get_words(req)
|
|
||||||
for word in words:
|
|
||||||
word_count[word] += 1
|
|
||||||
email_count[email] += 1
|
|
||||||
if False:
|
|
||||||
print()
|
|
||||||
for k, v in msg.items():
|
|
||||||
print('%-20s: %s' % (k, v))
|
|
||||||
|
|
||||||
def generate_support_stats():
|
|
||||||
# type: () -> None
|
|
||||||
client = zulip.Client()
|
|
||||||
narrow = 'stream:support'
|
|
||||||
count = 2000
|
|
||||||
msgs = get_recent_messages(client, narrow, count)
|
|
||||||
msgs_by_topic = collections.defaultdict(list) # type: Dict[str, List[Dict[str, Any]]]
|
|
||||||
for msg in msgs:
|
|
||||||
topic = msg['subject']
|
|
||||||
msgs_by_topic[topic].append(msg)
|
|
||||||
|
|
||||||
word_count = collections.defaultdict(int) # type: Dict[str, int]
|
|
||||||
email_count = collections.defaultdict(int) # type: Dict[str, int]
|
|
||||||
|
|
||||||
if False:
|
|
||||||
for topic in msgs_by_topic:
|
|
||||||
msgs = msgs_by_topic[topic]
|
|
||||||
analyze_messages(msgs, word_count, email_count)
|
|
||||||
|
|
||||||
if True:
|
|
||||||
words = [w for w in word_count.keys() if word_count[w] >= 10 and len(w) >= 5]
|
|
||||||
words = sorted(words, key=lambda w: word_count[w], reverse=True)
|
|
||||||
for word in words:
|
|
||||||
print(word, word_count[word])
|
|
||||||
|
|
||||||
if False:
|
|
||||||
emails = sorted(list(email_count.keys()),
|
|
||||||
key=lambda w: email_count[w], reverse=True)
|
|
||||||
for email in emails:
|
|
||||||
print(email, email_count[email])
|
|
||||||
|
|
||||||
generate_support_stats()
|
|
Loading…
Reference in a new issue