2017-01-14 13:58:03 -05:00
|
|
|
from __future__ import print_function
|
|
|
|
|
2017-10-24 07:15:51 -04:00
|
|
|
import json
|
2017-01-14 13:58:03 -05:00
|
|
|
import logging
|
|
|
|
import os
|
|
|
|
import signal
|
|
|
|
import sys
|
|
|
|
import time
|
2017-02-16 16:56:32 -05:00
|
|
|
import re
|
2017-01-14 13:58:03 -05:00
|
|
|
|
2017-06-10 07:56:00 -04:00
|
|
|
from six.moves import configparser
|
|
|
|
|
2017-07-23 14:26:40 -04:00
|
|
|
from contextlib import contextmanager
|
|
|
|
|
2017-05-26 00:58:19 -04:00
|
|
|
if False:
|
|
|
|
from mypy_extensions import NoReturn
|
|
|
|
from typing import Any, Optional, List, Dict
|
|
|
|
from types import ModuleType
|
|
|
|
|
2017-01-14 13:58:03 -05:00
|
|
|
from zulip import Client
|
|
|
|
|
|
|
|
def exit_gracefully(signum, frame):
|
2017-05-26 00:58:19 -04:00
|
|
|
# type: (int, Optional[Any]) -> None
|
2017-01-14 13:58:03 -05:00
|
|
|
sys.exit(0)
|
|
|
|
|
2017-08-15 18:15:17 -04:00
|
|
|
def get_bots_directory_path():
|
|
|
|
# type: () -> str
|
|
|
|
current_dir = os.path.dirname(os.path.abspath(__file__))
|
|
|
|
return os.path.join(current_dir, 'bots')
|
|
|
|
|
2017-01-14 13:58:03 -05:00
|
|
|
class RateLimit(object):
|
|
|
|
def __init__(self, message_limit, interval_limit):
|
2017-05-26 00:58:19 -04:00
|
|
|
# type: (int, int) -> None
|
2017-01-14 13:58:03 -05:00
|
|
|
self.message_limit = message_limit
|
|
|
|
self.interval_limit = interval_limit
|
2017-06-04 05:30:42 -04:00
|
|
|
self.message_list = [] # type: List[float]
|
2017-05-23 20:25:01 -04:00
|
|
|
self.error_message = '-----> !*!*!*MESSAGE RATE LIMIT REACHED, EXITING*!*!*! <-----\n'
|
|
|
|
'Is your bot trapped in an infinite loop by reacting to its own messages?'
|
2017-01-14 13:58:03 -05:00
|
|
|
|
|
|
|
def is_legal(self):
|
2017-05-26 00:58:19 -04:00
|
|
|
# type: () -> bool
|
2017-01-14 13:58:03 -05:00
|
|
|
self.message_list.append(time.time())
|
|
|
|
if len(self.message_list) > self.message_limit:
|
|
|
|
self.message_list.pop(0)
|
|
|
|
time_diff = self.message_list[-1] - self.message_list[0]
|
|
|
|
return time_diff >= self.interval_limit
|
|
|
|
else:
|
|
|
|
return True
|
|
|
|
|
2017-05-23 20:25:01 -04:00
|
|
|
def show_error_and_exit(self):
|
2017-05-26 00:58:19 -04:00
|
|
|
# type: () -> NoReturn
|
2017-05-23 20:25:01 -04:00
|
|
|
logging.error(self.error_message)
|
|
|
|
sys.exit(1)
|
|
|
|
|
2017-10-23 06:17:46 -04:00
|
|
|
class StateHandler(object):
|
|
|
|
def __init__(self):
|
|
|
|
# type: () -> None
|
2017-10-24 07:15:51 -04:00
|
|
|
self.state_ = {} # type: Dict[Text, Text]
|
|
|
|
self.marshal = lambda obj: obj
|
|
|
|
self.demarshal = lambda obj: obj
|
2017-10-23 06:17:46 -04:00
|
|
|
|
2017-10-24 07:15:51 -04:00
|
|
|
def put(self, key, value):
|
|
|
|
# type: (Text, Text) -> None
|
|
|
|
self.state_[key] = self.marshal(value)
|
2017-10-23 06:17:46 -04:00
|
|
|
|
2017-10-24 07:15:51 -04:00
|
|
|
def get(self, key):
|
|
|
|
# type: () -> Text
|
|
|
|
return self.demarshal(self.state_[key])
|
2017-10-23 06:17:46 -04:00
|
|
|
|
2017-10-24 07:15:51 -04:00
|
|
|
def contains(self, key):
|
|
|
|
# type: (Text) -> bool
|
|
|
|
return key in self.state_
|
2017-10-23 06:17:46 -04:00
|
|
|
|
2017-06-07 22:49:42 -04:00
|
|
|
class ExternalBotHandler(object):
|
2017-07-25 10:04:38 -04:00
|
|
|
def __init__(self, client, root_dir):
|
|
|
|
# type: (Client, string) -> None
|
2017-01-14 13:58:03 -05:00
|
|
|
# Only expose a subset of our Client's functionality
|
|
|
|
user_profile = client.get_profile()
|
|
|
|
self._rate_limit = RateLimit(20, 5)
|
|
|
|
self._client = client
|
2017-07-25 10:04:38 -04:00
|
|
|
self._root_dir = root_dir
|
2017-10-23 06:24:41 -04:00
|
|
|
self.storage = StateHandler()
|
2017-01-14 13:58:03 -05:00
|
|
|
try:
|
2017-08-18 07:29:55 -04:00
|
|
|
self.user_id = user_profile['user_id']
|
2017-01-14 13:58:03 -05:00
|
|
|
self.full_name = user_profile['full_name']
|
|
|
|
self.email = user_profile['email']
|
|
|
|
except KeyError:
|
|
|
|
logging.error('Cannot fetch user profile, make sure you have set'
|
|
|
|
' up the zuliprc file correctly.')
|
|
|
|
sys.exit(1)
|
|
|
|
|
2017-05-26 00:58:19 -04:00
|
|
|
def send_message(self, message):
|
|
|
|
# type: (Dict[str, Any]) -> Dict[str, Any]
|
2017-01-14 13:58:03 -05:00
|
|
|
if self._rate_limit.is_legal():
|
2017-05-26 00:58:19 -04:00
|
|
|
return self._client.send_message(message)
|
2017-05-23 20:12:36 -04:00
|
|
|
else:
|
2017-05-23 20:25:01 -04:00
|
|
|
self._rate_limit.show_error_and_exit()
|
2017-05-23 20:12:36 -04:00
|
|
|
|
2017-06-18 14:42:28 -04:00
|
|
|
def send_reply(self, message, response):
|
|
|
|
# type: (Dict[str, Any], str) -> Dict[str, Any]
|
2017-07-18 13:59:55 -04:00
|
|
|
if message['type'] == 'private':
|
|
|
|
return self.send_message(dict(
|
|
|
|
type='private',
|
|
|
|
to=[x['email'] for x in message['display_recipient'] if self.email != x['email']],
|
|
|
|
content=response,
|
|
|
|
))
|
|
|
|
else:
|
|
|
|
return self.send_message(dict(
|
|
|
|
type='stream',
|
|
|
|
to=message['display_recipient'],
|
|
|
|
subject=message['subject'],
|
|
|
|
content=response,
|
|
|
|
))
|
2017-06-18 14:42:28 -04:00
|
|
|
|
2017-05-26 00:58:19 -04:00
|
|
|
def update_message(self, message):
|
|
|
|
# type: (Dict[str, Any]) -> Dict[str, Any]
|
2017-05-23 20:12:36 -04:00
|
|
|
if self._rate_limit.is_legal():
|
2017-05-26 00:58:19 -04:00
|
|
|
return self._client.update_message(message)
|
2017-01-14 13:58:03 -05:00
|
|
|
else:
|
2017-05-23 20:25:01 -04:00
|
|
|
self._rate_limit.show_error_and_exit()
|
2017-01-14 13:58:03 -05:00
|
|
|
|
2017-06-17 08:12:58 -04:00
|
|
|
def get_config_info(self, bot_name, section=None, optional=False):
|
|
|
|
# type: (str, Optional[str], Optional[bool]) -> Dict[str, Any]
|
2017-08-30 14:57:37 -04:00
|
|
|
conf_file_path = os.path.realpath(os.path.join(self._root_dir, bot_name + '.conf'))
|
2017-06-18 14:42:28 -04:00
|
|
|
section = section or bot_name
|
|
|
|
config = configparser.ConfigParser()
|
2017-06-17 08:12:58 -04:00
|
|
|
try:
|
2017-07-23 16:45:20 -04:00
|
|
|
with open(conf_file_path) as conf:
|
2017-07-18 00:17:16 -04:00
|
|
|
config.readfp(conf) # type: ignore
|
2017-06-17 08:12:58 -04:00
|
|
|
except IOError:
|
|
|
|
if optional:
|
|
|
|
return dict()
|
|
|
|
raise
|
2017-06-18 14:42:28 -04:00
|
|
|
return dict(config.items(section))
|
|
|
|
|
2017-07-25 10:04:38 -04:00
|
|
|
def open(self, filepath):
|
|
|
|
# type: (str) -> None
|
|
|
|
filepath = os.path.normpath(filepath)
|
|
|
|
abs_filepath = os.path.join(self._root_dir, filepath)
|
|
|
|
if abs_filepath.startswith(self._root_dir):
|
|
|
|
return open(abs_filepath)
|
|
|
|
else:
|
|
|
|
raise PermissionError("Cannot open file \"{}\". Bots may only access "
|
|
|
|
"files in their local directory.".format(abs_filepath))
|
|
|
|
|
2017-08-17 13:53:36 -04:00
|
|
|
def extract_query_without_mention(message, client):
|
|
|
|
# type: (Dict[str, Any], ExternalBotHandler) -> str
|
|
|
|
"""
|
|
|
|
If the bot is the first @mention in the message, then this function returns
|
|
|
|
the message with the bot's @mention removed. Otherwise, it returns None.
|
|
|
|
"""
|
|
|
|
bot_mention = r'^@(\*\*{0}\*\*)'.format(client.full_name)
|
|
|
|
start_with_mention = re.compile(bot_mention).match(message['content'])
|
|
|
|
if start_with_mention is None:
|
|
|
|
return None
|
|
|
|
query_without_mention = message['content'][len(start_with_mention.group()):]
|
|
|
|
return query_without_mention.lstrip()
|
|
|
|
|
2017-08-18 12:41:37 -04:00
|
|
|
def is_private_message_from_another_user(message_dict, current_user_id):
|
|
|
|
# type: (Dict[str, Any], int) -> bool
|
|
|
|
"""
|
|
|
|
Checks whether a message dict represents a PM from another user.
|
|
|
|
|
|
|
|
This function is used by the embedded bot system in the
|
|
|
|
zulip/zulip project, so refactor with care. See the comments in
|
|
|
|
extract_query_without_mention.
|
|
|
|
"""
|
|
|
|
if message_dict['type'] == 'private':
|
|
|
|
return current_user_id != message_dict['sender_id']
|
2017-08-17 13:53:36 -04:00
|
|
|
return False
|
|
|
|
|
2017-07-25 21:24:08 -04:00
|
|
|
def run_message_handler_for_bot(lib_module, quiet, config_file, bot_name):
|
2017-05-26 00:58:19 -04:00
|
|
|
# type: (Any, bool, str) -> Any
|
|
|
|
#
|
|
|
|
# lib_module is of type Any, since it can contain any bot's
|
|
|
|
# handler class. Eventually, we want bot's handler classes to
|
|
|
|
# inherit from a common prototype specifying the handle_message
|
|
|
|
# function.
|
|
|
|
#
|
2017-01-14 13:58:03 -05:00
|
|
|
# Make sure you set up your ~/.zuliprc
|
2017-07-25 21:24:08 -04:00
|
|
|
client = Client(config_file=config_file, client="Zulip{}Bot".format(bot_name.capitalize()))
|
2017-07-25 10:04:38 -04:00
|
|
|
bot_dir = os.path.dirname(lib_module.__file__)
|
|
|
|
restricted_client = ExternalBotHandler(client, bot_dir)
|
2017-01-14 13:58:03 -05:00
|
|
|
|
|
|
|
message_handler = lib_module.handler_class()
|
2017-06-10 05:55:55 -04:00
|
|
|
if hasattr(message_handler, 'initialize'):
|
|
|
|
message_handler.initialize(bot_handler=restricted_client)
|
2017-01-14 13:58:03 -05:00
|
|
|
|
2017-09-25 15:50:26 -04:00
|
|
|
# Set default bot_details, then override from class, if provided
|
|
|
|
bot_details = {
|
|
|
|
'name': bot_name.capitalize(),
|
|
|
|
'description': "",
|
|
|
|
}
|
|
|
|
bot_details.update(getattr(lib_module.handler_class, 'META', {}))
|
|
|
|
|
2017-01-14 13:58:03 -05:00
|
|
|
if not quiet:
|
2017-09-25 15:50:26 -04:00
|
|
|
print("Running {} Bot:".format(bot_details['name']))
|
|
|
|
if bot_details['description'] != "":
|
|
|
|
print("\n\t{}".format(bot_details['description']))
|
2017-01-14 13:58:03 -05:00
|
|
|
print(message_handler.usage())
|
|
|
|
|
2017-10-20 19:35:21 -04:00
|
|
|
def handle_message(message, flags):
|
2017-05-26 00:58:19 -04:00
|
|
|
# type: (Dict[str, Any]) -> None
|
2017-01-14 13:58:03 -05:00
|
|
|
logging.info('waiting for next message')
|
2017-02-16 16:56:32 -05:00
|
|
|
|
2017-10-20 19:35:21 -04:00
|
|
|
# `mentioned` will be in `flags` if the bot is mentioned at ANY position
|
|
|
|
# (not necessarily the first @mention in the message).
|
|
|
|
is_mentioned = 'mentioned' in flags
|
2017-08-18 12:41:37 -04:00
|
|
|
is_private_message = is_private_message_from_another_user(message, restricted_client.user_id)
|
2017-02-16 16:56:32 -05:00
|
|
|
|
|
|
|
# Strip at-mention botname from the message
|
|
|
|
if is_mentioned:
|
2017-05-22 21:22:46 -04:00
|
|
|
# message['content'] will be None when the bot's @-mention is not at the beginning.
|
|
|
|
# In that case, the message shall not be handled.
|
|
|
|
message['content'] = extract_query_without_mention(message=message, client=restricted_client)
|
2017-02-16 16:56:32 -05:00
|
|
|
if message['content'] is None:
|
|
|
|
return
|
|
|
|
|
|
|
|
if is_private_message or is_mentioned:
|
2017-01-14 13:58:03 -05:00
|
|
|
message_handler.handle_message(
|
|
|
|
message=message,
|
2017-10-23 06:17:46 -04:00
|
|
|
bot_handler=restricted_client
|
2017-01-24 00:34:26 -05:00
|
|
|
)
|
2017-01-14 13:58:03 -05:00
|
|
|
|
|
|
|
signal.signal(signal.SIGINT, exit_gracefully)
|
|
|
|
|
|
|
|
logging.info('starting message handling...')
|
2017-10-20 19:35:21 -04:00
|
|
|
|
|
|
|
def event_callback(event):
|
|
|
|
# type: (Dict[str, str]) -> None
|
|
|
|
if event['type'] == 'message':
|
|
|
|
handle_message(event['message'], event['flags'])
|
|
|
|
|
|
|
|
client.call_on_each_event(event_callback, ['message'])
|