c3a3d9072b
This code successfully sends every message in our corpus of past zephyrs. (imported from commit 14d42ca9288e2a218eaad880691d6bd213a045ce)
65 lines
2.5 KiB
Python
65 lines
2.5 KiB
Python
#!/usr/bin/python
|
|
import mechanize
|
|
import urllib
|
|
import simplejson
|
|
from urllib2 import HTTPError
|
|
import time
|
|
import traceback
|
|
|
|
# TODO: Just switch to pycurl
|
|
class NoHistory(object):
|
|
def add(self, *a, **k): pass
|
|
def clear(self): pass
|
|
|
|
class HumbugAPI():
|
|
def __init__(self, email, api_key, verbose=False, site="https://app.humbughq.com"):
|
|
self.browser = mechanize.Browser(history=NoHistory())
|
|
self.browser.set_handle_robots(False)
|
|
self.browser.add_password("https://app.humbughq.com/", "tabbott", "xxxxxxxxxxxxxxxxx", "wiki")
|
|
self.api_key = api_key
|
|
self.email = email
|
|
self.verbose = verbose
|
|
self.base_url = site
|
|
|
|
def send_message(self, submit_hash):
|
|
submit_hash["email"] = self.email
|
|
submit_hash["api-key"] = self.api_key
|
|
submit_data = urllib.urlencode([(k, v) for k,v in submit_hash.items()])
|
|
res = self.browser.open(self.base_url + "/api/v1/send_message", submit_data)
|
|
return simplejson.loads(res.read())
|
|
|
|
def get_messages(self, options = {}):
|
|
options["email"] = self.email
|
|
options["api-key"] = self.api_key
|
|
submit_data = urllib.urlencode([(k, v.encode('utf-8')) for k,v in options.items()])
|
|
res = self.browser.open(self.base_url + "/api/v1/get_messages", submit_data)
|
|
return simplejson.loads(res.read())['zephyrs']
|
|
|
|
def call_on_each_message(self, callback, options = {}):
|
|
max_message_id = None
|
|
while True:
|
|
try:
|
|
if max_message_id is not None:
|
|
options["first"] = "0"
|
|
options["last"] = str(max_message_id)
|
|
messages = self.get_messages(options)
|
|
except HTTPError, e:
|
|
# 502/503 typically means the server was restarted; sleep
|
|
# a bit, then try again
|
|
if self.verbose:
|
|
print e
|
|
print "Error getting zephyrs (probably server restart); retrying..."
|
|
time.sleep(1)
|
|
continue
|
|
except Exception, e:
|
|
# For other errors, just try again
|
|
if self.verbose:
|
|
print e
|
|
print traceback.format_exc()
|
|
print "Unexpected error! You should send Tim the above traceback. Retrying..."
|
|
time.sleep(2)
|
|
continue
|
|
for message in sorted(messages, key=lambda x: x["id"]):
|
|
max_message_id = max(max_message_id, message["id"])
|
|
callback(message)
|