jirabot.py

   1 #!/usr/bin/python
   2 import cStringIO
   3 import calendar
   4 import feedparser
   5 import formatter
   6 import htmllib
   7 import mechanize
   8 import os
   9 import random
  10 import string
  11 import time
  12 import traceback
  13 import urlparse
  14 import zephyr
  15
  16 zephyr_sender = 'jira'
  17 zephyr_class = 'andersk-test'
  18 time_file = 'jirabot.time'
  19
  20 b = mechanize.Browser()
  21 b.set_handle_robots(False)
  22 b.add_client_certificate("https://idp.mit.edu:9443", "cert.pem", "cert.pem")
  23 b.addheaders = [("Accept-Language", "en-us,en;q=0.5"),]
  24 b.open("https://jira.mit.edu/jira/secure/Dashboard.jspa")
  25 b.follow_link(text="MIT Touchstone")
  26 b.select_form("wayfForm1")
  27 b.submit()
  28 b.select_form(predicate=lambda f: any(c.name == 'login_certificate'
  29                                       for c in f.controls))
  30 b.submit()
  31 b.select_form(nr=0)
  32 b.submit()
  33 b.open("https://jira.mit.edu/jira/sr/jira.issueviews:searchrequest-rss/temp/SearchRequest.xml?&pid=10185&updated%3Aprevious=-1w&sorter/field=updated&sorter/order=DESC&tempMax=1000")
  34 issues_rss = b.response().read()
  35 b.open("https://jira.mit.edu/jira/sr/jira.issueviews:searchrequest-comments-rss/temp/SearchRequest.xml?&pid=10185&updated%3Aprevious=-1w&sorter/field=updated&sorter/order=DESC&tempMax=1000")
  36 comments_rss = b.response().read()
  37
  38 def parse_issue(e):
  39     issue = urlparse.urlparse(e.id)[2].rsplit('/', 1)[1]
  40     url = e.id
  41     msg = e.id + "\nThis issue was updated."
  42
  43     return zephyr.ZNotice(
  44         sender=zephyr_sender,
  45         auth=False,
  46         cls=zephyr_class,
  47         instance=issue,
  48         fields=[e.title.encode('UTF-8'), msg.encode('UTF-8')],
  49     )
  50
  51 def parse_comment(e):
  52     url = urlparse.urlunsplit(urlparse.urlparse(e.id)[0:3] + (None,None))
  53     issue = url.rsplit('/', 1)[1]
  54
  55     s = cStringIO.StringIO()
  56     parser = htmllib.HTMLParser(formatter.AbstractFormatter(formatter.DumbWriter(s)))
  57     parser.feed(e.summary.rsplit('<table>', 1)[0])
  58     parser.close()
  59     s.seek(0)
  60     comment = s.read()
  61
  62     msg = e.author + " added a comment:\n" + comment.rstrip()
  63
  64     return zephyr.ZNotice(
  65         sender=zephyr_sender,
  66         auth=False,
  67         cls=zephyr_class,
  68         instance=issue,
  69         fields=[e.title.encode('UTF-8'), msg.encode('UTF-8')],
  70     )
  71
  72 def zerror(msg):
  73     return zephyr.ZNotice(
  74         sender=zephyr_sender,
  75         auth=False,
  76         cls=zephyr_class,
  77         instance='jira-error',
  78         fields=['Jira bot error', msg.encode('UTF-8')]
  79     )
  80
  81 time_file_new = time_file + '.' + ''.join(random.sample(string.letters, 8))
  82
  83 try:
  84     os.rename(time_file, time_file_new)
  85 except OSError:
  86     exit()
  87
  88 old_time = int(open(time_file_new).read())
  89 new_time = old_time
  90
  91 zephyr.init()
  92 zephyrs = []
  93
  94 for (thing, rss, parse) in [('issue', issues_rss, parse_issue),
  95                             ('comment', comments_rss, parse_comment)]:
  96     try:
  97         feed = feedparser.parse(rss)
  98         for e in feed.entries:
  99             t = int(calendar.timegm(e.date_parsed))
 100             if t <= old_time:
 101                 continue
 102             if t > new_time:
 103                 new_time = t
 104             try:
 105                 z = parse(e)
 106             except:
 107                 z = zerror("Error parsing " + thing + ":\n" + e.id + "\n" + traceback.format_exc())
 108             zephyrs.append((t, z))
 109     except:
 110         zephyrs.append((0, zerror("Error parsing " + thing + "s feed:\n" + traceback.format_exc())))
 111
 112 open(time_file_new, 'w').write(str(new_time))
 113
 114 os.rename(time_file_new, time_file)
 115
 116 zephyrs.sort(key=lambda tz: tz[0])
 117 for (t, z) in zephyrs:
 118     z.send()