]> andersk Git - jira-zephyrbot.git/blame_incremental - jirabot.py
Parsing and zephyring.
[jira-zephyrbot.git] / jirabot.py
... / ...
CommitLineData
1#!/usr/bin/python
2import cStringIO
3import calendar
4import feedparser
5import formatter
6import htmllib
7import mechanize
8import os
9import random
10import string
11import time
12import traceback
13import urlparse
14import zephyr
15
16zephyr_sender = 'jira'
17zephyr_class = 'andersk-test'
18time_file = 'jirabot.time'
19
20b = mechanize.Browser()
21b.set_handle_robots(False)
22b.add_client_certificate("https://idp.mit.edu:9443", "cert.pem", "cert.pem")
23b.addheaders = [("Accept-Language", "en-us,en;q=0.5"),]
24b.open("https://jira.mit.edu/jira/secure/Dashboard.jspa")
25b.follow_link(text="MIT Touchstone")
26b.select_form("wayfForm1")
27b.submit()
28b.select_form(predicate=lambda f: any(c.name == 'login_certificate'
29 for c in f.controls))
30b.submit()
31b.select_form(nr=0)
32b.submit()
33b.open("https://jira.mit.edu/jira/sr/jira.issueviews:searchrequest-rss/temp/SearchRequest.xml?&pid=10185&updated%3Aprevious=-1w&sorter/field=updated&sorter/order=DESC&tempMax=1000")
34issues_rss = b.response().read()
35b.open("https://jira.mit.edu/jira/sr/jira.issueviews:searchrequest-comments-rss/temp/SearchRequest.xml?&pid=10185&updated%3Aprevious=-1w&sorter/field=updated&sorter/order=DESC&tempMax=1000")
36comments_rss = b.response().read()
37
38def parse_issue(e):
39 issue = urlparse.urlparse(e.id)[2].rsplit('/', 1)[1]
40 url = e.id
41 msg = e.id + "\nThis issue was updated."
42
43 return zephyr.ZNotice(
44 sender=zephyr_sender,
45 auth=False,
46 cls=zephyr_class,
47 instance=issue,
48 fields=[e.title.encode('UTF-8'), msg.encode('UTF-8')],
49 )
50
51def parse_comment(e):
52 url = urlparse.urlunsplit(urlparse.urlparse(e.id)[0:3] + (None,None))
53 issue = url.rsplit('/', 1)[1]
54
55 s = cStringIO.StringIO()
56 parser = htmllib.HTMLParser(formatter.AbstractFormatter(formatter.DumbWriter(s)))
57 parser.feed(e.summary.rsplit('<table>', 1)[0])
58 parser.close()
59 s.seek(0)
60 comment = s.read()
61
62 msg = e.author + " added a comment:\n" + comment.rstrip()
63
64 return zephyr.ZNotice(
65 sender=zephyr_sender,
66 auth=False,
67 cls=zephyr_class,
68 instance=issue,
69 fields=[e.title.encode('UTF-8'), msg.encode('UTF-8')],
70 sender='jira',
71 auth=False,
72 )
73
74def zerror(msg):
75 return zephyr.ZNotice(
76 sender=zephyr_sender,
77 auth=False,
78 cls=zephyr_class,
79 instance='jira-error',
80 fields=['Jira bot error', msg.encode('UTF-8')]
81 )
82
83time_file_new = time_file + '.' + ''.join(random.sample(string.letters, 8))
84
85try:
86 os.rename(time_file, time_file_new)
87except OSError:
88 exit()
89
90old_time = int(open(time_file_new).read())
91new_time = old_time
92
93zephyr.init()
94zephyrs = []
95
96for (thing, rss, parse) in [('issue', issues_rss, parse_issue),
97 ('comment', comments_rss, parse_comment)]:
98 try:
99 feed = feedparser.parse(rss)
100 for e in feed.entries:
101 t = int(calendar.timegm(e.date_parsed))
102 if t <= old_time:
103 continue
104 if t > new_time:
105 new_time = t
106 try:
107 z = parse(e)
108 except:
109 z = zerror("Error parsing " + thing + ":\n" + e.id + "\n" + traceback.format_exc())
110 zephyrs.append((t, z))
111 except:
112 zephyrs.append((0, zerror("Error parsing " + thing + "s feed:\n" + traceback.format_exc())))
113
114open(time_file_new, 'w').write(str(new_time))
115
116os.rename(time_file_new, time_file)
117
118zephyrs.sort(key=lambda tz: tz[0])
119for (t, z) in zephyrs:
120 z.send()
This page took 0.120117 seconds and 5 git commands to generate.