3 # Copyright (c) 2011-2012 David Bremner <david@tethera.net>
6 # - python 2.6 for json
7 # - argparse; either python 2.7, or install separately
9 # This program is free software: you can redistribute it and/or modify
10 # it under the terms of the GNU General Public License as published by
11 # the Free Software Foundation, either version 3 of the License, or
12 # (at your option) any later version.
14 # This program is distributed in the hope that it will be useful,
15 # but WITHOUT ANY WARRANTY; without even the implied warranty of
16 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 # GNU General Public License for more details.
19 # You should have received a copy of the GNU General Public License
20 # along with this program. If not, see http://www.gnu.org/licenses/ .
22 """Generate HTML for one or more notmuch searches.
24 Messages matching each search are grouped by thread. Each message
25 that contains both a subject and message-id will have the displayed
26 subject link to the Gmane view of the message.
29 from __future__ import print_function
30 from __future__ import unicode_literals
37 from urllib.parse import quote
38 except ImportError: # Python 2
39 from urllib import quote
46 import xml.sax.saxutils
53 if not hasattr(collections, 'OrderedDict'): # Python 2.6 or earlier
54 class _OrderedDict (dict):
55 "Just enough of a stub to get through Page._get_threads"
56 def __init__(self, *args, **kwargs):
57 super(_OrderedDict, self).__init__(*args, **kwargs)
58 self._keys = [] # record key order
60 def __setitem__(self, key, value):
61 super(_OrderedDict, self).__setitem__(key, value)
62 self._keys.append(key)
65 for key in self._keys:
69 collections.OrderedDict = _OrderedDict
72 class ConfigError (Exception):
73 """Errors with config file usage
78 def read_config(path=None, encoding=None):
79 "Read config from json file"
84 with open(path, 'rb') as f:
85 config_bytes = f.read()
87 raise ConfigError('Could not read config from {}'.format(path))
89 nmbhome = os.getenv('NMBGIT', os.path.expanduser('~/.nmbug'))
91 filename = 'status-config.json'
93 # read only the first line from the pipe
94 sha1_bytes = subprocess.Popen(
95 ['git', '--git-dir', nmbhome, 'show-ref', '-s', '--heads', branch],
96 stdout=subprocess.PIPE).stdout.readline()
97 sha1 = sha1_bytes.decode(encoding).rstrip()
100 ("No local branch '{branch}' in {nmbgit}. "
101 'Checkout a local {branch} branch or explicitly set --config.'
102 ).format(branch=branch, nmbgit=nmbhome))
104 p = subprocess.Popen(
105 ['git', '--git-dir', nmbhome, 'cat-file', 'blob',
106 '{}:{}'.format(sha1, filename)],
107 stdout=subprocess.PIPE)
108 config_bytes, err = p.communicate()
112 ("Missing status-config.json in branch '{branch}' of"
113 '{nmbgit}. Add the file or explicitly set --config.'
114 ).format(branch=branch, nmbgit=nmbhome))
116 config_json = config_bytes.decode(encoding)
118 return json.loads(config_json)
119 except ValueError as e:
121 path = "{} in branch '{}' of {}".format(
122 filename, branch, nmbhome)
124 'Could not parse JSON from the config file {}:\n{}'.format(
130 self.running_data = {}
134 def __init__(self, header=None, footer=None):
138 def write(self, database, views, stream=None):
141 byte_stream = sys.stdout.buffer
142 except AttributeError: # Python 2
143 byte_stream = sys.stdout
144 stream = codecs.getwriter(encoding=_ENCODING)(stream=byte_stream)
145 self._write_header(views=views, stream=stream)
147 self._write_view(database=database, view=view, stream=stream)
148 self._write_footer(views=views, stream=stream)
150 def _write_header(self, views, stream):
152 stream.write(self.header)
154 def _write_footer(self, views, stream):
156 stream.write(self.footer)
158 def _write_view(self, database, view, stream):
159 if 'query-string' not in view:
160 query = view['query']
161 view['query-string'] = ' and '.join(query)
162 q = notmuch.Query(database, view['query-string'])
163 q.set_sort(notmuch.Query.SORT.OLDEST_FIRST)
164 threads = self._get_threads(messages=q.search_messages())
165 self._write_view_header(view=view, stream=stream)
166 self._write_threads(threads=threads, stream=stream)
168 def _get_threads(self, messages):
169 threads = collections.OrderedDict()
170 for message in messages:
171 thread_id = message.get_thread_id()
172 if thread_id in threads:
173 thread = threads[thread_id]
176 threads[thread_id] = thread
177 thread.running_data, display_data = self._message_display_data(
178 running_data=thread.running_data, message=message)
179 thread.append(display_data)
180 return list(threads.values())
182 def _write_view_header(self, view, stream):
185 def _write_threads(self, threads, stream):
186 for thread in threads:
187 for message_display_data in thread:
189 ('{date:10.10s} {from:20.20s} {subject:40.40s}\n'
190 '{message-id-term:>72}\n'
191 ).format(**message_display_data))
192 if thread != threads[-1]:
195 def _message_display_data(self, running_data, message):
196 headers = ('thread-id', 'message-id', 'date', 'from', 'subject')
198 for header in headers:
199 if header == 'thread-id':
200 value = message.get_thread_id()
201 elif header == 'message-id':
202 value = message.get_message_id()
203 data['message-id-term'] = 'id:"{0}"'.format(value)
204 elif header == 'date':
205 value = str(datetime.datetime.utcfromtimestamp(
206 message.get_date()).date())
208 value = message.get_header(header)
210 (value, addr) = email.utils.parseaddr(value)
212 value = addr.split('@')[0]
214 next_running_data = data.copy()
215 for header, value in data.items():
216 if header in ['message-id', 'subject']:
218 if value == running_data.get(header, None):
220 return (next_running_data, data)
223 class HtmlPage (Page):
224 _slug_regexp = re.compile('\W+')
226 def _write_header(self, views, stream):
227 super(HtmlPage, self)._write_header(views=views, stream=stream)
228 stream.write('<ul>\n')
231 view['id'] = self._slug(view['title'])
233 '<li><a href="#{id}">{title}</a></li>\n'.format(**view))
234 stream.write('</ul>\n')
236 def _write_view_header(self, view, stream):
237 stream.write('<h3 id="{id}">{title}</h3>\n'.format(**view))
238 stream.write('<p>\n')
239 if 'comment' in view:
240 stream.write(view['comment'])
243 'The view is generated from the following query:',
247 view['query-string'],
254 def _write_threads(self, threads, stream):
257 stream.write('<table>\n')
258 for thread in threads:
259 stream.write(' <tbody>\n')
260 for message_display_data in thread:
262 ' <tr class="message-first">\n'
264 ' <td><code>{message-id-term}</code></td>\n'
266 ' <tr class="message-last">\n'
268 ' <td>{subject}</td>\n'
270 ).format(**message_display_data))
271 stream.write(' </tbody>\n')
272 if thread != threads[-1]:
274 ' <tbody><tr><td colspan="2"><br /></td></tr></tbody>\n')
275 stream.write('</table>\n')
277 def _message_display_data(self, *args, **kwargs):
278 running_data, display_data = super(
279 HtmlPage, self)._message_display_data(
281 if 'subject' in display_data and 'message-id' in display_data:
283 'message-id': quote(display_data['message-id']),
284 'subject': xml.sax.saxutils.escape(display_data['subject']),
286 display_data['subject'] = (
287 '<a href="http://mid.gmane.org/{message-id}">{subject}</a>'
289 for key in ['message-id', 'from']:
290 if key in display_data:
291 display_data[key] = xml.sax.saxutils.escape(display_data[key])
292 return (running_data, display_data)
294 def _slug(self, string):
295 return self._slug_regexp.sub('-', string)
297 parser = argparse.ArgumentParser(description=__doc__)
298 parser.add_argument('--text', help='output plain text format',
300 parser.add_argument('--config', help='load config from given file',
302 parser.add_argument('--list-views', help='list views',
304 parser.add_argument('--get-query', help='get query for view',
307 args = parser.parse_args()
310 config = read_config(path=args.config)
311 except ConfigError as e:
315 header_template = config['meta'].get('header', '''<!DOCTYPE html>
318 <meta http-equiv="Content-Type" content="text/html; charset={encoding}" />
319 <title>{title}</title>
320 <style media="screen" type="text/css">
324 tr.message-first td {{
325 padding-top: {inter_message_padding};
327 tr.message-last td {{
328 padding-bottom: {inter_message_padding};
331 padding-left: {border_radius};
332 padding-right: {border_radius};
334 tr:first-child td:first-child {{
335 border-top-left-radius: {border_radius};
337 tr:first-child td:last-child {{
338 border-top-right-radius: {border_radius};
340 tr:last-child td:first-child {{
341 border-bottom-left-radius: {border_radius};
343 tr:last-child td:last-child {{
344 border-bottom-right-radius: {border_radius};
346 tbody:nth-child(4n+1) tr td {{
347 background-color: #ffd96e;
349 tbody:nth-child(4n+3) tr td {{
350 background-color: #bce;
356 background-color: #ccc;
367 footer_template = config['meta'].get('footer', '''
369 <p>Generated: {datetime}
374 now = datetime.datetime.utcnow()
377 'datetime': now.strftime('%Y-%m-%d %H:%M:%SZ'),
378 'title': config['meta']['title'],
379 'blurb': config['meta']['blurb'],
380 'encoding': _ENCODING,
381 'inter_message_padding': '0.25em',
382 'border_radius': '0.5em',
385 _PAGES['text'] = Page()
386 _PAGES['html'] = HtmlPage(
387 header=header_template.format(**context),
388 footer=footer_template.format(**context),
392 for view in config['views']:
395 elif args.get_query != None:
396 for view in config['views']:
397 if args.get_query == view['title']:
398 print(' and '.join(view['query']))
401 # only import notmuch if needed
405 page = _PAGES['text']
407 page = _PAGES['html']
409 db = notmuch.Database(mode=notmuch.Database.MODE.READ_ONLY)
410 page.write(database=db, views=config['views'])