import re from django.conf import settings from django import template from django.utils.html import conditional_escape from django.utils.safestring import mark_safe from django.utils.encoding import force_unicode register = template.Library() def amp(text): """Wraps apersands in HTML with ```` so they can be styled with CSS. Apersands are also normalized to ``&``. Requires ampersands to have whitespace or an `` `` on both sides. >>> amp('One & two') u'One & two' >>> amp('One & two') u'One & two' >>> amp('One & two') u'One & two' >>> amp('One & two') u'One & two' It won't mess up & that are already wrapped, in entities or URLs >>> amp('One & two') u'One & two' >>> amp('“this” & that') u'“this” & that' It should ignore standalone amps that are in attributes >>> amp('xyz') u'xyz' """ text = force_unicode(text) # tag_pattern from http://haacked.com/archive/2004/10/25/usingregularexpressionstomatchhtml.aspx # it kinda sucks but it fixes the standalone amps in attributes bug tag_pattern = '\s]+))?)+\s*|\s*)/?>' amp_finder = re.compile(r"(\s| )(&|&|&\#38;)(\s| )") intra_tag_finder = re.compile(r'(?P(%s)?)(?P([^<]*))(?P(%s)?)' % (tag_pattern, tag_pattern)) def _amp_process(groups): prefix = groups.group('prefix') or '' text = amp_finder.sub(r"""\1&\3""", groups.group('text')) suffix = groups.group('suffix') or '' return prefix + text + suffix output = intra_tag_finder.sub(_amp_process, text) return mark_safe(output) amp.is_safe = True def caps(text): """Wraps multiple capital letters in ```` so they can be styled with CSS. >>> caps("A message from KU") u'A message from KU' Uses the smartypants tokenizer to not screw with HTML or with tags it shouldn't. >>> caps("
CAPS
more CAPS") u'
CAPS
more CAPS' >>> caps("A message from 2KU2 with digits") u'A message from 2KU2 with digits' >>> caps("Dotted caps followed by spaces should never include them in the wrap D.O.T. like so.") u'Dotted caps followed by spaces should never include them in the wrap D.O.T. like so.' All caps with with apostrophes in them shouldn't break. Only handles dump apostrophes though. >>> caps("JIMMY'S") u'JIMMY\\'S' >>> caps("D.O.T.HE34TRFID") u'D.O.T.HE34TRFID' """ text = force_unicode(text) try: import smartypants except ImportError: if settings.DEBUG: raise template.TemplateSyntaxError, "Error in {% caps %} filter: The Python SmartyPants library isn't installed." return text tokens = smartypants._tokenize(text) result = [] in_skipped_tag = False cap_finder = re.compile(r"""( (\b[A-Z\d]* # Group 2: Any amount of caps and digits [A-Z]\d*[A-Z] # A cap string much at least include two caps (but they can have digits between them) [A-Z\d']*\b) # Any amount of caps and digits or dumb apostsrophes | (\b[A-Z]+\.\s? # OR: Group 3: Some caps, followed by a '.' and an optional space (?:[A-Z]+\.\s?)+) # Followed by the same thing at least once more (?:\s|\b|$)) """, re.VERBOSE) def _cap_wrapper(matchobj): """This is necessary to keep dotted cap strings to pick up extra spaces""" if matchobj.group(2): return """%s""" % matchobj.group(2) else: if matchobj.group(3)[-1] == " ": caps = matchobj.group(3)[:-1] tail = ' ' else: caps = matchobj.group(3) tail = '' return """%s%s""" % (caps, tail) tags_to_skip_regex = re.compile("<(/)?(?:pre|code|kbd|script|math)[^>]*>", re.IGNORECASE) for token in tokens: if token[0] == "tag": # Don't mess with tags. result.append(token[1]) close_match = tags_to_skip_regex.match(token[1]) if close_match and close_match.group(1) == None: in_skipped_tag = True else: in_skipped_tag = False else: if in_skipped_tag: result.append(token[1]) else: result.append(cap_finder.sub(_cap_wrapper, token[1])) output = "".join(result) return mark_safe(output) caps.is_safe = True def initial_quotes(text): """Wraps initial quotes in ``class="dquo"`` for double quotes or ``class="quo"`` for single quotes. Works in these block tags ``(h1-h6, p, li, dt, dd)`` and also accounts for potential opening inline elements ``a, em, strong, span, b, i`` >>> initial_quotes('"With primes"') u'"With primes"' >>> initial_quotes("'With single primes'") u'\\'With single primes\\'' >>> initial_quotes('"With primes and a link"') u'"With primes and a link"' >>> initial_quotes('“With smartypanted quotes”') u'With smartypanted quotes”' """ text = force_unicode(text) quote_finder = re.compile(r"""((<(p|h[1-6]|li|dt|dd)[^>]*>|^) # start with an opening p, h1-6, li, dd, dt or the start of the string \s* # optional white space! (<(a|em|span|strong|i|b)[^>]*>\s*)*) # optional opening inline tags, with more optional white space for each. (("|“|&\#8220;)|('|‘|&\#8216;)) # Find me a quote! (only need to find the left quotes and the primes) # double quotes are in group 7, singles in group 8 """, re.VERBOSE) def _quote_wrapper(matchobj): if matchobj.group(7): classname = "dquo" quote = matchobj.group(7) else: classname = "quo" quote = matchobj.group(8) return """%s%s""" % (matchobj.group(1), classname, quote) output = quote_finder.sub(_quote_wrapper, text) return mark_safe(output) initial_quotes.is_safe = True def smartypants(text): """Applies smarty pants to curl quotes. >>> smartypants('The "Green" man') u'The “Green” man' """ text = force_unicode(text) try: import smartypants except ImportError: if settings.DEBUG: raise template.TemplateSyntaxError, "Error in {% smartypants %} filter: The Python smartypants library isn't installed." return text else: output = smartypants.smartyPants(text) return mark_safe(output) smartypants.is_safe = True def titlecase(text): """Support for titlecase.py's titlecasing >>> titlecase("this V that") u'This v That' >>> titlecase("this is just an example.com") u'This Is Just an example.com' """ text = force_unicode(text) try: import titlecase except ImportError: if settings.DEBUG: raise template.TemplateSyntaxError, "Error in {% titlecase %} filter: The titlecase.py library isn't installed." return text else: return titlecase.titlecase(text) def typogrify(text): """The super typography filter Applies the following filters: widont, smartypants, caps, amp, initial_quotes >>> typogrify('

"Jayhawks" & KU fans act extremely obnoxiously

') u'

Jayhawks” & KU fans act extremely obnoxiously

' Each filters properly handles autoescaping. >>> conditional_escape(typogrify('

"Jayhawks" & KU fans act extremely obnoxiously

')) u'

Jayhawks” & KU fans act extremely obnoxiously

' """ text = force_unicode(text) text = amp(text) text = widont(text) text = smartypants(text) text = caps(text) text = initial_quotes(text) return text def widont(text): """Replaces the space between the last two words in a string with `` `` Works in these block tags ``(h1-h6, p, li, dd, dt)`` and also accounts for potential closing inline elements ``a, em, strong, span, b, i`` >>> widont('A very simple test') u'A very simple test' Single word items shouldn't be changed >>> widont('Test') u'Test' >>> widont(' Test') u' Test' >>> widont('
  • Test

    • ') u'
      • Test

        • ' >>> widont('
          • Test

            • ') u'
              • Test

                • ' >>> widont('

                  In a couple of paragraphs

                  paragraph two

                  ') u'

                  In a couple of paragraphs

                  paragraph two

                  ' >>> widont('

                  In a link inside a heading

                  ') u'

                  In a link inside a heading

                  ' >>> widont('

                  In a link followed by other text

                  ') u'

                  In a link followed by other text

                  ' Empty HTMLs shouldn't error >>> widont('

                  ') u'

                  ' >>> widont('
                  Divs get no love!
                  ') u'
                  Divs get no love!
                  ' >>> widont('
                  Neither do PREs
                  ') u'
                  Neither do PREs
                  ' >>> widont('

                  But divs with paragraphs do!

                  ') u'

                  But divs with paragraphs do!

                  ' """ text = force_unicode(text) widont_finder = re.compile(r"""((?:]*>)|[^<>\s]) # must be proceeded by an approved inline opening or closing tag or a nontag/nonspace \s+ # the space to replace ([^<>\s]+ # must be flollowed by non-tag non-space characters \s* # optional white space! (\s*)* # optional closing inline tags with optional white space after each (()|$)) # end with a closing p, h1-6, li or the end of the string """, re.VERBOSE) output = widont_finder.sub(r'\1 \2', text) return mark_safe(output) widont.is_safe = True register.filter('amp', amp) register.filter('caps', caps) register.filter('initial_quotes', initial_quotes) register.filter('smartypants', smartypants) register.filter('titlecase', titlecase) register.filter('typogrify', typogrify) register.filter('widont', widont) def _test(): import doctest doctest.testmod() if __name__ == "__main__": _test()