revamping markdown libraries

This commit is contained in:
q
2016-06-06 23:45:23 +03:00
parent 543820b04b
commit 0ced78d059
6 changed files with 426 additions and 265 deletions

185
reporting/md_color.py Executable file
View File

@@ -0,0 +1,185 @@
#!/usr/bin/env python
import sys,os,re
from argparse import ArgumentParser
sys.path.append(os.path.dirname(os.path.realpath(__file__)))
import ansi
__author__ = "Ville Rantanen <ville.q.rantanen@gmail.com>"
__version__ = "0.2"
''' Rules modified from mistune project '''
def setup_options():
''' Create command line options '''
usage='''
Markdown syntax color in ansi codes.
Special syntaxes:
* Colors: insert string ${C}, where C is one of KRGBYMCWkrgbymcwSUZ
* Any ANSI control code: ${3A}, ${1;34;42m}, etc..
'''
parser=ArgumentParser(description=usage,
epilog=__author__)
parser.add_argument("-v","--version",action="version",version=__version__)
parser.add_argument("-D",action="store_true",dest="debug",default=False,
help="Debug mode")
parser.add_argument("--dc",action="store_true",dest="dark_colors",default=False,
help="Use dark colorscheme, better for white background terminals.")
parser.add_argument("--no-color","-n",action="store_false",dest="color",default=True,
help="Disable color.")
parser.add_argument("-z",action="store_true",dest="zero",default=False,
help="Reset coloring at the end of each line.")
parser.add_argument("filename",type=str,
help="File to show, - for stdin")
opts=parser.parse_args()
return opts
def parse(data):
data=[[None,row] for row in data]
block='text'
new_block='text'
multiline_block=False
# Parse styles
for i,line in enumerate(data):
row=line[1]
if line[0] is not None:
# Previous lines have set the style already
continue
for match in blocks:
if block_match[match]['re'].match(row):
new_block=match
if match.startswith('multiline'):
if multiline_block:
multiline_block=False
else:
multiline_block=match
break
if multiline_block:
new_block=multiline_block
# Lists must end with empty line
if new_block not in ('empty','list_bullet') and block.startswith('list_'):
new_block='list_loose'
if 'mod' in block_match[match]:
# Style sets block in previous or next lines
data[i+block_match[match]['mod']['pos']][0]=block_match[match]['mod']['name']
data[i][0]=new_block
if new_block!=block:
block=new_block
return data
def colorize(data,remove_colors=False,dark_colors=False,debug=False):
# Start inserting colors, and printing
bc=ansi.code()
colorized=[]
cs='dc' if dark_colors else 'bc'
csc=cs+'c'
for i,line in enumerate(data):
row=line[1]
block=line[0]
multiline_block=block.startswith('multiline')
if multiline_block:
row=block_match[block][csc]+row
if block_match[block][cs]:
row=block_match[block]['re'].sub(block_match[block][cs],row)
# No coloring inside block_code, nor multiline
if not (multiline_block or block=='block_code'):
for match in inlines:
if inline_match[match]['re'].search(row):
row=inline_match[match]['re'].sub(inline_match[match][cs]+block_match[block][csc],row)
if remove_colors:
colored=bc.nocolor_string(row)
else:
colored=bc.color_string(row)
if debug:
multistr="*" if multiline_block else " "
colored="{:<18}{:}:".format(data[i][0],multistr)+colored
colorized.append(colored)
return colorized
# re: regular expression, bc: subract value bright colors, bcc: continue with this color after inline
block_match={
'block_code': {'re':re.compile(r'^( {4}[^*])(.*)$'),
'bc' :'${Z}${c}\\1\\2', 'bcc':'${Z}${c}',
'dc' :'${Z}${m}\\1\\2', 'dcc':'${Z}${m}'}, # code
'multiline_code' : {'re':re.compile(r'^ *(`{3,}|~{3,}) *(\S*)'),
'bc' :'${Z}${c}\\1\\2', 'bcc':'${Z}${c}',
'dc' :'${Z}${m}\\1\\2', 'dcc':'${Z}${m}'}, # ```lang
'block_quote': {'re':re.compile(r'^(>[ >]* )'),
'bc':'${K}\\1${Z}','bcc':'${Z}',
'dc':'${Y}\\1${Z}','dcc':'${Z}'}, # > > quote
'hrule': {'re':re.compile(r'^ {0,3}[-*_]([-*_]){2,}$'),
'bc':False,'bcc':'${Z}',
'dc':False,'dcc':'${Z}'}, # ----
'heading' : {'re':re.compile(r'^ *(#{1,6}) *([^\n]+?) *#* *(?:\n+|$)'),
'bc':'${W}\\1 ${U}\\2','bcc':'${W}${U}',
'dc':'${B}\\1 ${U}\\2','dcc':'${B}${U}'}, # # heading
'lheading' : {'re':re.compile(r'^(=+|-+)$'),
'bc':'${W}\\1', 'bcc':'${W}',
'dc':'${B}\\1', 'dcc':'${B}',
'mod':{'pos':-1,'name':'lheading.mod'}}, # ======= under header
'lheading.mod' : {'re':re.compile(r'^([^\n]+)'),
'bc':'${W}\\1', 'bcc':'${W}',
'dc':'${B}\\1', 'dcc':'${B}'}, # over the ======= under header
'list_bullet': {'re':re.compile(r'^( *)([*+-]|[\d\.]+)( +)'),
'bc':'\\1${y}\\2${Z}\\3','bcc':'${Z}',
'dc':'\\1${r}\\2${Z}\\3','dcc':'${Z}'}, # * or 1.
'list_loose': {'re':None,
'bc':False,'bcc':'${Z}',
'dc':False,'dcc':'${Z}'},
'text': {'re':re.compile(r'^([^\n]+)'),
'bc':'${Z}\\1','bcc':'${Z}',
'dc':'${Z}\\1','dcc':'${Z}'},
'empty': {'re':re.compile(r'(^$)'),
'bc':'${Z}\\1','bcc':'${Z}',
'dc':'${Z}\\1','dcc':'${Z}'},
}
blocks=['block_quote', 'multiline_code','hrule', 'heading','lheading','list_bullet', 'block_code', 'text', 'empty']
inline_match={
'bold1': {'re':re.compile(r'(^| )(_[^_]+_)'),
'bc':'${W}\\1\\2','dc':'${W}\\1\\2'}, # _bold_
'bold2': {'re':re.compile(r'(^| )(\*{1,2}[^\*]+\*{1,2})'),
'bc':'${W}\\1\\2','dc':'${W}\\1\\2'}, # **bold**
'code': {'re':re.compile(r'([`]+[^`]+[`]+)'),
'bc':'${c}\\1','dc':'${m}\\1'}, # `code`
'code_special': {'re':re.compile(r'([`]+[^`]+[`]+)([!>])'),
'bc':'${c}\\1${g}\\2','dc':'${m}\\1${r}\\2'}, # `code`! or `code`> for markslider
'link': {'re':re.compile(r'(\[)([^\]]+)(\])(\([^\)]+\))'),
'bc':'${b}\\1${Z}\\2${b}\\3${U}\\4',
'dc':'${b}\\1${Z}\\2${b}\\3${U}\\4'}, # [text](link)
'image': {'re':re.compile(r'(!\[[^\]]+\]\([^\)]+\))'),
'bc':'${r}\\1','dc':'${g}\\1'}, # ![text](image)
'underline': {'re':re.compile(r'(^|\W)(__)([^_]+)(__)'),
'bc':'\\1\\2${U}\\3${Z}\\4','dc':'\\1\\2${U}\\3${Z}\\4'}, # __underline__
'strikethrough': {'re':re.compile(r'(~~)([^~]+)(~~)'),
'bc':'\\1${st}\\2${so}\\3','dc':'\\1${st}\\2${so}\\3'}, # ~~strike~~
}
inlines=['bold1','bold2','code_special','code','image','link','underline','strikethrough']
if __name__ == "__main__":
opts=setup_options()
if opts.filename=="-":
f=sys.stdin
else:
f=open(opts.filename,'r')
data=[]
# Read data
for row in f:
if not row:
continue
row=row.decode('utf-8').rstrip("\n\r ")
data.append(row)
data=parse(data)
colored=colorize(data,not opts.color,opts.dark_colors,opts.debug)
for c in colored:
sys.stdout.write(c.encode('utf-8'))
if opts.zero:
sys.stdout.write(bc.Z)
sys.stdout.write("\n")