moonq/q-tools
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

python3inizing scripts

Browse Source
This commit is contained in:
Ville Rantanen
2020-10-12 11:37:33 +03:00
parent 877acc0d35
commit 52db6b9bf4
8 changed files with 1328 additions and 934 deletions
Download Patch File Download Diff File Expand all files Collapse all files

212
reporting/ansicodes.py
View File

@@ -1,104 +1,156 @@
# Python library for ansi colorization
import re,sys
import re, sys
class code:
K="\033[1;30m"
R="\033[1;31m"
G="\033[1;32m"
B="\033[1;34m"
Y="\033[1;33m"
M="\033[1;35m"
C="\033[1;36m"
W="\033[1;37m"
K = "\033[1;30m"
R = "\033[1;31m"
G = "\033[1;32m"
B = "\033[1;34m"
Y = "\033[1;33m"
M = "\033[1;35m"
C = "\033[1;36m"
W = "\033[1;37m"
k="\033[0;30m"
r="\033[0;31m"
g="\033[0;32m"
b="\033[0;34m"
y="\033[0;33m"
m="\033[0;35m"
c="\033[0;36m"
w="\033[0;37m"
k = "\033[0;30m"
r = "\033[0;31m"
g = "\033[0;32m"
b = "\033[0;34m"
y = "\033[0;33m"
m = "\033[0;35m"
c = "\033[0;36m"
w = "\033[0;37m"
bk="\033[40m"
br="\033[41m"
bg="\033[42m"
by="\033[43m"
bb="\033[44m"
bm="\033[45m"
bc="\033[46m"
bw="\033[47m"
bk = "\033[40m"
br = "\033[41m"
bg = "\033[42m"
by = "\033[43m"
bb = "\033[44m"
bm = "\033[45m"
bc = "\033[46m"
bw = "\033[47m"
S = '\033[1m'#strong
s = '\033[2m'#strong off
U = '\033[4m'#underline
u = '\033[24m'#underline off
Z = '\033[0m'#zero colors
ic = '\033[7m'#inverse colors
io = '\033[27m'#inverse off
st = '\033[9m'#strike on
so = '\033[29m'#strike off
CLR = '\033[2J'
CLREND = '\033[K'
CLRBEG = '\033[1K'
CLRSCR = CLR+"\033[0;0H"
S = "\033[1m" # strong
s = "\033[2m" # strong off
U = "\033[4m" # underline
u = "\033[24m" # underline off
Z = "\033[0m" # zero colors
ic = "\033[7m" # inverse colors
io = "\033[27m" # inverse off
st = "\033[9m" # strike on
so = "\033[29m" # strike off
CLR = "\033[2J"
CLREND = "\033[K"
CLRBEG = "\033[1K"
CLRSCR = CLR + "\033[0;0H"
color_keys="K,R,G,B,Y,M,C,W,k,r,g,b,y,m,c,w,S,s,U,u,Z,ic,io,st,so,bk,br,bg,by,bb,bm,bc,bw,CLR,CLREND,CLRBEG,CLRSCR".split(",")
color_list=[K,R,G,B,Y,M,C,W,k,r,g,b,y,m,c,w,S,s,U,u,Z,ic,io,st,so,bk,br,bg,by,bb,bm,bc,bw,CLR,CLREND,CLRBEG,CLRSCR]
custom_match=re.compile(r'(\${)([0-9;]*[ABCDEFGHJKSTfminsu]+)(})')
color_keys = "K,R,G,B,Y,M,C,W,k,r,g,b,y,m,c,w,S,s,U,u,Z,ic,io,st,so,bk,br,bg,by,bb,bm,bc,bw,CLR,CLREND,CLRBEG,CLRSCR".split(
","
)
color_list = [
K,
R,
G,
B,
Y,
M,
C,
W,
k,
r,
g,
b,
y,
m,
c,
w,
S,
s,
U,
u,
Z,
ic,
io,
st,
so,
bk,
br,
bg,
by,
bb,
bm,
bc,
bw,
CLR,
CLREND,
CLRBEG,
CLRSCR,
]
custom_match = re.compile(r"(\${)([0-9;]*[ABCDEFGHJKSTfminsu]+)(})")
def pos(self,y,x):
def pos(self, y, x):
""" Go to absolute position """
return "\033["+str(y)+";"+str(x)+"H"
def column(self,x):
""" Go to absolute column """
return "\033["+str(x)+"G"
return "\033[" + str(y) + ";" + str(x) + "H"
def posprint(self, y,x,s):
def column(self, x):
""" Go to absolute column """
return "\033[" + str(x) + "G"
def posprint(self, y, x, s):
""" Print string at a location """
sys.stdout.write( self.pos(y,x) + str(s) )
sys.stdout.write(self.pos(y, x) + str(s))
self.flush()
def clear(self):
sys.stdout.write( self.CLRSCR+self.pos(0,0) )
def clear_to_end(self):
sys.stdout.write( self.CLREND )
def clear_to_beginning(self):
sys.stdout.write( self.CLRBEG )
sys.stdout.write(self.CLRSCR + self.pos(0, 0))
def up(self,n=1):
sys.stdout.write( "\033["+str(n)+"A" )
def down(self,n=1):
sys.stdout.write( "\033["+str(n)+"B" )
def right(self,n=1):
sys.stdout.write( "\033["+str(n)+"C" )
def left(self,n=1):
sys.stdout.write( "\033["+str(n)+"D" )
def up_line(self,n=1):
sys.stdout.write( "\033["+str(n)+"F" )
def down_line(self,n=1):
sys.stdout.write( "\033["+str(n)+"E" )
def clear_to_end(self):
sys.stdout.write(self.CLREND)
def clear_to_beginning(self):
sys.stdout.write(self.CLRBEG)
def up(self, n=1):
sys.stdout.write("\033[" + str(n) + "A")
def down(self, n=1):
sys.stdout.write("\033[" + str(n) + "B")
def right(self, n=1):
sys.stdout.write("\033[" + str(n) + "C")
def left(self, n=1):
sys.stdout.write("\033[" + str(n) + "D")
def up_line(self, n=1):
sys.stdout.write("\033[" + str(n) + "F")
def down_line(self, n=1):
sys.stdout.write("\033[" + str(n) + "E")
def save(self):
""" Save cursor position """
sys.stdout.write( "\033[s" )
sys.stdout.write("\033[s")
def restore(self):
""" Restore cursor position """
sys.stdout.write( "\033[u" )
sys.stdout.write("\033[u")
def color_string(self,s):
for i,c in enumerate(self.color_keys):
s=s.replace("${"+c+"}",self.color_list[i])
def color_string(self, s):
for i, c in enumerate(self.color_keys):
s = s.replace("${" + c + "}", self.color_list[i])
return self.custom_color(s)
def nocolor_string(self,s):
for i,c in enumerate(self.color_keys):
s=s.replace("${"+c+"}","")
def nocolor_string(self, s):
for i, c in enumerate(self.color_keys):
s = s.replace("${" + c + "}", "")
return self.custom_nocolor(s)
def custom_color(self,s):
return self.custom_match.sub('\033[\\2',s)
def custom_nocolor(self,s):
return self.custom_match.sub('',s)
def custom_color(self, s):
return self.custom_match.sub("\033[\\2", s)
def custom_nocolor(self, s):
return self.custom_match.sub("", s)
def get_keys(self):
return self.color_keys
@@ -109,8 +161,8 @@ class code:
def demo():
""" Print all control sequences """
c=code()
unformatted="""${S}ANSI CODES
c = code()
unformatted = """${S}ANSI CODES
==========${Z}
${S}Fo${U}rm${st}at${u}ti${ic}ng${Z}
${S}==========${Z}
@@ -142,4 +194,4 @@ ${S}=====================${Z}
C .right() Right y;xH .pos() Absolute Position
D .left() Left """
return(c.color_string(unformatted))
return c.color_string(unformatted)

66
reporting/ascii-codes.py
View File

@@ -1,72 +1,62 @@
#!/usr/bin/env python
#!/usr/bin/env python3
import sys, os
sys.path.append(os.path.dirname(os.path.realpath(__file__)))
import ansicodes
from argparse import ArgumentParser
def setup_options():
parser = ArgumentParser()
parser.add_argument(
"-v",
default = False,
action = "store_true"
)
parser.add_argument("-v", default=False, action="store_true")
parser.add_argument(
"cs",
type = str,
default = "cp437",
nargs = '?',
help = "Character set to show, ex. ascii, cp437, cp850, cp1250, latin1 ..."
type=str,
default="cp437",
nargs="?",
help="Character set to show, ex. ascii, cp437, cp850, cp1250, latin1 ...",
)
opts=parser.parse_args()
opts = parser.parse_args()
return opts
def long_format(table):
bc = ansicodes.code()
for x,col in enumerate(table):
for y,row in enumerate(col):
for x, col in enumerate(table):
for y, row in enumerate(col):
bc.posprint(
y + 2,
1 + x*7,
bc.color_string(
"${c}%03d: ${G}%s${Z}"%( row )
)
y + 2, 1 + x * 7, bc.color_string("${c}%03d: ${G}%s${Z}" % (row))
)
def short_format(table):
bc = ansicodes.code()
for x,col in enumerate(table):
for y,row in enumerate(col):
bc.posprint(
x + 3,
y * 2 + 1,
bc.color_string(
"${G}%s${Z}"%( row[1], )
)
)
print('')
for x, col in enumerate(table):
for y, row in enumerate(col):
bc.posprint(x + 3, y * 2 + 1, bc.color_string("${G}%s${Z}" % (row[1],)))
print("")
if __name__ == "__main__":
opts = setup_options()
table=[[] for x in range(8)]
for c in range(0,256):
col = c/32
table[col].append((c,chr(c).decode(opts.cs,'ignore').encode('utf-8','ignore')))
#sys.stdout.write(chr(c).decode('latin1'))
table = [[] for x in range(8)]
for c in range(0, 256):
col = int(c / 32)
table[col].append(
(c, chr(c))
)
# sys.stdout.write(chr(c).decode('latin1'))
# remove control chars
table.pop(0)
bc = ansicodes.code()
bc.clear()
if opts.v:
lines = int(25 - len(opts.cs)/2 - 2)
lines = int(25 - len(opts.cs) / 2 - 2)
else:
lines = int(32 - len(opts.cs)/2 - 2)
print(bc.color_string("="*lines + " ${Y}%s${Z} "%( opts.cs, ) + "="*lines))
lines = int(32 - len(opts.cs) / 2 - 2)
print(bc.color_string("=" * lines + " ${Y}%s${Z} " % (opts.cs,) + "=" * lines))
if opts.v:
long_format(table)
else:
short_format(table)
print('')
print("")

80
reporting/file_usage_by_name.py
View File

@@ -1,69 +1,75 @@
#!/usr/bin/env python
#!/usr/bin/env python3
import sys
import os
import pwd
from argparse import ArgumentParser
from argparse import ArgumentParser
MINSIZE = 0
MINSIZE=0
def setup_options():
parser=ArgumentParser(description="List file usage")
parser.add_argument('startpath', action="append", nargs='+')
parser = ArgumentParser(description="List file usage")
parser.add_argument("startpath", action="append", nargs="+")
options=parser.parse_args()
options = parser.parse_args()
return options
def add_recurse(db,options,start):
for path,dirs,files in os.walk(start,followlinks=False):
files=clean_syms(files,path)
def add_recurse(db, options, start):
for path, dirs, files in os.walk(start, followlinks=False):
files = clean_syms(files, path)
for f in files:
filename=os.path.join(path,f)
stats=os.stat(filename)
owner=stats.st_uid
size=stats.st_size
filename = os.path.join(path, f)
stats = os.stat(filename)
owner = stats.st_uid
size = stats.st_size
if not owner in db:
db[owner]=0
db[owner]+=size
db[owner] = 0
db[owner] += size
return db
def clean_syms(files,path):
nonsyms=[]
def clean_syms(files, path):
nonsyms = []
for f in files:
if not os.path.islink(os.path.join(path,f)):
if not os.path.islink(os.path.join(path, f)):
nonsyms.append(f)
return nonsyms
def print_db(db):
namedb=dict()
namedb = dict()
for u in db:
try:
namedb[pwd.getpwuid(u).pw_name]=humanize_size(db[u])
namedb[pwd.getpwuid(u).pw_name] = humanize_size(db[u])
except:
namedb[str(u)]=humanize_size(db[u])
names=namedb.keys()
namedb[str(u)] = humanize_size(db[u])
names = list(namedb.keys())
names.sort()
for n in names:
print(n+": "+namedb[n])
for n in names:
print(n + ": " + namedb[n])
def humanize_size(size,precision=1):
if size==None:
return 'nan'
suffixes=['B','KB','MB','GB','TB']
def humanize_size(size, precision=1):
if size == None:
return "nan"
suffixes = ["B", "KB", "MB", "GB", "TB"]
suffixIndex = 0
defPrecision=0
defPrecision = 0
while size > 1024:
suffixIndex += 1 #increment the index of the suffix
size = size/1024.0 #apply the division
defPrecision=precision
return "%.*f%s"%(defPrecision,size,suffixes[suffixIndex])
suffixIndex += 1 # increment the index of the suffix
size = size / 1024.0 # apply the division
defPrecision = precision
return "%.*f%s" % (defPrecision, size, suffixes[suffixIndex])
def main():
options=setup_options();
db=dict()
options = setup_options()
db = dict()
for f in options.startpath[0]:
db=add_recurse(db,options,f)
db = add_recurse(db, options, f)
print_db(db)
sys.exit(0)
main()
main()

985
reporting/markslider.py
View File

File diff suppressed because it is too large Load Diff

BIN
reporting/markslider.tar.gz
View File

Binary file not shown.

441
reporting/md_color.py
View File

@@ -1,108 +1,149 @@
#!/usr/bin/env python
#!/usr/bin/env python3
import sys,os,re
import sys, os, re
from argparse import ArgumentParser, RawDescriptionHelpFormatter
sys.path.append(os.path.dirname(os.path.realpath(__file__)))
import ansicodes as ansi
__author__ = "Ville Rantanen <ville.q.rantanen@gmail.com>"
__version__ = "0.3"
''' Rules modified from mistune project '''
""" Rules modified from mistune project """
def setup_options():
bc = ansi.code()
''' Create command line options '''
usage = '''
""" Create command line options """
usage = (
"""
Markdown syntax color in ansi codes.
Special syntaxes:
- Colors: insert string e.g. ${C}.
- Any ANSI control code: ${3A}, ${1;34;42m}, see the table..
''' + ansi.demo()
parser = ArgumentParser(
formatter_class = RawDescriptionHelpFormatter,
description = usage,
epilog = __author__
"""
+ ansi.demo()
)
parser.add_argument("-v","--version",action="version",version=__version__)
parser.add_argument("-D",action="store_true",dest="debug",default=False,
help="Debug mode")
parser.add_argument("--dc",action="store_true",dest="dark_colors",default=False,
help="Use dark colorscheme, better for white background terminals.")
parser.add_argument("--no-color","-n",action="store_false",dest="color",default=True,
help="Disable color.")
parser.add_argument("--print-template",action="store_true",dest="print_template",default=False,
help="Print customizable color template.")
parser.add_argument("--template",action="store",type=str,dest="template",default=None,
help="Use a custom template file for colorization.")
parser.add_argument("-z",action="store_true",dest="zero",default=False,
help="Reset coloring at the end of each line.")
parser.add_argument("-Z",action="store_false",dest="zero_final",default=True,
help="Disable reset of colors at the end of file.")
parser.add_argument("filename",type=str, nargs='?',
help="File to show, - for stdin")
opts=parser.parse_args()
parser = ArgumentParser(
formatter_class=RawDescriptionHelpFormatter,
description=usage,
epilog=__author__,
)
parser.add_argument("-v", "--version", action="version", version=__version__)
parser.add_argument(
"-D", action="store_true", dest="debug", default=False, help="Debug mode"
)
parser.add_argument(
"--dc",
action="store_true",
dest="dark_colors",
default=False,
help="Use dark colorscheme, better for white background terminals.",
)
parser.add_argument(
"--no-color",
"-n",
action="store_false",
dest="color",
default=True,
help="Disable color.",
)
parser.add_argument(
"--print-template",
action="store_true",
dest="print_template",
default=False,
help="Print customizable color template.",
)
parser.add_argument(
"--template",
action="store",
type=str,
dest="template",
default=None,
help="Use a custom template file for colorization.",
)
parser.add_argument(
"-z",
action="store_true",
dest="zero",
default=False,
help="Reset coloring at the end of each line.",
)
parser.add_argument(
"-Z",
action="store_false",
dest="zero_final",
default=True,
help="Disable reset of colors at the end of file.",
)
parser.add_argument(
"filename", type=str, nargs="?", help="File to show, - for stdin"
)
opts = parser.parse_args()
return opts
def parse(data):
data=[[None,row] for row in data]
block='text'
new_block='text'
multiline_block=False
data = [[None, row] for row in data]
block = "text"
new_block = "text"
multiline_block = False
# Parse styles
for i,line in enumerate(data):
row=line[1]
for i, line in enumerate(data):
row = line[1]
if line[0] is not None:
# Previous lines have set the style already
continue
for match in blocks:
if block_match[match]['re'].match(row):
new_block=match
if match.startswith('multiline'):
if block_match[match]["re"].match(row):
new_block = match
if match.startswith("multiline"):
if multiline_block:
multiline_block=False
multiline_block = False
else:
multiline_block=match
multiline_block = match
break
if multiline_block:
new_block=multiline_block
new_block = multiline_block
# Lists must end with empty line
if new_block not in ('empty','list_bullet') and block.startswith('list_'):
new_block='list_loose'
if new_block not in ("empty", "list_bullet") and block.startswith("list_"):
new_block = "list_loose"
if 'mod' in block_match[match]:
if "mod" in block_match[match]:
# Style sets block in previous or next lines
data[i+block_match[match]['mod']['pos']][0]=block_match[match]['mod']['name']
data[i][0]=new_block
if new_block!=block:
block=new_block
data[i + block_match[match]["mod"]["pos"]][0] = block_match[match]["mod"][
"name"
]
data[i][0] = new_block
if new_block != block:
block = new_block
return data
def colorize(data, remove_colors = False, dark_colors = False, debug = False):
def colorize(data, remove_colors=False, dark_colors=False, debug=False):
# Start inserting colors, and printing
bc = ansi.code()
colorized = []
cs = 'dc' if dark_colors else 'bc'
csc = cs + 'c'
cs = "dc" if dark_colors else "bc"
csc = cs + "c"
for i, line in enumerate(data):
row = line[1]
block = line[0]
multiline_block = block.startswith('multiline')
multiline_block = block.startswith("multiline")
if multiline_block:
row = block_match[block][csc] + row
if block_match[block][cs]:
row = block_match[block]['re'].sub(block_match[block][cs], row)
row = block_match[block]["re"].sub(block_match[block][cs], row)
# No coloring inside block_code, nor multiline
if not (multiline_block or block == 'block_code'):
if not (multiline_block or block == "block_code"):
for match in inlines:
if inline_match[match]['re'].search(row):
row = inline_match[match]['re'].sub(
inline_match[match][cs] + block_match[block][csc],
row
if inline_match[match]["re"].search(row):
row = inline_match[match]["re"].sub(
inline_match[match][cs] + block_match[block][csc], row
)
if remove_colors:
colored = bc.nocolor_string(row)
@@ -114,31 +155,34 @@ def colorize(data, remove_colors = False, dark_colors = False, debug = False):
colorized.append(colored)
return colorized
def md_re_compile(d):
''' Returns a re.compiled dict '''
n={}
""" Returns a re.compiled dict """
n = {}
for t in d:
n[t]={}
n[t] = {}
for i in d[t]:
n[t][i]=d[t][i]
n[t][i] = d[t][i]
try:
if n[t]['re']:
n[t]['re']=re.compile(n[t]['re'])
if n[t]["re"]:
n[t]["re"] = re.compile(n[t]["re"])
except err:
print("Error compiling: %s"%(n[t]['re']))
print("Error compiling: %s" % (n[t]["re"]))
sys.exit(1)
return n
def read_data2(fp):
data = []
# Read data
for row in f:
if not row:
continue
row = row.decode('utf-8').rstrip("\n\r ")
row = row.decode("utf-8").rstrip("\n\r ")
data.append(row)
return data
def read_data3(fp):
data = []
# Read data
@@ -149,14 +193,16 @@ def read_data3(fp):
data.append(row)
return data
def write_colored2(colored, opts):
for c in colored:
sys.stdout.write(c.encode('utf-8'))
sys.stdout.write(c.encode("utf-8"))
if opts.zero:
sys.stdout.write(bc.Z)
sys.stdout.write("\n")
if opts.zero_final:
sys.stdout.write(bc.Z.encode('utf-8'))
sys.stdout.write(bc.Z.encode("utf-8"))
def write_colored3(colored, opts):
for c in colored:
@@ -168,112 +214,207 @@ def write_colored3(colored, opts):
sys.stdout.write(bc.Z)
# re: regular expression, bc: bright colors, bcc: continue with this color after inline
# dc: dark colors, dcc: continued color after inline
block_match_str={
'block_code': {'re':'^( {4}[^*])(.*)$',
'bc' :'${Z}${c}\\1\\2', 'bcc':'${Z}${c}',
'dc' :'${Z}${m}\\1\\2', 'dcc':'${Z}${m}'}, # code
'multiline_code' : {'re':'^ *(`{3,}|~{3,}) *(\S*)',
'bc' :'${Z}${c}\\1\\2', 'bcc':'${Z}${c}',
'dc' :'${Z}${m}\\1\\2', 'dcc':'${Z}${m}'}, # ```lang
'block_quote': {'re':'^(>[ >]* )',
'bc':'${K}\\1${Z}','bcc':'${Z}',
'dc':'${Y}\\1${Z}','dcc':'${Z}'}, # > > quote
'hrule': {'re':'^ {0,3}[-*_]([-*_]){2,}$',
'bc':'False','bcc':'${Z}',
'dc':'False','dcc':'${Z}'}, # ----
'heading' : {'re':'^ *(#{1,6}) *([^\n]+?) *#* *(?:\n+|$)',
'bc':'${W}\\1 ${U}\\2${Z}','bcc':'${W}${U}',
'dc':'${B}\\1 ${U}\\2${Z}','dcc':'${B}${U}'}, # # heading
'lheading' : {'re':'^(=+|-+)$',
'bc':'${W}\\1', 'bcc':'${W}',
'dc':'${B}\\1', 'dcc':'${B}',
'mod':{'pos':-1,'name':'lheading.mod'}}, # ======= under header
'lheading.mod' : {'re':'^([^\n]+)',
'bc':'${W}\\1', 'bcc':'${W}',
'dc':'${B}\\1', 'dcc':'${B}'}, # over the ======= under header
'list_bullet': {'re':'^( *)([*+-]|[\d\.]+)( +)',
'bc':'\\1${y}\\2${Z}\\3','bcc':'${Z}',
'dc':'\\1${r}\\2${Z}\\3','dcc':'${Z}'}, # * or 1.
'list_loose': {'re':'None',
'bc':'False','bcc':'${Z}',
'dc':'False','dcc':'${Z}'},
'text': {'re':'^([^\n]+)',
'bc':'${Z}\\1','bcc':'${Z}',
'dc':'${Z}\\1','dcc':'${Z}'},
'empty': {'re':'(^$)',
'bc':'${Z}\\1','bcc':'${Z}',
'dc':'${Z}\\1','dcc':'${Z}'},
'preformatted': {'re': 'a^', # Never matches anything
'bc':'','bcc':'',
'dc':'','dcc':''},
block_match_str = {
"block_code": {
"re": "^( {4}[^*])(.*)$",
"bc": "${Z}${c}\\1\\2",
"bcc": "${Z}${c}",
"dc": "${Z}${m}\\1\\2",
"dcc": "${Z}${m}",
}, # code
"multiline_code": {
"re": "^ *(`{3,}|~{3,}) *(\S*)",
"bc": "${Z}${c}\\1\\2",
"bcc": "${Z}${c}",
"dc": "${Z}${m}\\1\\2",
"dcc": "${Z}${m}",
}, # ```lang
"block_quote": {
"re": "^(>[ >]* )",
"bc": "${K}\\1${Z}",
"bcc": "${Z}",
"dc": "${Y}\\1${Z}",
"dcc": "${Z}",
}, # > > quote
"hrule": {
"re": "^ {0,3}[-*_]([-*_]){2,}$",
"bc": "False",
"bcc": "${Z}",
"dc": "False",
"dcc": "${Z}",
}, # ----
"heading": {
"re": "^ *(#{1,6}) *([^\n]+?) *#* *(?:\n+|$)",
"bc": "${W}\\1 ${U}\\2${Z}",
"bcc": "${W}${U}",
"dc": "${B}\\1 ${U}\\2${Z}",
"dcc": "${B}${U}",
}, # # heading
"lheading": {
"re": "^(=+|-+)$",
"bc": "${W}\\1",
"bcc": "${W}",
"dc": "${B}\\1",
"dcc": "${B}",
"mod": {"pos": -1, "name": "lheading.mod"},
}, # ======= under header
"lheading.mod": {
"re": "^([^\n]+)",
"bc": "${W}\\1",
"bcc": "${W}",
"dc": "${B}\\1",
"dcc": "${B}",
}, # over the ======= under header
"list_bullet": {
"re": "^( *)([*+-]|[\d\.]+)( +)",
"bc": "\\1${y}\\2${Z}\\3",
"bcc": "${Z}",
"dc": "\\1${r}\\2${Z}\\3",
"dcc": "${Z}",
}, # * or 1.
"list_loose": {
"re": "None",
"bc": "False",
"bcc": "${Z}",
"dc": "False",
"dcc": "${Z}",
},
"text": {
"re": "^([^\n]+)",
"bc": "${Z}\\1",
"bcc": "${Z}",
"dc": "${Z}\\1",
"dcc": "${Z}",
},
"empty": {
"re": "(^$)",
"bc": "${Z}\\1",
"bcc": "${Z}",
"dc": "${Z}\\1",
"dcc": "${Z}",
},
"preformatted": {
"re": "a^", # Never matches anything
"bc": "",
"bcc": "",
"dc": "",
"dcc": "",
},
}
block_match=md_re_compile(block_match_str)
blocks=['block_quote', 'multiline_code','hrule', 'heading','lheading','list_bullet', 'block_code', 'text', 'empty']
block_match = md_re_compile(block_match_str)
blocks = [
"block_quote",
"multiline_code",
"hrule",
"heading",
"lheading",
"list_bullet",
"block_code",
"text",
"empty",
]
inline_match_str={
'bold1': {'re':r'(^| |})(_[^_]+_)',
'bc':'\\1${W}\\2','dc':'\\1${W}\\2'}, # _bold_
'bold2': {'re':r'(^| |})(\*{1,2}[^\*]+\*{1,2})',
'bc':'\\1${W}\\2','dc':'\\1${W}\\2'}, # **bold**
'code': {'re':r'([`]+[^`]+[`]+)',
'bc':'${c}\\1','dc':'${m}\\1'}, # `code`
'code_special': {'re':r'([`]+[^`]+[`]+)([!>])',
'bc':'${c}\\1${g}\\2','dc':'${m}\\1${r}\\2'}, # `code`! or `code`> for markslider
'link': {'re':r'(\[)([^\]]+)(\])\(([^\)]+)\)',
'bc':'${B}\\1${Z}\\2${B}\\3(${U}\\4${u})',
'dc':'${b}\\1${Z}\\2${b}\\3(${U}\\4${u})'}, # [text](link)
'image': {'re':r'(!\[[^\]]+\]\([^\)]+\))',
'bc':'${r}\\1','dc':'${g}\\1'}, # ![text](image)
'underline': {'re':r'(^|\W)(__)([^_]+)(__)',
'bc':'\\1\\2${U}\\3${Z}\\4','dc':'\\1\\2${U}\\3${Z}\\4'}, # __underline__
'strikethrough': {'re':r'(~~)([^~]+)(~~)',
'bc':'\\1${st}\\2${so}\\3','dc':'\\1${st}\\2${so}\\3'}, # ~~strike~~
'checkbox': {'re':r'(\[[x ]\])',
'bc':'${y}\\1','dc':'${r}\\1'}, # [x] [ ]
inline_match_str = {
"bold1": {
"re": r"(^| |})(_[^_]+_)",
"bc": "\\1${W}\\2",
"dc": "\\1${W}\\2",
}, # _bold_
"bold2": {
"re": r"(^| |})(\*{1,2}[^\*]+\*{1,2})",
"bc": "\\1${W}\\2",
"dc": "\\1${W}\\2",
}, # **bold**
"code": {"re": r"([`]+[^`]+[`]+)", "bc": "${c}\\1", "dc": "${m}\\1"}, # `code`
"code_special": {
"re": r"([`]+[^`]+[`]+)([!>])",
"bc": "${c}\\1${g}\\2",
"dc": "${m}\\1${r}\\2",
}, # `code`! or `code`> for markslider
"link": {
"re": r"(\[)([^\]]+)(\])\(([^\)]+)\)",
"bc": "${B}\\1${Z}\\2${B}\\3(${U}\\4${u})",
"dc": "${b}\\1${Z}\\2${b}\\3(${U}\\4${u})",
}, # [text](link)
"image": {
"re": r"(!\[[^\]]+\]\([^\)]+\))",
"bc": "${r}\\1",
"dc": "${g}\\1",
}, # ![text](image)
"underline": {
"re": r"(^|\W)(__)([^_]+)(__)",
"bc": "\\1\\2${U}\\3${Z}\\4",
"dc": "\\1\\2${U}\\3${Z}\\4",
}, # __underline__
"strikethrough": {
"re": r"(~~)([^~]+)(~~)",
"bc": "\\1${st}\\2${so}\\3",
"dc": "\\1${st}\\2${so}\\3",
}, # ~~strike~~
"checkbox": {"re": r"(\[[x ]\])", "bc": "${y}\\1", "dc": "${r}\\1"}, # [x] [ ]
}
inline_match = md_re_compile(inline_match_str)
inlines = ['bold1','bold2','code_special','code','image','link','underline','strikethrough', 'checkbox']
inlines = [
"bold1",
"bold2",
"code_special",
"code",
"image",
"link",
"underline",
"strikethrough",
"checkbox",
]
if __name__ == "__main__":
opts=setup_options()
opts = setup_options()
if opts.print_template:
import json
print(json.dumps({'about':'re: regular expression, bc: bright colors, bcc: continue with this color after inline, dc: dark colors, dcc: continued color after inline. "blocks" and "inlines" list keys of matchers. ',
'blocks':blocks,
'block_match':block_match_str,
'inline_match':inline_match_str,
'inlines':inlines},
indent=2,sort_keys=True))
print(
json.dumps(
{
"about": 're: regular expression, bc: bright colors, bcc: continue with this color after inline, dc: dark colors, dcc: continued color after inline. "blocks" and "inlines" list keys of matchers. ',
"blocks": blocks,
"block_match": block_match_str,
"inline_match": inline_match_str,
"inlines": inlines,
},
indent=2,
sort_keys=True,
)
)
sys.exit(0)
if opts.template:
import json
template=json.load(open(opts.template,'r'))
if 'inlines' in template: inlines=template['inlines']
if 'blocks' in template: blocks=template['blocks']
if 'block_match' in template:
block_match_str=template['block_match']
block_match=md_re_compile(block_match_str)
if 'inline_match' in template:
inline_match_str=template['inline_match']
inline_match=md_re_compile(inline_match_str)
template = json.load(open(opts.template, "r"))
if "inlines" in template:
inlines = template["inlines"]
if "blocks" in template:
blocks = template["blocks"]
if "block_match" in template:
block_match_str = template["block_match"]
block_match = md_re_compile(block_match_str)
if "inline_match" in template:
inline_match_str = template["inline_match"]
inline_match = md_re_compile(inline_match_str)
bc = ansi.code()
if opts.filename == "-" or opts.filename == None:
f = sys.stdin
else:
f = open(opts.filename, 'r')
if (sys.version_info > (3, 0)):
f = open(opts.filename, "r")
if sys.version_info > (3, 0):
data = read_data3(f)
else:
data = read_data2(f)
data = parse(data)
colored = colorize(data, not opts.color, opts.dark_colors, opts.debug)
if (sys.version_info > (3, 0)):
if sys.version_info > (3, 0):
write_colored3(colored, opts)
else:
write_colored2(colored, opts)

80
reporting/src2ans
View File

@@ -1,4 +1,4 @@
#!/usr/bin/env python
#!/usr/bin/env python3
# coding=utf-8
#
# Copyright 2016 Ville Rantanen
@@ -17,61 +17,83 @@
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
'''Color by ${X} notation.'''
"""Color by ${X} notation."""
__author__ = "Ville Rantanen <ville.q.rantanen@gmail.com>"
__version__ = "0.1"
import sys,os,argparse,re
import sys, os, argparse, re
from argparse import ArgumentParser
sys.path.append(os.path.dirname(os.path.realpath(__file__)))
import ansicodes as ansi
def setup_options():
''' Create command line options '''
usage='''
""" Create command line options """
usage = (
"""
Color notation renderer in ANSI codes
Special syntaxes:
* Colors: insert string ${X}, where X values in the table below.
''' + ansi.demo()
"""
+ ansi.demo()
)
parser=ArgumentParser(description=usage,
formatter_class=argparse.RawDescriptionHelpFormatter,
epilog=__author__)
parser = ArgumentParser(
description=usage,
formatter_class=argparse.RawDescriptionHelpFormatter,
epilog=__author__,
)
parser.add_argument("-v","--version",action="version",version=__version__)
parser.add_argument("--no-color","-n",action="store_false",dest="color",default=True,
help="Disable color.")
parser.add_argument("-z",action="store_true",dest="zero",default=False,
help="Reset coloring at the end of each line.")
parser.add_argument("-Z",action="store_false",dest="zero_final",default=True,
help="Disable reset of colors at the end of file.")
parser.add_argument("filename",type=str,
help="File to show, - for stdin")
opts=parser.parse_args()
parser.add_argument("-v", "--version", action="version", version=__version__)
parser.add_argument(
"--no-color",
"-n",
action="store_false",
dest="color",
default=True,
help="Disable color.",
)
parser.add_argument(
"-z",
action="store_true",
dest="zero",
default=False,
help="Reset coloring at the end of each line.",
)
parser.add_argument(
"-Z",
action="store_false",
dest="zero_final",
default=True,
help="Disable reset of colors at the end of file.",
)
parser.add_argument("filename", type=str, help="File to show, - for stdin")
opts = parser.parse_args()
return opts
bc=ansi.code()
opts=setup_options()
if opts.filename=="-":
f=sys.stdin
bc = ansi.code()
opts = setup_options()
if opts.filename == "-":
f = sys.stdin
else:
f=open(opts.filename,'r')
f = open(opts.filename, "r")
for row in f:
if not row:
continue
if type(row) == bytes:
row = row.decode('utf-8')
row=row.rstrip("\n\r ")
row = row.decode("utf-8")
row = row.rstrip("\n\r ")
if opts.color:
colored=bc.color_string(row)
colored = bc.color_string(row)
else:
colored=bc.nocolor_string(row)
colored = bc.nocolor_string(row)
sys.stdout.write(colored)
if opts.zero and opts.color:
sys.stdout.write(bc.Z)
sys.stdout.write("\n")
if opts.zero_final and opts.color:
sys.stdout.write(bc.Z)

398
reporting/srcframes2ans
View File

@@ -1,4 +1,4 @@
#!/usr/bin/env python
#!/usr/bin/env python3
# coding=utf-8
#
# Copyright 2016 Ville Rantanen
@@ -17,115 +17,163 @@
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
'''Color by notation.'''
"""Color by notation."""
__author__ = "Ville Rantanen <ville.q.rantanen@gmail.com>"
__version__ = "0.2"
NEWCHAR="====CHAR"
NEWCOLOR="====COLOR"
NEWIMAGE="====EOI"
ENDOFFILE="====EOF"
PAUSE="====PAUSE"
NEWCHAR = "====CHAR"
NEWCOLOR = "====COLOR"
NEWIMAGE = "====EOI"
ENDOFFILE = "====EOF"
PAUSE = "====PAUSE"
import sys, os, argparse, re, time
from argparse import ArgumentParser
import sys,os,argparse,re,time
from argparse import ArgumentParser
class bc:
K="\033[1;30m"
R="\033[1;31m"
G="\033[1;32m"
Y="\033[1;33m"
B="\033[1;34m"
M="\033[1;35m"
C="\033[1;36m"
W="\033[1;37m"
k="\033[0;30m"
r="\033[0;31m"
g="\033[0;32m"
y="\033[0;33m"
b="\033[0;34m"
m="\033[0;35m"
c="\033[0;36m"
w="\033[0;37m"
nk="\033[30m"
nr="\033[31m"
ng="\033[32m"
ny="\033[33m"
nb="\033[34m"
nm="\033[35m"
nc="\033[36m"
nw="\033[37m"
bk="\033[40m"
br="\033[41m"
bg="\033[42m"
by="\033[43m"
bb="\033[44m"
bm="\033[45m"
bc="\033[46m"
bw="\033[47m"
S = '\033[1m'
s = '\033[2m'#strong off
U = '\033[4m'#underline
u = '\033[24m'#underline off
ic = '\033[7m'#inverse colors
io = '\033[27m'#inverse off
st = '\033[9m'#strike on
so = '\033[29m'#strike off
Z = '\033[0m'
CLR = '\033[2J'
CLREND = '\033[K'
CLRSCR = CLR+"\033[0;0H"
color_keys="pqwertyu01234567;asdfghjPQWERTYUxXczvVbBnN"
color_list=[K, R, G, Y, B, M, C, W, k, r, g, y, b, m, c, w,
bk,br,bg,by,bb,bm,bc,bw,nk,nr,ng,ny,nb,nm,nc,nw,
S,s,CLRSCR,Z,U,u,st,so,ic,io]
K = "\033[1;30m"
R = "\033[1;31m"
G = "\033[1;32m"
Y = "\033[1;33m"
B = "\033[1;34m"
M = "\033[1;35m"
C = "\033[1;36m"
W = "\033[1;37m"
def pos(self,y,x):
return "\033["+str(y)+";"+str(x)+"H"
k = "\033[0;30m"
r = "\033[0;31m"
g = "\033[0;32m"
y = "\033[0;33m"
b = "\033[0;34m"
m = "\033[0;35m"
c = "\033[0;36m"
w = "\033[0;37m"
def posprint(self, y,x,s):
sys.stdout.write( (self.pos(y,x) + str(s)).encode('utf-8') )
nk = "\033[30m"
nr = "\033[31m"
ng = "\033[32m"
ny = "\033[33m"
nb = "\033[34m"
nm = "\033[35m"
nc = "\033[36m"
nw = "\033[37m"
bk = "\033[40m"
br = "\033[41m"
bg = "\033[42m"
by = "\033[43m"
bb = "\033[44m"
bm = "\033[45m"
bc = "\033[46m"
bw = "\033[47m"
S = "\033[1m"
s = "\033[2m" # strong off
U = "\033[4m" # underline
u = "\033[24m" # underline off
ic = "\033[7m" # inverse colors
io = "\033[27m" # inverse off
st = "\033[9m" # strike on
so = "\033[29m" # strike off
Z = "\033[0m"
CLR = "\033[2J"
CLREND = "\033[K"
CLRSCR = CLR + "\033[0;0H"
color_keys = "pqwertyu01234567;asdfghjPQWERTYUxXczvVbBnN"
color_list = [
K,
R,
G,
Y,
B,
M,
C,
W,
k,
r,
g,
y,
b,
m,
c,
w,
bk,
br,
bg,
by,
bb,
bm,
bc,
bw,
nk,
nr,
ng,
ny,
nb,
nm,
nc,
nw,
S,
s,
CLRSCR,
Z,
U,
u,
st,
so,
ic,
io,
]
def pos(self, y, x):
return "\033[" + str(y) + ";" + str(x) + "H"
def posprint(self, y, x, s):
sys.stdout.write((self.pos(y, x) + str(s)).encode("utf-8"))
def clear(self):
sys.stdout.write( (self.CLR+self.pos(0,0)).encode('utf-8') )
def clear_to_end(self):
sys.stdout.write( self.CLREND.encode('utf-8') )
sys.stdout.write((self.CLR + self.pos(0, 0)).encode("utf-8"))
def color_char(self,s):
for i,c in enumerate(self.color_keys):
def clear_to_end(self):
sys.stdout.write(self.CLREND.encode("utf-8"))
def color_char(self, s):
for i, c in enumerate(self.color_keys):
if c in s:
s=s.replace(c,self.color_list[i])
s = s.replace(c, self.color_list[i])
return s
return ""
def nocolor_string(self,s):
def nocolor_string(self, s):
return ""
def end_drawing(opts):
if opts.zero_final:
sys.stdout.write(bc.Z.encode('utf-8'))
sys.stdout.write(bc.Z.encode("utf-8"))
sys.exit(0)
def open_data_file(opts):
if opts.test_image:
return test_data()
if opts.filename=='-':
if opts.filename == "-":
return sys.stdin
return open(opts.filename,'r')
return open(opts.filename, "r")
def setup_options():
''' Create command line options '''
usage='''
""" Create command line options """
usage = """
Color image renderer in ANSI codes. Example file:
first layer of characters
====CHAR
more characters
more characters
go here
====COLOR
color codes go here (letters 1-7,0 and keys below like a piano)
@@ -145,45 +193,75 @@ Color image renderer in ANSI codes. Example file:
====EOF
end of file
'''
parser=ArgumentParser(description=usage,
formatter_class=argparse.RawDescriptionHelpFormatter,
epilog=__author__)
"""
parser.add_argument("-v","--version",action="version",version=__version__)
parser.add_argument("--no-color","-n",action="store_false",dest="color",default=True,
help="Disable color.")
parser.add_argument("--test",action="store_true",dest="test_image",default=False,
help="Show test image showing features.")
parser.add_argument("-z",action="store_true",dest="zero",default=False,
help="Reset color codes at the end of each line.")
parser.add_argument("-Z",action="store_false",dest="zero_final",default=True,
help="Disable reset of colors at the end of file.")
parser.add_argument("-c",action="store_true",dest="clear",default=False,
help="Clear screen first")
parser.add_argument("filename",type=str, nargs='?', default=None,
help="File to show, - for stdin")
opts=parser.parse_args()
if not opts.test_image and opts.filename==None:
parser = ArgumentParser(
description=usage,
formatter_class=argparse.RawDescriptionHelpFormatter,
epilog=__author__,
)
parser.add_argument("-v", "--version", action="version", version=__version__)
parser.add_argument(
"--no-color",
"-n",
action="store_false",
dest="color",
default=True,
help="Disable color.",
)
parser.add_argument(
"--test",
action="store_true",
dest="test_image",
default=False,
help="Show test image showing features.",
)
parser.add_argument(
"-z",
action="store_true",
dest="zero",
default=False,
help="Reset color codes at the end of each line.",
)
parser.add_argument(
"-Z",
action="store_false",
dest="zero_final",
default=True,
help="Disable reset of colors at the end of file.",
)
parser.add_argument(
"-c",
action="store_true",
dest="clear",
default=False,
help="Clear screen first",
)
parser.add_argument(
"filename", type=str, nargs="?", default=None, help="File to show, - for stdin"
)
opts = parser.parse_args()
if not opts.test_image and opts.filename == None:
parser.error("Need a file or - as argument")
return opts
def test_data():
testimage=''' NOT VISIBLE
_ _ _ ____ ___
testimage = ''' NOT VISIBLE
_ _ _ ____ ___
1 red 5 magenta / \ | \ | / ___|_ _|
2 green 6 cyan / _ \ | \| \___ \| |
3 yellow 7 white / ___ \| |\ |___) | |
2 green 6 cyan / _ \ | \| \___ \| |
3 yellow 7 white / ___ \| |\ |___) | |
4 blue 0 black /_/ \_\_| \_|____/___|
,ad8888ba, 88 88888888ba
d8"' `"8b 88 88 "8b
d8' 88 88 ,8P
,ad8888ba, 88 88888888ba
d8"' `"8b 88 88 "8b
d8' 88 88 ,8P
88 ,adPPYba, 88 ,adPPYba, 88aaaaaa8P' ,adPPYba,
88 a8" "8a 88 a8" "8a 88""""88' I8[ ""
Y8, 8b d8 88 8b d8 88 `8b `"Y8ba,
Y8, 8b d8 88 8b d8 88 `8b `"Y8ba,
Y8a. .a8P "8a, ,a8" 88 "8a, ,a8" 88 `8b aa ]8I
`"Y8888Y"' `"YbbdP"' 8888888888 `"YbbdP"' 88 `8b `"YbbdP"'
====CHAR
@@ -191,7 +269,7 @@ Y8, 8b d8 88 8b d8 88 `8b `"Y8ba,
====COLOR
1 2 3 4 5 6 7 0 q w e r t y u p Q W EXR TxY U P
1
1 5 1
1 5 1
2 6 1
3 7 1
R P Q
@@ -221,98 +299,100 @@ u f u
; f U
; f U
====EOI
Outputs:'''.encode('utf-8')
return testimage.split('\n')
Outputs:'''.encode(
"utf-8"
)
return testimage.split("\n")
bc=bc()
opts=setup_options()
f=open_data_file(opts)
endoffile=False
bc = bc()
opts = setup_options()
f = open_data_file(opts)
endoffile = False
if opts.clear:
bc.clear()
if opts.test_image:
for row in f:
print(row)
while True:
pause=0
gray=[]
pause = 0
gray = []
gray.append([])
colors=[]
colorFrame=0
grayFrame=0
maxRow=0
colors = []
colorFrame = 0
grayFrame = 0
maxRow = 0
for row in f:
if not row:
end_drawing(opts)
row=row.decode('utf-8').rstrip("\n\r")
row = row.decode("utf-8").rstrip("\n\r")
if row.startswith(NEWIMAGE):
break
if row.startswith(ENDOFFILE):
endoffile=True
endoffile = True
if endoffile:
break
if row.startswith(PAUSE):
try:
new_value=row[len(PAUSE):].strip()
pause=float(new_value)
new_value = row[len(PAUSE) :].strip()
pause = float(new_value)
except:
pause=0
pause = 0
continue
if row.startswith(NEWCOLOR):
colorFrame+=1
colorFrame += 1
colors.append([])
continue
if colorFrame==0:
if colorFrame == 0:
if row.startswith(NEWCHAR):
grayFrame+=1
grayFrame += 1
gray.append([])
continue
gray[grayFrame].append(row)
maxRow=max(maxRow, len(row))
maxRow = max(maxRow, len(row))
else:
colors[colorFrame-1].append(row)
if len(gray[0])==0:
colors[colorFrame - 1].append(row)
if len(gray[0]) == 0:
end_drawing(opts)
for i in range(len(gray[0])):
while maxRow>len(gray[0][i]):
gray[0][i]=gray[0][i]+" "
while maxRow > len(gray[0][i]):
gray[0][i] = gray[0][i] + " "
for i in range(len(gray[0])):
for frame in colors:
if len(frame)<i+1:
frame.append('')
while len(gray[0][i])>len(frame[i]):
frame[i]=frame[i]+" "
if len(gray)>1:
if len(frame) < i + 1:
frame.append("")
while len(gray[0][i]) > len(frame[i]):
frame[i] = frame[i] + " "
if len(gray) > 1:
for layer in gray[1:]:
if len(layer)<i+1:
layer.append('')
while len(gray[0][i])>len(layer[i]):
layer[i]=layer[i]+" "
if len(layer) < i + 1:
layer.append("")
while len(gray[0][i]) > len(layer[i]):
layer[i] = layer[i] + " "
for i in range(len(gray[0])):
for c in range(len(gray[0][i])):
if opts.color:
for frame in colors:
for frame in colors:
try:
if frame[i][c]!=" ":
sys.stdout.write(bc.color_char(frame[i][c]).encode('utf-8'))
if frame[i][c] != " ":
sys.stdout.write(bc.color_char(frame[i][c]).encode("utf-8"))
except IndexError:
pass
char=" "
char = " "
for layer in gray:
if layer[i][c]==" ": continue
char=layer[i][c]
sys.stdout.write(char.encode('utf-8'))
if layer[i][c] == " ":
continue
char = layer[i][c]
sys.stdout.write(char.encode("utf-8"))
if opts.color and opts.zero:
sys.stdout.write(bc.Z.encode('utf-8'))
sys.stdout.write(bc.Z.encode("utf-8"))
sys.stdout.write("\n")
if pause>0:
if pause > 0:
time.sleep(pause)
if opts.test_image:
end_drawing(opts)