moonq/q-tools
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

more python3

Browse Source
This commit is contained in:
Ville Rantanen
2020-10-12 11:41:17 +03:00
parent 52db6b9bf4
commit dfd5111bea
3 changed files with 220 additions and 171 deletions
Download Patch File Download Diff File Expand all files Collapse all files

251
web/SimpleWebPage.py
View File

@@ -1,7 +1,7 @@
#!/usr/bin/env python3
# coding=utf-8
''' A script that creates an index for a folder.
'''
""" A script that creates an index for a folder.
"""
import os
import sys
@@ -13,45 +13,89 @@ import base64
import random
VERSION = "20200619"
IMAGE_EXTENSIONS = ['png', 'gif', 'jpg', 'jpeg', 'tif', 'tiff']
IMAGE_EXTENSIONS = ["png", "gif", "jpg", "jpeg", "tif", "tiff"]
def setup():
''' Setup the command line options '''
""" Setup the command line options """
from argparse import ArgumentParser
parser = ArgumentParser(
epilog="Recursively generate indexes: \n# find . -type d -not -path '*/.*' -exec SimpleWebPage -f \{\} \;"
)
parser.add_argument("-f",action="store_true",dest="overwrite",default=False,
help="Overwrite existing index file, even if it's not generated with SimpleWebPage. By default, if file is generated with SimpleWebPage it will be overwritten!")
parser.add_argument("-H",action="store_true",dest="hidden",default=False,
help="Show hidden files")
parser.add_argument("-t",type=str,dest="title",default=None,
help="Name for the title (Default: Folder name)")
parser.add_argument("-o",type=str,dest="filename",default="index.html",
help="Output filename (Default: index.html)")
parser.add_argument("-p",action="store_false",dest="parent",default=True,
help="Do no print .. link for parent folder.")
parser.add_argument("--password",type=str,dest="password",default=None,
help="Set a password to view page. The file list will be written to a randomly generated filename. Note: this is not secure, as the target link will still be unprotected if known.")
parser.add_argument("-r",action="store_true",dest="recursive",default=False,
help="Include all files recursively in the list. Do not include any folders.")
parser.add_argument("--images",action="store_true",dest="images",default=False,
help="Show images with <img> tags")
parser.add_argument("--include","-i",
parser.add_argument(
"-f",
action="store_true",
dest="overwrite",
default=False,
help="Overwrite existing index file, even if it's not generated with SimpleWebPage. By default, if file is generated with SimpleWebPage it will be overwritten!",
)
parser.add_argument(
"-H",
action="store_true",
dest="hidden",
default=False,
help="Show hidden files",
)
parser.add_argument(
"-t",
type=str,
dest="title",
default=None,
help="Name for the title (Default: Folder name)",
)
parser.add_argument(
"-o",
type=str,
dest="filename",
default="index.html",
help="Output filename (Default: index.html)",
)
parser.add_argument(
"-p",
action="store_false",
dest="parent",
default=True,
help="Do no print .. link for parent folder.",
)
parser.add_argument(
"--password",
type=str,
dest="password",
default=None,
help="Set a password to view page. The file list will be written to a randomly generated filename. Note: this is not secure, as the target link will still be unprotected if known.",
)
parser.add_argument(
"-r",
action="store_true",
dest="recursive",
default=False,
help="Include all files recursively in the list. Do not include any folders.",
)
parser.add_argument(
"--images",
action="store_true",
dest="images",
default=False,
help="Show images with <img> tags",
)
parser.add_argument(
"--include",
"-i",
action="store",
dest="includes",
default=['*'],
default=["*"],
help="Glob match for files to be included in the table. ex. *.jpg. You can pass several includes.",
nargs = '*'
nargs="*",
)
parser.add_argument("--version",action='version', version=VERSION)
parser.add_argument("--version", action="version", version=VERSION)
parser.add_argument(
"path",
type=str,
action="store",
default=os.path.abspath('.'),
nargs='?',
help="Root path of the index"
default=os.path.abspath("."),
nargs="?",
help="Root path of the index",
)
options = parser.parse_args()
@@ -60,28 +104,36 @@ def setup():
options.title = os.path.basename(options.path)
return options
def setup2HTML(opts):
return '<meta name="SimpleWebPageSetup" content="%s"/>'%";".join([
'hidden=%s'%opts.hidden,
'parent=%s'%opts.parent,
'title=%s'%urllib.parse.quote(opts.title),
'images=%s'%opts.images
])
return '<meta name="SimpleWebPageSetup" content="%s"/>' % ";".join(
[
"hidden=%s" % opts.hidden,
"parent=%s" % opts.parent,
"title=%s" % urllib.parse.quote(opts.title),
"images=%s" % opts.images,
]
)
def HTML2setup(opts):
""" returns new opts and was it able to read HTML """
try:
read_config = False
with open(os.path.join(opts.path,opts.filename), 'rt') as f:
with open(os.path.join(opts.path, opts.filename), "rt") as f:
for l in f.readlines():
if l.find('<meta name="SimpleWebPageSetup"') > -1:
content = l[l.find('name="SimpleWebPageSetup"') :]
for s in content.split('"')[3].split(";"):
(k,v) = s.split('=',1)
if k == 'hidden': opts.hidden = v == "True"
if k == 'parent': opts.parent = v == "True"
if k == 'title': opts.title = urllib.parse.unquote(v)
if k == 'images': opts.images = v == "True"
(k, v) = s.split("=", 1)
if k == "hidden":
opts.hidden = v == "True"
if k == "parent":
opts.parent = v == "True"
if k == "title":
opts.title = urllib.parse.unquote(v)
if k == "images":
opts.images = v == "True"
read_config = True
print("Reading options from existing " + opts.filename)
break
@@ -89,6 +141,7 @@ def HTML2setup(opts):
except:
return (opts, False)
def get_files_and_folders(opts):
if opts.recursive:
@@ -125,7 +178,10 @@ def generate_index(opts):
if opts.filename in files:
opts, existing_config = HTML2setup(opts)
if not existing_config and not opts.overwrite:
print(opts.filename + " exists, and not generated with SimpleWebPage. Exiting.")
print(
opts.filename
+ " exists, and not generated with SimpleWebPage. Exiting."
)
sys.exit(1)
files = [f for f in files if f != opts.filename]
files = [f for f in files if f != opts.password_filename]
@@ -133,10 +189,10 @@ def generate_index(opts):
dirs.sort()
files.sort()
files.sort(key=lambda x: x.find("/") > 0)
with open(os.path.join(path,opts.filename), 'wt') as f:
with open(os.path.join(path, opts.filename), "wt") as f:
f.write(get_header(opts))
if opts.parent:
f.write(get_pathlink(path, '..'))
f.write(get_pathlink(path, ".."))
for di in dirs:
f.write(get_pathlink(path, di))
for fi in files:
@@ -152,53 +208,40 @@ def generate_password_page(path, password_file, password):
h = 0
for c in p:
h = ((h << 5) - h) + ord(c)
h = h & 0xffffffff
h = h & 0xFFFFFFFF
if h > (1 << 31) - 1:
h -= (1<<32)
h -= 1 << 32
return h
def scramble(p, t):
p += t
s = ''
s = ""
for i in range(len(t)):
s += chr(ord(p[i]) + ord(t[i]))
return s
def enc(s):
return base64.b64encode(s.encode('latin1')).decode('ascii')
return base64.b64encode(s.encode("latin1")).decode("ascii")
def random_string(stringLength=16):
letters = string.ascii_lowercase + string.digits
return ''.join(random.choice(letters) for i in range(stringLength))
return "".join(random.choice(letters) for i in range(stringLength))
def get_target(filename):
splitted = os.path.splitext(filename)
return (
splitted[0],
random_string(),
splitted[1]
)
return (splitted[0], random_string(), splitted[1])
target_base, target_middle, target_ext = get_target(password_file)
secret = "{}:{}".format(
ha(password),
enc(scramble(password, target_middle))
)
with open(os.path.join(path, password_file), 'wt') as f:
secret = "{}:{}".format(ha(password), enc(scramble(password, target_middle)))
with open(os.path.join(path, password_file), "wt") as f:
f.write(get_password_page(secret, target_base, target_ext))
return "{}.{}{}".format(
target_base,
target_middle,
target_ext
)
return "{}.{}{}".format(target_base, target_middle, target_ext)
def get_filelink(path, fname, images=False):
if os.path.islink(os.path.join(path, fname)) and not os.path.exists(os.path.join(path, fname)):
if os.path.islink(os.path.join(path, fname)) and not os.path.exists(
os.path.join(path, fname)
):
(fsize, fsstr, fsstrb, fdstr) = (0, "NA", "NA", "NA")
else:
fsize = os.path.getsize(os.path.join(path, fname))
@@ -210,12 +253,9 @@ def get_filelink(path,fname,images=False):
fname_str = get_imagestr(fname)
else:
fname_str = fname
return '<tr><td><a class="link_file" href="%s">%s</a><td class="right">%s</td><td class="right bytes">%s</td><td class="right">%s</td></tr>\n'%(
urllib.parse.quote(fname),
fname_str,
fsstr,
fsstrb,
fdstr
return (
'<tr><td><a class="link_file" href="%s">%s</a><td class="right">%s</td><td class="right bytes">%s</td><td class="right">%s</td></tr>\n'
% (urllib.parse.quote(fname), fname_str, fsstr, fsstrb, fdstr)
)
@@ -229,23 +269,21 @@ def get_wget_lines(files):
def get_imagestr(fname):
return '<img src="%s" title="%s"/>'%(
urllib.parse.quote(fname),
fname
)
return '<img src="%s" title="%s"/>' % (urllib.parse.quote(fname), fname)
def get_pathlink(path, dname):
fdate = time.localtime(os.path.getmtime(os.path.join(path, dname)))
fdstr = time.strftime("%Y/%m/%d %H:%M:%S", fdate)
return '<tr><td><a class="link_dir" href="%s">&#8627;&nbsp;%s/</a><td class="right">[DIR]</td><td class="right bytes">0</td><td class="right">%s</td></tr>\n'%(
urllib.parse.quote(dname),
dname,
fdstr
return (
'<tr><td><a class="link_dir" href="%s">&#8627;&nbsp;%s/</a><td class="right">[DIR]</td><td class="right bytes">0</td><td class="right">%s</td></tr>\n'
% (urllib.parse.quote(dname), dname, fdstr)
)
def get_password_page(secret, target_base, target_ext):
return """<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
return (
"""<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
@@ -334,27 +372,28 @@ function newPass(password, target) {
</div>
</body>
</html>""".replace(
"TARGET_EXT",
target_ext,
1
).replace(
"TARGET_BASE",
target_base,
1
).replace(
"SECRET",
secret,
1
"TARGET_EXT", target_ext, 1
)
.replace("TARGET_BASE", target_base, 1)
.replace("SECRET", secret, 1)
)
def get_header(opts):
header='''<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
header = (
"""<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
<meta name="generator" content="SimpleWebPage ''' + VERSION + '''" />
''' + setup2HTML(opts) + '''
<title>''' + opts.title + '''</title>
<meta name="generator" content="SimpleWebPage """
+ VERSION
+ """" />
"""
+ setup2HTML(opts)
+ """
<title>"""
+ opts.title
+ """</title>
<style>
/* Style modified from: https://css-tricks.com/snippets/php/display-styled-directory-contents/ */
* {
@@ -754,14 +793,19 @@ function alternate(table) {
</head>
<body>
<div class="container">
<h1>''' + opts.title + '''</h1>
<h1>"""
+ opts.title
+ """</h1>
<table class="sortable" id="fileList"><thead><tr><th>Name</th><th class="right">Size</th><th class="right">Size B</th><th class="right">Modified</th></tr></thead><tbody>
'''
"""
)
return header
def get_footer():
return '''</tbody></table></div>
</body></html>'''
return """</tbody></table></div>
</body></html>"""
def is_imagefile(fname):
for ext in IMAGE_EXTENSIONS:
@@ -781,13 +825,14 @@ def match_files(files, glob_list):
def sizeof(num):
for x in ['&nbsp;B','KB','MB','GB','TB']:
for x in ["&nbsp;B", "KB", "MB", "GB", "TB"]:
if num < 1024.0:
if x=='&nbsp;B':
if x == "&nbsp;B":
return "%d&nbsp;%s" % (num, x)
return "%3.1f&nbsp;%s" % (num, x)
num /= 1024.0
if __name__ == "__main__":
opts = setup()
generate_index(opts)

28
web/transfer-time
View File

@@ -41,7 +41,7 @@ def get_files_size(path):
def get_numerical(num_string):
num_string = num_string.lower()
numerical_part = ''
numerical_part = ""
last_digit = 0
for i, c in enumerate(num_string):
if is_digit(c):
@@ -56,18 +56,23 @@ def get_numerical(num_string):
def parse_options():
parser = argparse.ArgumentParser(
description = 'Transfer time calculator',
epilog = "You may omit the 'b' to time events. ex. '20 minutes / task, 7 tasks to do': %(prog)s 3/h 7"
description="Transfer time calculator",
epilog="You may omit the 'b' to time events. ex. '20 minutes / task, 7 tasks to do': %(prog)s 3/h 7",
)
parser.add_argument(
'-r',
dest = 'rate',
"-r",
dest="rate",
help="Rate: inverse of speed. Instead of 10b/s, write 0.1s/b",
action="store_true",
default = False
default=False,
)
parser.add_argument(
"speed", help="Speed of transfer (ex. 3.2Mb/s). Time units: s, m, h, d, w"
)
parser.add_argument(
"size",
help="Data size (ex. 4.55GB), or folder/file path. Units: b, kb, mb, gb, tb, pb or kib, mib ... ",
)
parser.add_argument('speed', help = "Speed of transfer (ex. 3.2Mb/s). Time units: s, m, h, d, w")
parser.add_argument('size', help = "Data size (ex. 4.55GB), or folder/file path. Units: b, kb, mb, gb, tb, pb or kib, mib ... ")
return parser.parse_args()
@@ -197,11 +202,10 @@ if __name__ == "__main__":
size = parse_size(opts.size.lower())
if size == None:
print_err("Cannot parse size, and it's not a path either ( ex. 11Gb / file.name )")
print_err(
"Cannot parse size, and it's not a path either ( ex. 11Gb / file.name )"
)
print_err("Size: %s" % (opts.size,))
sys.exit(1)
print(time_human(round(size / speed)))

10
web/webserver.py
View File

@@ -1,8 +1,8 @@
#!/usr/bin/env python
#!/usr/bin/env python3
import sys, os
import BaseHTTPServer
from SimpleHTTPServer import SimpleHTTPRequestHandler
import http.server
from http.server import SimpleHTTPRequestHandler
def setup_options():
''' Create command line options '''
@@ -25,7 +25,7 @@ def setup_options():
def serve(options):
""" Run the web server """
HandlerClass = SimpleHTTPRequestHandler
ServerClass = BaseHTTPServer.HTTPServer
ServerClass = http.server.HTTPServer
Protocol = "HTTP/1.0"
server_address = (options.address, options.port)
@@ -36,7 +36,7 @@ def serve(options):
httpd = ServerClass(server_address, HandlerClass)
sa = httpd.socket.getsockname()
print "Serving http://"+ sa[0]+ ":"+ str(sa[1])+ "/"
print(("Serving http://"+ sa[0]+ ":"+ str(sa[1])+ "/"))
try:
httpd.serve_forever()
except KeyboardInterrupt: