big rewrite of token system
This commit is contained in:
Ville Rantanen
482
code/flees-manager.py
Executable file
482
code/flees-manager.py
Executable file
@@ -0,0 +1,482 @@
|
||||
#!/usr/bin/env python
|
||||
import argparse,json,sys,os
|
||||
from shutil import copyfile
|
||||
from tabulate import tabulate
|
||||
from datetime import datetime
|
||||
from utils.utils import *
|
||||
from utils.crypt import *
|
||||
|
||||
def get_root_path(opts):
|
||||
root_folder = os.path.dirname(
|
||||
os.path.dirname(
|
||||
os.path.abspath(
|
||||
opts.config
|
||||
)
|
||||
)
|
||||
)
|
||||
return root_folder
|
||||
|
||||
|
||||
def list_shares(shares,opts):
|
||||
table = []
|
||||
table.append(('Name', 'Path','Public','Password','PassHash','Upload','Overwrite','Direct','Expire','Recipient','Description'))
|
||||
for share in shares:
|
||||
public = get_or_none('public',share, False)
|
||||
passhash = '-'
|
||||
password = 'pass_hash' in share
|
||||
if opts.show_password:
|
||||
if 'pass_plain' in share:
|
||||
password = share['pass_plain']
|
||||
else:
|
||||
password = ""
|
||||
if 'pass_hash' in share:
|
||||
passhash = share['pass_hash']
|
||||
else:
|
||||
passhash = "-"
|
||||
upload = get_or_none('upload',share, False)
|
||||
overwrite = get_or_none('overwrite',share, True)
|
||||
direct = get_or_none('direct_links',share, False) if password else False
|
||||
expire = get_or_none('expire',share, "-")
|
||||
description = get_or_none('description',share, "")[0:20]
|
||||
table.append((
|
||||
share['name'],
|
||||
share['path']+"/",
|
||||
public,
|
||||
password,
|
||||
passhash,
|
||||
upload,
|
||||
overwrite,
|
||||
direct,
|
||||
expire,
|
||||
get_or_none('recipient', share, "")[0:20],
|
||||
description
|
||||
))
|
||||
print(tabulate(table, headers = "firstrow"))
|
||||
|
||||
|
||||
def list_folders(shares,config):
|
||||
if 'data_folder' not in config:
|
||||
print("data_folder not defined in config")
|
||||
sys.exit(1)
|
||||
data_folder = os.path.join(config['__root_path__'], config['data_folder'])
|
||||
folders = sorted(os.listdir(data_folder))
|
||||
table = []
|
||||
table.append( ('Path','Share','Size','Unit') )
|
||||
for folder in folders:
|
||||
full_path = os.path.join(data_folder, folder)
|
||||
if not os.path.isdir(full_path):
|
||||
continue
|
||||
share_name = "[unused by any share]"
|
||||
for share in shares:
|
||||
share_path = os.path.join(data_folder, share['path'])
|
||||
if not os.path.exists(share_path):
|
||||
break
|
||||
if os.path.samefile(full_path, share_path):
|
||||
share_name = share['name']
|
||||
break
|
||||
(size_num, size_unit) = file_size_human(get_folder_size(
|
||||
full_path
|
||||
)).split(" ")
|
||||
table.append((
|
||||
folder,
|
||||
share_name,
|
||||
size_num,
|
||||
size_unit
|
||||
))
|
||||
print(tabulate(table, headers = "firstrow"))
|
||||
|
||||
def add_share(shares, config, opts):
|
||||
|
||||
share = {
|
||||
'name': opts.name,
|
||||
'path': opts.path,
|
||||
'public': opts.public,
|
||||
'upload': opts.upload,
|
||||
'overwrite': opts.overwrite,
|
||||
'direct_links': opts.direct,
|
||||
'description': opts.description,
|
||||
'recipient': opts.recipient
|
||||
}
|
||||
|
||||
if opts.password:
|
||||
if opts.plain:
|
||||
share['pass_plain'] = opts.password
|
||||
share['pass_hash'] = password_hash(opts.password)
|
||||
if opts.expire:
|
||||
try:
|
||||
date_object = datetime.strptime(opts.expire,"%Y-%m-%d %H:%M")
|
||||
except ValueError as e:
|
||||
print(e)
|
||||
print("Date format error")
|
||||
sys.exit(1)
|
||||
share.update({
|
||||
'expire': opts.expire
|
||||
})
|
||||
|
||||
if opts.write:
|
||||
shares.append(share)
|
||||
shares_file = os.path.join(config['__root_path__'], opts.shares_file)
|
||||
if os.path.exists(shares_file):
|
||||
print("creating backup %s"%(shares_file+".bkp",))
|
||||
copyfile(
|
||||
shares_file,
|
||||
shares_file+".bkp"
|
||||
)
|
||||
with open(shares_file,'wt') as fp:
|
||||
json.dump(shares, fp, indent = 2, sort_keys = True)
|
||||
print("Wrote file %s"%(shares_file,))
|
||||
print("Add share: %s"%( opts.name, ))
|
||||
else:
|
||||
print("Share not saved anywhere. Save with -w")
|
||||
print(json.dumps(share, indent = 2, sort_keys = True))
|
||||
|
||||
|
||||
def modify_share(shares, config, opts):
|
||||
|
||||
print("Modifying share: %s"%( opts.name, ))
|
||||
found = False
|
||||
for i,share in enumerate(shares):
|
||||
if share['name'] != opts.name:
|
||||
continue
|
||||
orig_share = share.copy()
|
||||
print(json.dumps(share, indent = 2, sort_keys = True))
|
||||
found = True
|
||||
break
|
||||
if not found:
|
||||
print('no such share')
|
||||
sys.exit(1)
|
||||
if opts.path != None:
|
||||
share['path'] = opts.path
|
||||
for attr in ('public','upload','direct_links','overwrite'):
|
||||
if getattr(opts,attr) != None:
|
||||
share[attr] = getattr(opts,attr) == 'true'
|
||||
if opts.description != None:
|
||||
share['description'] = opts.description
|
||||
if opts.recipient != None:
|
||||
share['recipient'] = opts.recipient
|
||||
# REMOVE password
|
||||
if opts.password == "":
|
||||
if 'pass_plain' in share:
|
||||
del share['pass_plain']
|
||||
if 'pass_hash' in share:
|
||||
del share['pass_hash']
|
||||
|
||||
if opts.password:
|
||||
# ADD/Change a password
|
||||
if opts.plain:
|
||||
share['pass_plain'] = opts.password
|
||||
share['pass_hash'] = password_hash(opts.password)
|
||||
|
||||
if opts.expire:
|
||||
if opts.expire == "":
|
||||
# REMOVE EXPIRATION
|
||||
if 'expire' in share:
|
||||
del share['expire']
|
||||
else:
|
||||
# ADD/CHANGE EXPIRATION
|
||||
try:
|
||||
date_object = datetime.strptime(opts.expire,"%Y-%m-%d %H:%M")
|
||||
except ValueError as e:
|
||||
print(e)
|
||||
print("Date format error")
|
||||
sys.exit(1)
|
||||
share['expire'] = opts.expire
|
||||
|
||||
if opts.write:
|
||||
shares[i] = share
|
||||
shares_file = os.path.join(config['__root_path__'], opts.shares_file)
|
||||
if os.path.exists(shares_file):
|
||||
print("creating backup %s"%(shares_file+".bkp",))
|
||||
copyfile(
|
||||
shares_file,
|
||||
shares_file+".bkp"
|
||||
)
|
||||
with open(shares_file,'wt') as fp:
|
||||
json.dump(shares, fp, indent = 2, sort_keys = True)
|
||||
print("Wrote file %s"%(shares_file,))
|
||||
else:
|
||||
print("Share not saved anywhere. Save with -w")
|
||||
modified = []
|
||||
for key in share:
|
||||
if not key in orig_share:
|
||||
modified.append(key)
|
||||
continue
|
||||
if orig_share[key] != share[key]:
|
||||
modified.append(key)
|
||||
continue
|
||||
for key in orig_share:
|
||||
if not key in share:
|
||||
modified.append(key)
|
||||
print("Modified values: %s"%(", ".join(modified)))
|
||||
print(json.dumps(share, indent = 2, sort_keys = True))
|
||||
|
||||
|
||||
def remove_share(shares,config,opts):
|
||||
name = opts.name
|
||||
share = [share for share in shares if share['name'] == name]
|
||||
for share_ in share:
|
||||
print("Removing share: %s"%( name, ))
|
||||
print(json.dumps(share_, indent = 2, sort_keys = True))
|
||||
|
||||
if opts.write:
|
||||
shares = [share for share in shares if share['name'] != name]
|
||||
|
||||
shares_file = os.path.join(config['__root_path__'], opts.shares_file)
|
||||
print("creating backup %s"%(shares_file+".bkp",))
|
||||
copyfile(shares_file, shares_file+".bkp")
|
||||
with open(shares_file,'wt') as fp:
|
||||
json.dump(shares, fp, indent = 2, sort_keys = True)
|
||||
print("Removed %s from %s"%(name, shares_file))
|
||||
else:
|
||||
print("Share was not actually removed. Use -w to rewrite shares file.")
|
||||
|
||||
|
||||
def print_rest_api(shares, config, opts):
|
||||
if 'public_url' not in config:
|
||||
print("Set public_url variable in your config.json")
|
||||
sys.exit(1)
|
||||
shares = [share for share in shares if share['name'] == opts.name]
|
||||
if len(shares) == 0:
|
||||
print("No such share %s"%( opts.name, ))
|
||||
sys.exit(1)
|
||||
share = shares[0]
|
||||
|
||||
if opts.type == "list":
|
||||
print("Link to enter the share:")
|
||||
print("%s/list/%s"%(
|
||||
config['public_url'],
|
||||
share['name']
|
||||
))
|
||||
return
|
||||
if not 'pass_hash' in share:
|
||||
print("REST API enabled only if pass_hash is set for share")
|
||||
sys.exit(1)
|
||||
crypter = Crypto(config['app_secret_key'])
|
||||
crypted = crypter.encrypt(share['pass_hash'])
|
||||
if opts.type == "login":
|
||||
print("Link to automatically login in the share:")
|
||||
print("%s/list/%s/%s"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted
|
||||
))
|
||||
elif opts.type == "upload":
|
||||
if 'upload' not in share or not share['upload']:
|
||||
print("Uploading not allowed to this share")
|
||||
sys.exit(0)
|
||||
|
||||
print("Link to upload file to the share:")
|
||||
print("\n# curl -F file=@'the_file_name.ext' %s/upload/%s/%s"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted
|
||||
))
|
||||
print("\nLink to upload multiple files to the share:")
|
||||
print("\n# curl -s %s/script/upload/%s/%s | bash /dev/stdin file_to_upload.ext [second.file.ext]"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted
|
||||
))
|
||||
print("\nLink to upload multiple files to the share, splitting large files (default 512Mb):")
|
||||
print("\n# curl -s %s/script/upload_split/%s/%s | bash /dev/stdin [-s split_size_in_Mb] file_to_upload.ext [second.file.ext]"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted
|
||||
))
|
||||
elif opts.type == "download":
|
||||
print("Links to download files:")
|
||||
share_path = os.path.join(
|
||||
config['__root_path__'],
|
||||
config['data_folder'],
|
||||
share['path']
|
||||
)
|
||||
if not os.path.exists(share_path):
|
||||
print("no files")
|
||||
sys.exit(0)
|
||||
for filename in sorted(os.listdir(share_path)):
|
||||
if os.path.isdir(os.path.join(share_path,filename)):
|
||||
continue
|
||||
if filename.startswith("."):
|
||||
continue
|
||||
print("%s/download/%s/%s/%s"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted,
|
||||
filename
|
||||
))
|
||||
print("or \n\n# curl -s %s/script/download/%s/%s | bash /dev/stdin [-f]"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted
|
||||
))
|
||||
elif opts.type == "direct":
|
||||
if 'direct_links' not in share or not share['direct_links']:
|
||||
print("Direct downloading not allowed in this share")
|
||||
sys.exit(0)
|
||||
print("Links to direct download files:")
|
||||
share_path = os.path.join(
|
||||
config['__root_path__'],
|
||||
config['data_folder'],
|
||||
share['path']
|
||||
)
|
||||
if not os.path.exists(share_path):
|
||||
print("no files")
|
||||
sys.exit(0)
|
||||
for filename in sorted(os.listdir(share_path)):
|
||||
if os.path.isdir(os.path.join(share_path,filename)):
|
||||
continue
|
||||
if filename.startswith("."):
|
||||
continue
|
||||
print("%s/direct/%s/%s/%s"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
get_direct_token(share,filename),
|
||||
filename
|
||||
))
|
||||
print("or \n\n# curl -s %s/script/direct/%s/%s | bash /dev/stdin [-f]"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted
|
||||
))
|
||||
elif opts.type == "zip":
|
||||
print("ZIP download:")
|
||||
print("%s/zip/%s/%s"%(
|
||||
config['public_url'],
|
||||
share['name'],
|
||||
crypted
|
||||
))
|
||||
|
||||
|
||||
def parse_options():
|
||||
config_default = os.path.realpath(
|
||||
os.path.join(
|
||||
os.path.dirname(
|
||||
os.path.realpath(__file__)
|
||||
),
|
||||
"..",
|
||||
"data",
|
||||
"config.json"
|
||||
)
|
||||
)
|
||||
|
||||
parser = argparse.ArgumentParser(description='Flees share manager')
|
||||
parser.add_argument('-c','--config', action="store", dest="config", default = config_default,
|
||||
help = "Your current config.json file [%(default)s]")
|
||||
parser.add_argument('-s','--shares', action="store", dest="shares_file", default = None,
|
||||
help = "shares.json you want to use. Defaults to what config.json defines")
|
||||
|
||||
subparsers = parser.add_subparsers(help='sub-command help', dest='subparser_name')
|
||||
## list shares
|
||||
parser_list = subparsers.add_parser('list', help = "List shares")
|
||||
parser_list.add_argument('-P', action="store_true", dest="show_password", default = False,
|
||||
help = "Display passwords")
|
||||
## list folders
|
||||
parser_folders = subparsers.add_parser('folders', help = "List folders and share names")
|
||||
## Remove
|
||||
parser_remove = subparsers.add_parser('remove', help = "Remove a share")
|
||||
parser_remove.add_argument(dest="name")
|
||||
parser_remove.add_argument('-w','--write', action="store_true", dest="write", default = False,
|
||||
help = "Write changes to the shares.json file"
|
||||
)
|
||||
## Add
|
||||
parser_add = subparsers.add_parser('add', help = "Add a share")
|
||||
parser_add.add_argument('-n','--name', action="store", dest="name", required = True)
|
||||
parser_add.add_argument('-p','--path', action="store", dest="path", required = True,
|
||||
help= "path relative to data folder"
|
||||
)
|
||||
parser_add.add_argument('-D','--description', action="store", dest="description", default = "",
|
||||
help= "Describe the contents"
|
||||
)
|
||||
parser_add.add_argument('-P','--public', action="store_true", dest="public", default = False)
|
||||
parser_add.add_argument('-u','--upload', action="store_true", dest="upload", default = False)
|
||||
parser_add.add_argument('-o','--overwrite', action="store_false", dest="overwrite", default = True,
|
||||
help = "Disable file overwrites. If disabled, old files are versioned with modification date.")
|
||||
parser_add.add_argument('-d','--direct', action="store_true", dest="direct", default = False,
|
||||
help = "Allow direct file sharing (password hash included in URL)")
|
||||
parser_add.add_argument('--pass-plain', action="store_true", dest="plain", default = False,
|
||||
help = "Save the password as plain text")
|
||||
parser_add.add_argument('--password', action="store", dest="password", default = False,
|
||||
help = "Setting a password enables use of login links and direct downloads")
|
||||
parser_add.add_argument('-e','--expire', action="store", dest="expire", default = False,
|
||||
help = "expire date in format '%%Y-%%m-%%d %%H:%%M' ex. '2018-12-24 21:00'"
|
||||
)
|
||||
parser_add.add_argument('-r','--recipient', action="store", dest="recipient", default = "",
|
||||
help= "Recipient for notifications (if enabled)"
|
||||
)
|
||||
parser_add.add_argument('-w','--write', action="store_true", dest="write", default = False,
|
||||
help = "Write changes to the shares.json file"
|
||||
)
|
||||
## Modify
|
||||
parser_modify = subparsers.add_parser('modify', help = "Modify share")
|
||||
parser_modify.add_argument('-n','--name', action="store", dest="name", required = True)
|
||||
parser_modify.add_argument('-p','--path', action="store", dest="path", default = None,
|
||||
help= "path relative to data folder"
|
||||
)
|
||||
parser_modify.add_argument('-D','--description', action="store", dest="description", default = None,
|
||||
help= "Describe the contents"
|
||||
)
|
||||
parser_modify.add_argument('-P','--public', action="store", dest="public", default = None, choices = ['true','false'])
|
||||
parser_modify.add_argument('-u','--upload', action="store", dest="upload", default = None, choices = ['true','false'])
|
||||
parser_modify.add_argument('-o','--overwrite', action="store", dest="overwrite", default = None, choices = ['true','false'],
|
||||
help = "Disable file overwrites. If disabled, old files are versioned with modification date.")
|
||||
parser_modify.add_argument('-d','--direct', action="store", dest="direct_links", default = None, choices = ['true','false'],
|
||||
help = "Allow direct file sharing (password hash included in URL)")
|
||||
parser_modify.add_argument('--pass-plain', action="store_true", dest="plain", default = False,
|
||||
help = "Save the password as plain text")
|
||||
parser_modify.add_argument('--password', action="store", dest="password", default = False,
|
||||
help = "Setting a password enables use of login links and direct downloads. Set as empty string to remove password protection.")
|
||||
parser_modify.add_argument('-e','--expire', action="store", dest="expire", default = False,
|
||||
help = "expire date in format '%%Y-%%m-%%d %%H:%%M' ex. '2018-12-24 21:00'. Set as empty string to remove expiration."
|
||||
)
|
||||
parser_modify.add_argument('-r','--recipient', action="store", dest="recipient", default = None,
|
||||
help= "Recipient for notifications (if enabled)"
|
||||
)
|
||||
parser_modify.add_argument('-w','--write', action="store_true", dest="write", default = False,
|
||||
help = "Write changes to the shares.json file"
|
||||
)
|
||||
## REST
|
||||
parser_rest = subparsers.add_parser('rest', help = "Display REST API links")
|
||||
parser_rest.add_argument(dest="name", help = "Name of the share")
|
||||
parser_rest.add_argument(dest="type", help = "Type of command",
|
||||
choices = ['list','login','upload','download','direct','zip']
|
||||
)
|
||||
|
||||
return parser.parse_args()
|
||||
|
||||
if __name__ == "__main__":
|
||||
opts = parse_options()
|
||||
config = {}
|
||||
if os.path.exists(opts.config):
|
||||
config = json.load(open(opts.config,'rt'))
|
||||
config['__root_path__'] = get_root_path(opts)
|
||||
else:
|
||||
print("config file %s does not exist!"%(opts.config,))
|
||||
sys.exit(1)
|
||||
|
||||
if opts.shares_file:
|
||||
config['shares_file'] = opts.shares_file
|
||||
if 'shares_file' in config:
|
||||
# if not from command line, read from config
|
||||
opts.shares_file = config['shares_file']
|
||||
|
||||
if os.path.exists(os.path.join(config['__root_path__'],config['shares_file'])):
|
||||
shares = json.load(open(os.path.join(config['__root_path__'],config['shares_file']),'rt'))
|
||||
else:
|
||||
print("shares_file %s does not exist!"%(os.path.join(config['__root_path__'],config['shares_file'])))
|
||||
shares = []
|
||||
|
||||
if opts.subparser_name == 'list':
|
||||
list_shares(shares,opts)
|
||||
elif opts.subparser_name == 'folders':
|
||||
list_folders(shares,config)
|
||||
elif opts.subparser_name == 'remove':
|
||||
remove_share(shares,config,opts)
|
||||
elif opts.subparser_name == 'add':
|
||||
add_share(shares,config,opts)
|
||||
elif opts.subparser_name == 'modify':
|
||||
modify_share(shares,config,opts)
|
||||
elif opts.subparser_name == 'rest':
|
||||
print_rest_api(shares,config,opts)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user