finally bringing this into a repo

This commit is contained in:
BluBb_mADe 2018-06-10 15:49:53 +02:00
commit dee5744f89
Signed by: Gardener
GPG Key ID: 1FAEB4540A5B4D1D
3 changed files with 212 additions and 0 deletions

28
config.yaml Normal file
View File

@ -0,0 +1,28 @@
# if this is false, everyone can upload stuff.
auth: True
# if auth is true, only people that provide one of the tokens in the http headers are allowed to upload.
tokens:
- 'example token'
# everyone who has it can delete files based on the download link.
del_crypt_key: 'secret delete link key'
# in bytes
max_filesize: 1024 ** 2 * 100
# uploaded files will be stored here
data_path: 'data'
# this can only be a multiple of 2
url_hash_len: 6
# just affects the printed links (e.g. for reverse proxies)
protocol: 'https'
# uri that routes to this
prefix: '/f'
# whether or not extensions are appended in the generated links.
# links without file extensions still work. (just like push)
show_ext: True

15
nginx_example.conf Normal file
View File

@ -0,0 +1,15 @@
upstream filehoster {
server file_hoster:80;
}
server {
listen 443 ssl http2;
server_name your-domain.net;
# ShareX_Storage prefix is /f
location /f/ {
client_max_body_size 100M;
proxy_pass http://filehoster$uri/$server_name;
}
}

169
sharex_server.py Normal file
View File

@ -0,0 +1,169 @@
import os
import io
import sys
import yaml
import string
import hashlib
from collections import defaultdict
from Cryptodome.Cipher import AES
from Cryptodome.Util import Padding
from aiohttp import web
class AttrDict(dict):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.__dict__ = self
def update(self, *d, **kwargs):
for key, val in (d[0] if d else kwargs).items():
setattr(self, key, val)
def __getattr__(self, item):
return self.setdefault(item, AttrDict())
def cast_to_ad(d):
if not isinstance(d, AttrDict):
d = AttrDict(d)
for k, v in dict(d.items()).items():
if " " in k:
del d[k]
d[k.replace(" ", "_")] = v
if isinstance(v, dict):
d[k] = cast_to_ad(v)
return d
def sizeof_fmt(num, suffix='B'):
for unit in ['', 'Ki', 'Mi', 'Gi', 'Ti', 'Pi', 'Ei', 'Zi']:
if abs(num) < 1024.0:
return f"{num:3.1f}{unit}{suffix}"
num /= 1024.0
return f"{num:.1f}Yi{suffix}"
async def prepare(_, handler):
async def prepare_handler(req):
if 'acc' not in req.match_info:
return web.Response(text='internal server error', status=500)
return await handler(req, req.match_info["acc"], file_db[req.match_info["acc"]])
return prepare_handler
async def handle_upload(req, acc, acc_db):
if conf.auth and req.headers.get('auth') not in conf.auth_tokens:
return web.Response(text='access denied', status=403)
reader = await req.multipart()
file = await reader.next()
filename = os.path.basename(file.filename)
if not os.path.isdir(f'{conf.data_path}/{acc}'):
os.mkdir(f'{conf.data_path}/{acc}')
for _ in range(100):
hb = os.urandom(conf.url_hash_len//2)
h = hb.hex()
if h not in acc_db:
break
else:
return web.Response(text='server full', status=500)
acc_db[h] = filename
local_fname = f'{conf.data_path}/{acc}/{h}_{filename}'
ext = os.path.splitext(filename)[1] if conf.show_ext else ''
os.fdopen(os.open(local_fname, os.O_WRONLY | os.O_CREAT, 0o600)).close()
try:
valid_file = await recv_file(file, local_fname)
except IOError:
return web.Response(text='internal io error', status=500)
if valid_file:
c = AES.new(conf.del_crypt_key, AES.MODE_CBC)
hb = Padding.pad(hb, AES.block_size)
del_h = (c.encrypt(hb) + c.iv).hex()
return web.Response(text=f'{conf.protocol}://{acc}{conf.prefix}/{h[:conf.url_hash_len]}{ext}\n'
f'{conf.protocol}://{acc}{conf.prefix}/del/{del_h}')
os.unlink(local_fname)
del acc_db[h]
return web.Response(text=f'file is bigger than {sizeof_fmt(conf.max_filesize)}', status=413)
async def recv_file(file, local_fname):
size = 0
with io.BufferedWriter(open(local_fname, 'wb')) as f:
while True:
chunk = await file.read_chunk()
if not chunk:
return True
size += len(chunk)
if size > conf.max_filesize:
return False
f.write(chunk)
async def handle_delete(req, acc, acc_db):
chashiv = req.match_info.get('hash', 'x')
if not set(chashiv).issubset(valid_hash_chars) or len(chashiv) != 64:
return web.Response(text='invalid delete link', status=400)
chashiv = bytes.fromhex(chashiv)
c = AES.new(conf.del_crypt_key, AES.MODE_CBC, iv=chashiv[AES.block_size:])
fhash = c.decrypt(chashiv[:AES.block_size])
try:
fhash = Padding.unpad(fhash, AES.block_size).hex()
except ValueError:
pass
if fhash not in acc_db or len(fhash) == 32:
return web.Response(text='this file doesn\'t exist on the server', status=404)
os.unlink(f"{conf.data_path}/{acc}/{fhash}_{acc_db[fhash]}")
del acc_db[fhash]
return web.Response(text='file deleted')
async def handle_download(req, acc, acc_db):
fhash = req.match_info.get('hash', '').split('.', 1)[0]
if fhash not in acc_db:
return web.Response(text='file not found', status=404)
return web.FileResponse(f"{conf.data_path}/{acc}/{fhash}_{acc_db[fhash]}", headers={
'CONTENT-DISPOSITION': f'inline;filename={acc_db[fhash]}'
})
def main():
if not os.path.isdir(conf.data_path):
os.mkdir(conf.data_path)
for acc in os.listdir(conf.data_path):
if not os.path.isdir(f'{conf.data_path}/{acc}'):
continue
for file in os.listdir(f"{conf.data_path}/{acc}"):
fhash, fname = file.split('_', 1)
file_db[acc][fhash] = fname
app = web.Application(middlewares=[prepare])
app.router.add_post(conf.prefix + '/post/{acc}', handle_upload)
app.router.add_get(conf.prefix + '/del/{hash}/{acc}', handle_delete)
app.router.add_get(conf.prefix + '/{hash}/{acc}', handle_download)
web.run_app(app, port=80)
if __name__ == '__main__':
valid_hash_chars = set(string.hexdigits)
file_db = defaultdict(dict)
confname = os.path.isfile(sys.argv[1:]) and sys.argv[1] or 'config.yaml'
with open(confname) as cf:
conf = cast_to_ad(yaml.load(cf))
if conf.url_hash_len > 31:
raise ValueError('url_hash_len can\'t be bigger than 31')
if not set(conf.max_filesize.replace(' ', ''))\
.issubset(valid_hash_chars | {'*'}):
raise ValueError('max_filsize only can contain numbers and *')
conf.max_filesize = eval(conf.max_filesize)
conf.auth_tokens = set(conf.tokens)
conf.prefix = conf.prefix.strip("/")
if conf.prefix:
conf.prefix = f'/{conf.prefix}'
conf.del_crypt_key = hashlib.md5(conf.del_crypt_key.encode()).digest()[:16]
main()