379 lines
12 KiB
Python
379 lines
12 KiB
Python
import os
|
|
import sys
|
|
from datetime import datetime
|
|
import logging
|
|
logger = logging.getLogger('server')
|
|
from functools import partial
|
|
|
|
from bottle import Bottle, request, static_file, redirect, abort, response
|
|
import bottle
|
|
|
|
botlog = logging.getLogger('bottle')
|
|
botlog.setLevel(logging.INFO)
|
|
botlog.addHandler(logging.StreamHandler(sys.stdout))
|
|
bottle._stderr = lambda x: botlog.info(x.strip())
|
|
|
|
from techrec import Rec, RecDB
|
|
from processqueue import get_process_queue
|
|
from forge import create_mp3
|
|
from config_manager import get_config
|
|
|
|
|
|
def date_read(s):
|
|
return datetime.fromtimestamp(int(s))
|
|
|
|
|
|
def date_write(dt):
|
|
return dt.strftime('%s')
|
|
|
|
|
|
def rec_sanitize(rec):
|
|
d = rec.serialize()
|
|
d['starttime'] = date_write(d['starttime'])
|
|
d['endtime'] = date_write(d['endtime'])
|
|
return d
|
|
|
|
|
|
class DateApp(Bottle):
|
|
'''
|
|
This application will expose some date-related functions; it is intended to
|
|
be used when you need to know the server's time on the browser
|
|
'''
|
|
def __init__(self):
|
|
Bottle.__init__(self)
|
|
self.route('/help', callback=self.help)
|
|
self.route('/date', callback=self.date)
|
|
self.route('/custom', callback=self.custom)
|
|
|
|
def date(self):
|
|
n = datetime.now()
|
|
return {
|
|
'unix': n.strftime('%s'),
|
|
'isoformat': n.isoformat(),
|
|
'ctime': n.ctime()
|
|
}
|
|
|
|
def custom(self):
|
|
n = datetime.now()
|
|
if 'strftime' not in request.query:
|
|
abort(400, 'Need argument "strftime"')
|
|
response.content_type = 'text/plain'
|
|
return n.strftime(request.query['strftime'])
|
|
|
|
def help(self):
|
|
response.content_type = 'text/plain'
|
|
return \
|
|
'/date : get JSON dict containing multiple formats of now()\n' + \
|
|
'/custom?strftime=FORMAT : get now().strftime(FORMAT)'
|
|
|
|
|
|
class RecAPI(Bottle):
|
|
def __init__(self, app):
|
|
Bottle.__init__(self)
|
|
self._route()
|
|
self._app = app
|
|
self.db = RecDB(get_config()['DB_URI'])
|
|
|
|
def _route(self):
|
|
self.post('/create', callback=self.create)
|
|
self.post('/delete', callback=self.delete)
|
|
self.post('/update/<recid:int>', callback=self.update)
|
|
self.post('/generate', callback=self.generate)
|
|
self.get('/help', callback=self.help)
|
|
self.get('/', callback=self.help)
|
|
self.get('/get/search', callback=self.search)
|
|
self.get('/get/ongoing', callback=self.get_ongoing)
|
|
self.get('/get/archive', callback=self.get_archive)
|
|
self.get('/jobs', callback=self.running_jobs)
|
|
self.get('/jobs/<job_id:int>', callback=self.check_job)
|
|
|
|
def create(self):
|
|
req = dict(request.POST.allitems())
|
|
ret = {}
|
|
logger.debug("Create request %s " % req)
|
|
|
|
now = datetime.now()
|
|
start = date_read(req['starttime']) if 'starttime' in req else now
|
|
name = req['name'] if 'name' in req else ""
|
|
end = date_read(req['endtime']) if 'endtime' in req else now
|
|
|
|
rec = Rec(name=name,
|
|
starttime=start,
|
|
endtime=end)
|
|
ret = self.db.add(rec)
|
|
|
|
return self.rec_msg("Nuova registrazione creata! (id:%d)" % ret.id,
|
|
rec=rec_sanitize(rec))
|
|
|
|
def delete(self):
|
|
req = dict(request.POST.allitems())
|
|
logging.info("Server: request delete %s " % (req))
|
|
if 'id' not in req:
|
|
return self.rec_err("No valid ID")
|
|
|
|
if self.db.delete(req["id"]):
|
|
return self.rec_msg("DELETE OK")
|
|
else:
|
|
return self.rec_err("DELETE error: %s" % (self.db.get_err()))
|
|
|
|
def update(self, recid):
|
|
req = dict(request.POST.allitems())
|
|
|
|
newrec = {}
|
|
now = datetime.now()
|
|
if 'starttime' not in req:
|
|
newrec['starttime'] = now
|
|
else:
|
|
newrec['starttime'] = date_read(req['starttime'])
|
|
if "endtime" not in req:
|
|
newrec['endtime'] = now
|
|
else:
|
|
newrec['endtime'] = date_read(req['endtime'])
|
|
if 'name' in req:
|
|
newrec["name"] = req["name"]
|
|
|
|
try:
|
|
logger.info("prima di update")
|
|
result_rec = self.db.update(recid, newrec)
|
|
logger.info("dopo update")
|
|
except Exception as exc:
|
|
return self.rec_err("Errore Aggiornamento", exception=exc)
|
|
return self.rec_msg("Aggiornamento completato!",
|
|
rec=rec_sanitize(result_rec))
|
|
|
|
def generate(self):
|
|
# prendiamo la rec in causa
|
|
recid = dict(request.POST.allitems())['id']
|
|
rec = self.db._search(_id=recid)[0]
|
|
if rec.filename is not None and os.path.exists(rec.filename):
|
|
return {'status': 'ready',
|
|
'message': 'The file has already been generated at %s' %
|
|
rec.filename,
|
|
'rec': rec
|
|
}
|
|
if get_config()['FORGE_MAX_DURATION'] > 0 and \
|
|
(rec.endtime - rec.starttime).total_seconds() > \
|
|
get_config()['FORGE_MAX_DURATION']:
|
|
response.status = 400
|
|
return {'status': 'error',
|
|
'message': 'The requested recording is too long' +
|
|
' (%d seconds)' %
|
|
(rec.endtime - rec.starttime).total_seconds()
|
|
}
|
|
rec.filename = get_config()['AUDIO_OUTPUT_FORMAT'] % {
|
|
'time': rec.starttime.strftime('%y%m%d_%H%M'),
|
|
'name': filter(lambda c: c.isalpha(), rec.name)
|
|
}
|
|
self.db.get_session(rec).commit()
|
|
job_id = self._app.pq.submit(
|
|
create_mp3,
|
|
start=rec.starttime,
|
|
end=rec.endtime,
|
|
outfile=os.path.join(get_config()['AUDIO_OUTPUT'], rec.filename),
|
|
options={
|
|
'title': rec.name,
|
|
'license_uri': get_config()['TAG_LICENSE_URI'],
|
|
'extra_tags': get_config()['TAG_EXTRA']
|
|
}
|
|
)
|
|
logger.debug("SUBMITTED: %d" % job_id)
|
|
return self.rec_msg("Aggiornamento completato!",
|
|
job_id=job_id,
|
|
result='/output/' + rec.filename,
|
|
rec=rec_sanitize(rec))
|
|
|
|
def check_job(self, job_id):
|
|
try:
|
|
job = self._app.pq.check_job(job_id)
|
|
except ValueError:
|
|
abort(400, 'job_id not valid')
|
|
|
|
def ret(status):
|
|
return {'job_status': status, 'job_id': job_id}
|
|
if job is True:
|
|
return ret('DONE')
|
|
if job is False:
|
|
abort(404, 'No such job has ever been spawned')
|
|
else:
|
|
if job.ready():
|
|
try:
|
|
res = job.get()
|
|
return res
|
|
except Exception as exc:
|
|
r = ret('FAILED')
|
|
r['exception'] = str(exc)
|
|
import traceback
|
|
tb = traceback.format_exc()
|
|
logger.warning(tb)
|
|
if get_config()['DEBUG']:
|
|
r['exception'] = "%s: %s" % (str(exc), tb)
|
|
r['traceback'] = tb
|
|
|
|
return r
|
|
return ret('WIP')
|
|
|
|
def running_jobs(self):
|
|
res = {}
|
|
res['last_job_id'] = self._app.pq.last_job_id
|
|
res['running'] = self._app.pq.jobs.keys()
|
|
return res
|
|
|
|
def search(self, args=None):
|
|
req = dict()
|
|
req.update(request.GET.allitems())
|
|
logger.debug("Search request: %s" % (req))
|
|
|
|
values = self.db._search(**req)
|
|
from pprint import pprint
|
|
logger.debug("Returned Values %s" %
|
|
pprint([r.serialize() for r in values]))
|
|
|
|
ret = {}
|
|
for rec in values:
|
|
ret[rec.id] = rec_sanitize(rec)
|
|
|
|
logging.info("Return: %s" % ret)
|
|
return ret
|
|
|
|
def get_ongoing(self):
|
|
return {rec.id: rec_sanitize(rec)
|
|
for rec in self.db.get_ongoing()}
|
|
|
|
def get_archive(self):
|
|
return {rec.id: rec_sanitize(rec)
|
|
for rec in self.db.get_archive_recent()}
|
|
|
|
# @route('/help')
|
|
def help(self):
|
|
return "<h1>help</h1><hr/>\
|
|
<h2>/get, /get/, /get/<id> </h2>\
|
|
<h3>Get Info about rec identified by ID </h3>\
|
|
\
|
|
<h2>/search, /search/, /search/<key>/<value></h2>\
|
|
<h3>Search rec that match key/value (or get all)</h3>\
|
|
\
|
|
<h2>/delete/<id> </h2>\
|
|
<h3>Delete rec identified by ID </h3>\
|
|
<h2>/update </h2>\
|
|
<h3>Not implemented.</h3>"
|
|
|
|
# JSON UTILS
|
|
|
|
def rec_msg(self, msg, status=True, **kwargs):
|
|
d = {"message": msg, "status": status}
|
|
d.update(kwargs)
|
|
return d
|
|
|
|
def rec_err(self, msg, **kwargs):
|
|
return self.rec_msg(msg, status=False, **kwargs)
|
|
|
|
|
|
class RecServer:
|
|
def __init__(self):
|
|
self._app = Bottle()
|
|
self._app.pq = get_process_queue()
|
|
self._route()
|
|
|
|
self.db = RecDB(get_config()['DB_URI'])
|
|
|
|
def _route(self):
|
|
# Static part of the site
|
|
self._app.route('/output/<filepath:path>',
|
|
callback=lambda filepath:
|
|
static_file(filepath,
|
|
root=get_config()['AUDIO_OUTPUT'],
|
|
download=True))
|
|
|
|
self._app.route('/static/<filepath:path>',
|
|
callback=lambda filepath: static_file(filepath,
|
|
root=get_config()['STATIC_FILES']))
|
|
self._app.route('/', callback=lambda: redirect('/new.html'))
|
|
self._app.route('/new.html',
|
|
callback=partial(static_file, 'new.html',
|
|
root=get_config()['STATIC_PAGES']))
|
|
self._app.route('/old.html',
|
|
callback=partial(static_file, 'old.html',
|
|
root=get_config()['STATIC_PAGES']))
|
|
self._app.route('/archive.html',
|
|
callback=partial(static_file, 'archive.html',
|
|
root=get_config()['STATIC_PAGES']))
|
|
|
|
|
|
class DebugAPI(Bottle):
|
|
'''
|
|
This application is useful for testing the webserver itself
|
|
'''
|
|
def __init__(self):
|
|
Bottle.__init__(self)
|
|
self.route('/sleep/:milliseconds', callback=self.sleep)
|
|
self.route('/cpusleep/:howmuch', callback=self.cpusleep)
|
|
self.route('/big/:exponent', callback=self.big)
|
|
|
|
def sleep(self, milliseconds):
|
|
import time
|
|
time.sleep(int(milliseconds)/1000.0)
|
|
return 'ok'
|
|
|
|
def cpusleep(self, howmuch):
|
|
out = ''
|
|
for i in xrange(int(howmuch) * (10**3)):
|
|
if i % 11234 == 0:
|
|
out += 'a'
|
|
return out
|
|
|
|
def big(self, exponent):
|
|
'''
|
|
returns a 2**n -1 string
|
|
'''
|
|
for i in xrange(int(exponent)):
|
|
yield str(i) * (2 ** i)
|
|
|
|
def help(self):
|
|
response.content_type = 'text/plain'
|
|
return '''
|
|
/sleep/<int:milliseconds> : sleep, than say "ok"
|
|
/cpusleep/<int:howmuch> : busysleep, than say "ok"
|
|
/big/<int:exponent> : returns a 2**n -1 byte content
|
|
'''
|
|
|
|
|
|
class PasteLoggingServer(bottle.PasteServer):
|
|
def run(self, handler): # pragma: no cover
|
|
from paste import httpserver
|
|
from paste.translogger import TransLogger
|
|
handler = TransLogger(handler, **self.options['translogger_opts'])
|
|
del self.options['translogger_opts']
|
|
httpserver.serve(handler, host=self.host, port=str(self.port),
|
|
**self.options)
|
|
bottle.server_names['pastelog'] = PasteLoggingServer
|
|
|
|
|
|
def main_cmd(*args):
|
|
"""meant to be called from argparse"""
|
|
c = RecServer()
|
|
c._app.mount('/date', DateApp())
|
|
c._app.mount('/api', RecAPI(c._app))
|
|
if get_config()['DEBUG']:
|
|
c._app.mount('/debug', DebugAPI())
|
|
|
|
server = get_config()['WSGI_SERVER']
|
|
if server == 'pastelog':
|
|
from paste.translogger import TransLogger
|
|
get_config()['WSGI_SERVER_OPTIONS']['translogger_opts'] = \
|
|
get_config()['TRANSLOGGER_OPTS']
|
|
|
|
c._app.run(server=server,
|
|
host=get_config()['HOST'],
|
|
port=get_config()['PORT'],
|
|
debug=get_config()['DEBUG'],
|
|
quiet=True, # this is to hide access.log style messages
|
|
**get_config()['WSGI_SERVER_OPTIONS']
|
|
)
|
|
|
|
if __name__ == '__main__':
|
|
from cli import common_pre
|
|
common_pre()
|
|
logger.warn("Usage of server.py is deprecated; use cli.py")
|
|
main_cmd()
|
|
|
|
# vim: set ts=4 sw=4 et ai ft=python:
|