techrec/server/techrec.py

import logging


import sys
from datetime import datetime, timedelta
import json

try:
  from sqlalchemy import create_engine, Column, Integer, String, DateTime, Boolean
  from sqlalchemy.orm import sessionmaker
  from sqlalchemy.ext.declarative import declarative_base
except:
  sys.exit("No SQLAlchemy.")


logging.basicConfig(level=logging.INFO)

STATE_ACTIVE    = 0
STATE_RUN       = 1
STATE_DOWN      = 2

PAGESIZE = 10

"""
This class describe a single Record (Rec() class) and the
records manager (RecDB() class)
"""
Base = declarative_base()

"""
 Rec entry
"""
class Rec(Base):
    __tablename__ = 'rec'
    id = Column(Integer, primary_key=True)
    recid = Column(String)
    name = Column(String, nullable=True)
    starttime = Column(DateTime, nullable=True)
    endtime = Column(DateTime, nullable=True)
    active = Column(Boolean, default=True)

    def __init__(self, recid="", name="", starttime=None, endtime=None, asjson=""):
        self.error = 0
        self.job = None

        if len(asjson) == 0:
          self.name = name
          self.starttime = starttime
          self.endtime = endtime
          self.recid = recid
        else:
            #try:
                # dec = json.loads( unicode(asjson) )
            # dec = yaml.load( asjson )
            dec = json.dumps( asjson )
            # except:
            #  self.error = 0
            print("dec %s %s" % (dec,type(dec)))
            print("asjson %s %s" % (asjson,type(asjson)))

            self.recid = asjson[0]['recid']
            self.name = asjson[0]['name']
            self.starttime = asjson[0]['starttime']
            self.endtime = asjson[0]['endtime']

        self.state = STATE_ACTIVE


    # launch the job for processing files
    def start(self):
        self.job = RecJob( self )

    def err(self):
        return self.error

    def set_run(self):
        self.active = STATE_RUN

    def set_done(self):
        self.active = STATE_DOWN

    def serialize(self):
        return {'name': self.name,
                'starttime': self.starttime.strftime('%s'),
                'endtime': self.endtime.strftime('%s'),
                'recid': self.recid,
                'active': self.active
                }
    def __repr__(self):
        return "<Rec(id:'%s',recid:'%s',name:'%s',Start: '%s',End: '%s',Active: '%s')>" \
                % (self.id, self.recid, self.name, self.starttime, self.endtime, self.active)


class RecDB:
    def __init__(self):
        self.engine = create_engine('sqlite:///techrec.db', echo=False)
        self.conn = self.engine.connect()

        logging.getLogger('sqlalchemy.engine').setLevel(logging.FATAL)
        logging.getLogger('sqlalchemy.engine.base.Engine')\
            .setLevel(logging.FATAL)
        logging.getLogger('sqlalchemy.dialects').setLevel(logging.FATAL)
        logging.getLogger('sqlalchemy.pool').setLevel(logging.FATAL)
        logging.getLogger('sqlalchemy.orm').setLevel(logging.FATAL)

        Base.metadata.create_all(self.engine) # create Database

        Session = sessionmaker(bind=self.engine)
        self.session = Session()

        self.err = ""

    def add(self, simplerecord):
        print self.session.add( simplerecord )
        self.commit()
        logging.info("New Record: %s" % simplerecord)
        return ( simplerecord )

    def update(self, recid, rec):

        ## TODO: rlist = results list
        _rlist = self._search(recid=recid)
        if not len(_rlist) == 1:
            return False

        logging.info("DB:: Update request %s:%s " % (recid, rec))
        logging.info("DB:: Update: data before %s" % _rlist[0])

        # 2013-11-24 22:22:42
        _rlist[0].starttime = datetime.fromtimestamp(rec["starttime"])
        _rlist[0].endtime = datetime.fromtimestamp(rec["endtime"])
        if 'name' in rec:
            _rlist[0].name = rec["name"]
        logging.info("DB:: Update: data AFTER %s" % _rlist[0])

        self.commit()
        logging.info("DB:: Update complete")
        return True

    def delete(self,recid):

        _rlist = self._search(recid=recid)

        if len(_rlist) == 0:
            logging.info("DB: Delete: no record found!")
            self.err = "No rec found"
            return False

        if len(_rlist) > 1:
            logging.info("DB: Delete: multilpe records found!")
            self.err = "multiple ID Found %s" % (_rlist)
            return False

        self.session.delete( _rlist[0] )
        logging.info("DB: Delete: delete complete")
        self.commit()
        return True

    def commit(self):
        logging.info("DB: Commit!!")
        self.session.commit()

    def get_all(self, page=0, page_size=PAGESIZE):
        return self._search(page=page, page_size=page_size)

    def _search(self, _id=None, name=None, recid=None, starttime=None,
                endtime=None, active=None, page=0, page_size=PAGESIZE):

        logging.info("DB: Search => id:%s recid:%s name:%s starttime:%s endtime=%s active=%s" % (_id,recid,name,starttime,endtime,active))

        query = self.session.query(Rec)

        if _id is not None:
            query = query.filter_by(id=_id)
        if recid is not None:
            query = query.filter_by(recid=recid)
        if name is not None:
            query = query.filter(Rec.name.like("%"+name+"%"))
        try:
            if starttime is not None:
                _st = datetime.fromtimestamp(starttime)
                query = query.filter(Rec.starttime > _st)
        except:
                logging.info("DB: search : no valid starttime")
                raise ValueError('starttime not valid')

        try:
            if endtime is not None:
                _et = datetime.fromtimestamp(endtime)
                query = query.filter(Rec.endtime < _et)
        except ValueError:
            logging.info("DB: search : no valid endtime")

        if active is not None:
            query = query.filter(Rec.active == active)

        if page_size:
            page_size = int(page_size)
            query = query.limit(page_size)
        if page:
            query = query.offset(page*page_size)
        print query
        ret = query.all()
        # print "Sending: %s" % ret
        return ret

    def get_err(self):
        print "DB error: %s" % (self.err)
        t = self.err
        self.err = ""
        return t


# Job in thread
class RecJob(object):
    def __init__(self, rec):
        print "Estraggo %s Start:%s, End:%s" % (rec.name, rec.starttime, rec.endtime)
        self.fdir = "/rec/ror/"
        self.fnameformat = "ror-%Y-%m-%d-%H-00-00.mp3"
        self.name = rec.name
        self.starttime = rec.starttime
        self.endtime = rec.endtime

    def extract(self):

        assert type(self.starttime) == type(datetime.now())
        assert type(self.endtime) == type(datetime.now())
        assert self.starttime < self.endtime

        start = self.starttime
        end  = self.endtime

        while True:
            print
            print "**** From file %s take:" % ( self._get_recfile(start) )
            nexth = self._truncate(start) + timedelta(minutes=60)

            if start > self._truncate(start):
                print "FROM: %s for %s seconds" % (start - self._truncate(start), nexth - start )

            if end < self._truncate(nexth):
                print "FROM: %s for %s seconds" % (0, end - self._truncate(start) )
            else:
                print "FROM: %s for 0 to 60." % (self._get_recfile(start))
            if nexth >= end:
                print "FINITO"
                print "Start ", start, " end: ", end
                break;
            start = nexth

    def _truncate(self, mytime):
        return datetime(mytime.year, mytime.month, mytime.day,
                                 mytime.hour)

    def _get_recfile(self, mytime):
        return "%s/%s" % (self.fdir, mytime.strftime(self.fnameformat))

    def __repr__(self):
        return "%s: %s (%s) => %s (%s)" % \
            (self.name, self.starttime, type(self.starttime), self.endtime,
             type(self.endtime))


if __name__ == "__main__":
    def printall(queryres):
        for record in queryres:
            print "Record: %s" % record

    db = RecDB()
    _mytime = datetime(2014,05,23,15,12,17)
    _endtime = datetime(2014,05,24,17,45,17)

    a = Rec(name="Mimmo1", starttime=_mytime, endtime=_endtime)
    j = RecJob( a )
    print (j)
    j.extract()
    printall( db._search() )
    sys.exit("End test job")

    # a = Rec(name="Mimmo1", starttime=_mytime, endtime=None)
    print "Aggiunto", db.add( a )
    printall( db.get_all(page_size=5,page=0) )

    print "Mimmo "
    printall( db._search(name="Mimmo1"))
    print "Search"
    printall( db._search(name="Mimmo1",starttime=datetime(2014,05,24,15,16,1) ))
    a = db.get_by_id(5)
    a.start()
    db.delete(1)
    db.delete(2)
    db.delete(4)
    db.delete(1)
    printall( db._search() )