Add server and format with autopep8

coco/storage.py

@@ -8,6 +8,7 @@ import svgwrite
 
 logger = logging.getLogger('coco.storage')
 
+
 class Annotation:
     def __init__(self, result, storage):
         self.storage = storage
@@ -16,13 +17,16 @@ class Annotation:
         self.category_id = result['category_id']
         self.iscrowd = bool(result['iscrowd'])
         self.area = result['area']
-        self.bbox = [result['bbox_left'], result['bbox_top'], result['bbox_width'], result['bbox_height']]
+        self.bbox = [result['bbox_left'], result['bbox_top'],
+                     result['bbox_width'], result['bbox_height']]
         self.segments = self.fetchSegments()
         self.is_normalised = False
-        if type(result['zerkine_moment']) is list:
+        if 'zerkine_moment' in result and type(result['zerkine_moment']) is list:
-            self.zerkine_moment = result['zerkine_moment'] # when normalising, this is already there
+            # when normalising, this is already there
+            self.zerkine_moment = result['zerkine_moment']
         else:
-            self.zerkine_moment = self.parseZerkineFromDB(result['zerkine_moment']) if result['zerkine_moment'] else None
+            self.zerkine_moment = self.parseZerkineFromDB(
+                result['zerkine_moment']) if 'zerkine_moment' in result else None
 
     @classmethod
     def parseZerkineFromDB(cls, r):
@@ -32,7 +36,8 @@ class Annotation:
     def fetchSegments(self):
         try:
             cur = self.storage.con.cursor()
-            cur.execute("SELECT * FROM segments WHERE annotation_id = :id AND points != 'ount' AND points != 'iz'", {'id': self.id})
+            cur.execute(
+                "SELECT * FROM segments WHERE annotation_id = :id AND points != 'ount' AND points != 'iz'", {'id': self.id})
             segments = []
             for row in cur:
                 segments.append(Segment(row))
@@ -70,7 +75,6 @@ class Annotation:
                 (p[1]-self.bbox[1]) * scale
             ] for p in segment.points]
 
-
         return newAnn
 
     def forJson(self):
@@ -83,7 +87,8 @@ class Annotation:
         for segment in self.segments:
             if len(pathSpecs) == 0:
                 pathSpecs['fill'] = 'white'
-            dwg.add(svgwrite.path.Path(segment.getD(), class_=f"cat_{self.category_id}", **pathSpecs))
+            dwg.add(svgwrite.path.Path(segment.getD(),
+                                       class_=f"cat_{self.category_id}", **pathSpecs))
 
     def getTranslationToCenter(self):
         dimensions = (self.bbox[2], self.bbox[3])
@@ -118,12 +123,15 @@ class Annotation:
         self.writeToDrawing(dwg)
         return dwg
 
+
 class Segment():
     def __init__(self, result):
         try:
-            self.points = self.asCoordinates(ast.literal_eval('['+result['points']+']'))
+            self.points = self.asCoordinates(
+                ast.literal_eval('['+result['points']+']'))
         except Exception as e:
-            logger.critical(f"Exception loading segment for {result} {result['points']}")
+            logger.critical(
+                f"Exception loading segment for {result} {result['points']}")
             raise
 
     @classmethod
@@ -150,6 +158,7 @@ class Segment():
     def forJson(self):
         return self.points
 
+
 class COCOStorage:
     def __init__(self, filename):
         self.logger = logging.getLogger('coco.storage')
@@ -171,7 +180,8 @@ class COCOStorage:
 
         self.logger.info("Create categories")
         cur = self.con.cursor()
-        cur.executemany('INSERT OR IGNORE INTO categories(id, supercategory, name) VALUES (:id, :supercategory, :name)', coco.cats.values())
+        cur.executemany(
+            'INSERT OR IGNORE INTO categories(id, supercategory, name) VALUES (:id, :supercategory, :name)', coco.cats.values())
         self.con.commit()
 
         self.logger.info("Images...")
@@ -183,7 +193,6 @@ class COCOStorage:
 
         self.logger.info("Annotations...")
 
-
         def annotation_generator():
             for c in coco.anns.values():
                 ann = c.copy()
@@ -199,14 +208,14 @@ class COCOStorage:
             ''', annotation_generator())
         self.con.commit()
 
-
         self.logger.info("Segments...")
 
         def segment_generator():
             for ann in coco.anns.values():
                 for i, seg in enumerate(ann['segmentation']):
                     yield {
-                        'id': ann['id']*10 + i, # create a uniqe segment id, supports max 10 segments per annotation
+                        # create a uniqe segment id, supports max 10 segments per annotation
+                        'id': ann['id']*10 + i,
                         'annotation_id': ann['id'],
                         'points': str(seg)[1:-1],
                     }
@@ -217,7 +226,6 @@ class COCOStorage:
             ''', segment_generator())
         self.con.commit()
 
-
         self.logger.info("Done...")
 
     def getCategories(self):
@@ -243,7 +251,8 @@ class COCOStorage:
     def getAnnotationWithoutZerkine(self):
         cur = self.con.cursor()
         # annotation 918 and 2206849 have 0 height. Crashing the script... exclude them
-        cur.execute(f"SELECT * FROM annotations WHERE zerkine_moment IS NULL AND area > 0 LIMIT 1")
+        cur.execute(
+            f"SELECT * FROM annotations WHERE zerkine_moment IS NULL AND area > 0 LIMIT 1")
         ann = cur.fetchone()
         if ann:
             return Annotation(ann, self)
@@ -253,7 +262,8 @@ class COCOStorage:
     def countAnnotationsWithoutZerkine(self):
         cur = self.con.cursor()
 
-        cur.execute(f"SELECT count(id) FROM annotations WHERE zerkine_moment IS NULL AND area > 0")
+        cur.execute(
+            f"SELECT count(id) FROM annotations WHERE zerkine_moment IS NULL AND area > 0")
         return int(cur.fetchone()[0])
 
     def storeZerkineForAnnotation(self, annotation, moments, delayCommit=False):
@@ -270,12 +280,14 @@ class COCOStorage:
 
     def getZerkines(self):
         cur = self.con.cursor()
-        cur.execute(f"SELECT id, zerkine_moment FROM annotations WHERE zerkine_moment IS NOT NULL")
+        cur.execute(
+            f"SELECT id, zerkine_moment FROM annotations WHERE zerkine_moment IS NOT NULL")
         return cur.fetchall()
 
     def getAllAnnotationPoints(self):
         cur = self.con.cursor()
-        cur.execute(f"SELECT annotations.id, points FROM annotations INNER JOIN segments ON segments.annotation_id = annotations.id WHERE area > 0")
+        cur.execute(
+            f"SELECT annotations.id, points FROM annotations INNER JOIN segments ON segments.annotation_id = annotations.id WHERE area > 0")
         return cur.fetchall()
 
     def getAnnotationById(self, annotation_id=None, withZerkine=False):
@@ -284,7 +296,8 @@ class COCOStorage:
         return self.getRandomAnnotation(annotation_id=annotation_id, withZerkine=withZerkine)
 
     def getRandomAnnotation(self, annotation_id=None, category_id=None, withZerkine=False):
-        result = self.getRandomAnnotations(annotation_id, category_id, withZerkine, limit=1)
+        result = self.getRandomAnnotations(
+            annotation_id, category_id, withZerkine, limit=1)
         return result[0] if len(result) else None
 
     def getRandomAnnotations(self, annotation_id=None, category_id=None, withZerkine=False, limit=None):
@@ -307,7 +320,8 @@ class COCOStorage:
         if limit:
             sqlLimit = f"LIMIT {int(limit)}"
 
-        cur.execute(f"SELECT * FROM annotations WHERE {where} ORDER BY RANDOM() {sqlLimit}", tuple(params))
+        cur.execute(
+            f"SELECT * FROM annotations WHERE {where} ORDER BY RANDOM() {sqlLimit}", tuple(params))
         results = []
         for ann in cur:
             results.append(Annotation(ann, self))
@@ -318,4 +332,3 @@ class COCOStorage:
 #                 return Annotation(ann, self)
 #             else:
 #                 return None
-            

server.py

@@ -0,0 +1,105 @@
+import argparse
+from coco.storage import COCOStorage
+import logging
+import coloredlogs
+import tornado.ioloop
+import tornado.web
+import tornado.websocket
+import json
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger("server")
+
+
+class JsonEncoder(json.JSONEncoder):
+    def default(self, obj):
+        method = getattr(obj, "forJson", None)
+        if callable(method):
+            return obj.forJson()
+        # Let the base class default method raise the TypeError
+        return json.JSONEncoder.default(self, obj)
+
+
+class AnnotationHandler(tornado.web.RequestHandler):
+    def initialize(self, storage: COCOStorage):
+        self.storage = storage
+        self.set_header("Content-Type", "application/json")
+
+    def get(self, *params):
+        self.write(json.dumps(self.getData(*params), cls=JsonEncoder))
+
+    def getData(self):
+        # get specific annotation
+        annotation_id = self.get_argument('id', None)
+        annotation_id = None if not annotation_id else int(annotation_id)
+
+        # get by category id
+        category_id = self.get_argument('category', None)
+        category_id = None if not category_id else int(category_id)
+
+        normalise = self.get_argument('normalise', False)
+        normalise = int(normalise) if normalise is not False else False
+
+#         category_id = None if not category_id else int(category_id)
+
+        logger.debug(
+            f'Get annotation id: {annotation_id}, category: {category_id}, normalised: {normalise}')
+
+        annotation = self.storage.getRandomAnnotation(
+            annotation_id=annotation_id, category_id=category_id)
+        if normalise:
+            return annotation.getNormalised(normalise, normalise)
+        return annotation
+
+
+class StaticFileWithHeaderHandler(tornado.web.StaticFileHandler):
+    def set_extra_headers(self, path):
+        """For subclass to add extra headers to the response"""
+        if path[-5:] == '.html':
+            self.set_header("Access-Control-Allow-Origin", "*")
+
+
+def make_app(storage, debug):
+    return tornado.web.Application([
+        (r"/annotation.json", AnnotationHandler, {'storage': storage}),
+        (r"/(.*)", StaticFileWithHeaderHandler,
+         {"path": 'www', "default_filename": 'index.html'}),
+    ], debug=debug)
+
+
+if __name__ == "__main__":
+    argParser = argparse.ArgumentParser(
+        description='Server for COCO web interface')
+    argParser.add_argument(
+        '--port',
+        '-P',
+        type=int,
+        default=8888,
+        help='Port to listen on'
+    )
+    argParser.add_argument(
+        '--db',
+        type=COCOStorage,
+        metavar='DATABASE',
+        dest='storage',
+        help='SQLite db filename, will be created if not existing',
+        default='dataset/instances_val2017.db'
+    )
+    argParser.add_argument(
+        '--verbose',
+        '-v',
+        action='store_true',
+        help='Increase log level'
+    )
+    args = argParser.parse_args()
+
+    loglevel = logging.DEBUG if args.verbose else logging.INFO
+    coloredlogs.install(
+        level=loglevel,
+        fmt="%(asctime)s %(hostname)s %(name)s[%(process)d] %(levelname)s %(message)s"
+    )
+
+    app = make_app(args.storage, debug=args.verbose)
+    app.listen(args.port)
+    logger.info(f"Listening on {args.port}")
+    tornado.ioloop.IOLoop.current().start()

tools.py

@@ -10,7 +10,8 @@ logger = logging.getLogger("tools")
 def create(args):
     con = args.storage.con
     cur = con.cursor()
-    cur.executemany('INSERT OR IGNORE INTO categories(id, supercategory, name) VALUES (:id, :supercategory, :name)', args.coco.cats.values())
+    cur.executemany(
+        'INSERT OR IGNORE INTO categories(id, supercategory, name) VALUES (:id, :supercategory, :name)', args.coco.cats.values())
     con.commit()
 
     logger.info("Images...")
@@ -22,7 +23,6 @@ def create(args):
 
     logger.info("Annotations...")
 
-
     def annotation_generator():
         for c in args.coco.anns.values():
             ann = c.copy()
@@ -38,14 +38,14 @@ def create(args):
         ''', annotation_generator())
     con.commit()
 
-
     logger.info("Segments...")
 
     def segment_generator():
         for ann in args.coco.anns.values():
             for i, seg in enumerate(ann['segmentation']):
                 yield {
-                    'id': ann['id']*10 + i, # create a uniqe segment id, supports max 10 segments per annotation
+                    # create a uniqe segment id, supports max 10 segments per annotation
+                    'id': ann['id']*10 + i,
                     'annotation_id': ann['id'],
                     'points': str(seg)[1:-1],
                 }
@@ -56,7 +56,6 @@ def create(args):
         ''', segment_generator())
     con.commit()
 
-
     logger.info("Done...")
 
 
@@ -64,7 +63,8 @@ if __name__ == "__main__":
 
     parser = argparse.ArgumentParser()
 
-    subparsers = parser.add_subparsers(title = 'subcommands', help="Use command -h for specific help")
+    subparsers = parser.add_subparsers(
+        title='subcommands', help="Use command -h for specific help")
 
     parser_create = subparsers.add_parser('create')
     parser_create.add_argument(