From 807567af739adfb7f2c7bc7e523f6b987cb6a0a9 Mon Sep 17 00:00:00 2001
From: Rinku Nemade <nemaderinku@gmail.com>
Date: Fri, 10 Apr 2020 04:28:26 -0700
Subject: [PATCH] create npy masks

---
 create_masks.py | 93 +++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 93 insertions(+)
 create mode 100644 create_masks.py

diff --git a/create_masks.py b/create_masks.py
new file mode 100644
index 0000000..31b29b3
--- /dev/null
+++ b/create_masks.py
@@ -0,0 +1,93 @@
+import os
+import django
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "deepgis_moon.agdss.settings")
+django.setup()
+
+from wand.color import Color as WandColor
+from wand.image import Image as WandImage
+from django.conf import settings
+import numpy as np
+import re
+import SVGRegex
+import io
+import imageio
+from webclient.models import User, Labeler, Image, ImageLabel, CategoryLabel
+
+IMAGE_FILE_EXTENSION = '.png'
+
+def image_label_string_to_SVG_string(DBStr, height=None, width=None, keepImage=False):
+    addedStr = DBStr
+    if height == None or width == None:
+        image, height, width = SVGDimensions(DBStr)
+        if not keepImage and image:
+            addedStr = DBStr.replace(image, '')
+    addedStr = addedStr.encode('utf-8')
+    return '<?xml version="1.0" encoding="UTF-8" standalone="no"?>' \
+           '<svg version="1.1" id="Layer_1" xmlns="http://www.w3.org/2000/svg"' \
+           ' xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px" xml:space="preserve" height="%s"' \
+           ' width="%s">%s</svg>\n' % (height, width, addedStr)
+
+
+def image_string_to_SVG_string_file(svgStr):
+    SVG_string_file = io.StringIO(svgStr)
+    SVG_string_file.seek(0)
+    return SVG_string_file.read().encode('utf-8')
+
+def image_labels_to_countable_npy():
+    _user = User.objects.filter(username='Labeler1')[0]
+    _labeler = Labeler.objects.filter(user=_user)[0]
+    labels = ImageLabel.objects.filter(labeler=_labeler)
+    foldername = 'npy'
+
+    for label in labels:
+        parent_image = label.parentImage
+        filename = '%s' % parent_image.name.replace('.JPG','')
+        outputFilenameNpy = (settings.STATIC_ROOT + settings.LABEL_FOLDER_NAME + foldername + '/' + filename + '.npy')
+        categorylabels = label.categorylabel_set.all()
+        height = parent_image.height
+        width = parent_image.width
+        total_paths = 600
+        masks_ndarray = np.zeros((total_paths, height, width), dtype=np.int8)
+        ctr = 0
+
+        for cat_id, categorylabel in enumerate(categorylabels):
+            svg = categorylabel.labelShapes
+            paths = []
+            poly = []
+            print(filename, svg)
+            paths = re.findall(SVGRegex.rePath, svg)
+            poly = re.findall(SVGRegex.rePolygon, svg)
+            circles = re.findall(SVGRegex.reCircle, svg)
+            shapes = paths + poly + circles
+            if len(paths) + len(poly) +len(circles) > 0:
+                for idx,path in enumerate(shapes):
+                    print("logging image info:----",filename, ctr, cat_id, idx, path)
+                    img=WandImage(blob=image_string_to_SVG_string_file(image_label_string_to_SVG_string(path, height, width)))
+                    img.resize(width,height)
+                    img.background_color = WandColor('white')
+                    img.alpha_channel = 'remove'
+                    img.negate()
+                    img.threshold(0)
+                    img.format = 'png'
+                    if not os.path.exists(settings.STATIC_ROOT + settings.LABEL_FOLDER_NAME + foldername):
+                        os.makedirs(settings.STATIC_ROOT + settings.LABEL_FOLDER_NAME + foldername)
+                    outputFilename = (
+                            settings.STATIC_ROOT + settings.LABEL_FOLDER_NAME + foldername + '/' + filename + '_' + str(idx) + '_' + str(ctr) + IMAGE_FILE_EXTENSION)
+                    img.save(filename=outputFilename)
+                    im = imageio.imread(outputFilename)
+                    masks = np.array(im)
+                    category_id = categorylabel.categoryType_id
+                    cat_mask = np.where(masks == 255,category_id , masks)
+                    masks_ndarray[ctr, :, :] = cat_mask
+                    ctr = ctr + 1
+            else:
+                print(filename, ctr, cat_id, 0, 'EMPTY')
+        masks_ndarray.resize(ctr, height, width)
+        print(masks_ndarray.shape)
+        np.save(outputFilenameNpy,masks_ndarray)
+
+print("Run this script in web container bash.")
+print("The lables are stored inside static-root/lables/npy.")
+print("Change ctr if the labels exceed current value.")
+image_labels_to_countable_npy()