curious.bio/planktoscope
curious.bio/planktoscope
9
0
Fork 0
Code Issues 10 Pull requests Packages Projects 7 Releases Wiki Activity

segmenter: working again!

Browse source 
(cherry picked from commit 6e0358ede1fd9dc302f962b08e4aa73420b296da)
This commit is contained in:
Romain Bazile 2021-05-20 00:28:01 +02:00 committed by Romain Bazile
parent de3a1ff7ce
commit fedb4a0f09
8 changed files with 2017 additions and 167 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

750
flows/main.json
View file

File diff suppressed because it is too large Load diff

1
requirements.txt
View file

@ -6,6 +6,7 @@ adafruit-circuitpython-motorkit~=1.6.2
Adafruit-SSD1306~=1.6.2
Adafruit-PlatformDetect~=3.12.0
paho-mqtt~=1.5.1
numpy~=1.20.3
loguru~=0.5.3
picamera~=1.13
picamerax~=20.9.1

9
scripts/main.py
View file

@ -120,7 +120,7 @@ if __name__ == "__main__":
stepper_thread.start()
# Starts the imager control process
logger.info("Starting the imager control process (step 3/6)")
logger.info("Starting the imager control process (step 3/4)")
try:
imager_thread = planktoscope.imager.ImagerProcess(shutdown_event)
except:
@ -131,10 +131,11 @@ if __name__ == "__main__":
# Starts the segmenter process
logger.info("Starting the segmenter control process (step 4/4)")
segmenter_thread = planktoscope.segmenter.SegmenterProcess(shutdown_event)
segmenter_thread = planktoscope.segmenter.SegmenterProcess(
shutdown_event, "/home/pi/data"
)
segmenter_thread.start()
# Starts the module process
# Uncomment here as needed
# logger.info("Starting the module process")
@ -177,4 +178,4 @@ if __name__ == "__main__":
# Uncomment this for clean shutdown
# module_thread.close()
display.stop()
logger.info("Bye")
logger.info("Bye")

886
scripts/planktoscope/segmenter/__init__.py Normal file
View file

@ -0,0 +1,886 @@
################################################################################
# Practical Libraries
################################################################################
# Logger library compatible with multiprocessing
from loguru import logger
# Library to get date and time for folder name and filename
import datetime
# Library to be able to sleep for a given duration
import time
# Libraries manipulate json format, execute bash commands
import json, shutil, os
# Library for starting processes
import multiprocessing
import io
import threading
import functools
# Basic planktoscope libraries
import planktoscope.mqtt
import planktoscope.segmenter.operations
import planktoscope.segmenter.encoder
import planktoscope.segmenter.streamer
import planktoscope.segmenter.ecotaxa
################################################################################
# Morphocut Libraries
################################################################################
# import morphocut
# import morphocut.file
# import morphocut.image
# import morphocut.stat
# import morphocut.stream
# import morphocut.str
# import morphocut.contrib.zooprocess
################################################################################
# Other image processing Libraries
################################################################################
import skimage.util
import skimage.transform
import skimage.measure
import cv2
import scipy.stats
import numpy as np
import PIL.Image
import math
logger.info("planktoscope.segmenter is loaded")
################################################################################
# Main Segmenter class
################################################################################
class SegmenterProcess(multiprocessing.Process):
"""This class contains the main definitions for the segmenter of the PlanktoScope"""
@logger.catch
def __init__(self, event, data_path):
"""Initialize the Segmenter class
Args:
event (multiprocessing.Event): shutdown event
"""
super(SegmenterProcess, self).__init__(name="segmenter")
logger.info("planktoscope.segmenter is initialising")
self.stop_event = event
self.__pipe = None
self.segmenter_client = None
# Where captured images are saved
self.__img_path = os.path.join(data_path, "img/")
# To save export folders
self.__export_path = os.path.join(data_path, "export/")
# To save objects to export
self.__objects_root = os.path.join(data_path, "objects/")
# To save debug masks
self.__debug_objects_root = os.path.join(data_path, "clean/")
self.__ecotaxa_path = os.path.join(self.__export_path, "ecotaxa")
self.__global_metadata = None
# path for current folder being segmented
self.__working_path = ""
# combination of self.__objects_root and actual sample folder name
self.__working_obj_path = ""
# combination of self.__ecotaxa_path and actual sample folder name
self.__working_ecotaxa_path = ""
# combination of self.__debug_objects_root and actual sample folder name
self.__working_debug_path = ""
self.__archive_fn = ""
self.__flat = None
self.__mask_array = None
self.__mask_to_remove = None
self.__save_debug_img = True
# create all base path
for path in [
self.__ecotaxa_path,
self.__objects_root,
self.__debug_objects_root,
]:
if not os.path.exists(path):
# create the path!
os.makedirs(path)
logger.success("planktoscope.segmenter is initialised and ready to go!")
def _find_files(self, path, extension):
for _, _, filenames in os.walk(path, topdown=True):
if filenames:
filenames = sorted(filenames)
return [fn for fn in filenames if fn.endswith(extension)]
def _manual_median(self, array_of_5):
array_of_5.sort(axis=0)
return array_of_5[2]
def _save_image(self, image, path):
PIL.Image.fromarray(cv2.cvtColor(image, cv2.COLOR_BGR2RGB)).save(path)
def _save_mask(self, mask, path):
PIL.Image.fromarray(mask).save(path)
def _calculate_flat(self, images_list, images_number, images_root_path):
# TODO make this calculation optional if a flat already exists
# make sure image number is smaller than image list
if images_number > len(images_list):
logger.error(
"The image number can't be bigger than the lenght of the provided list!"
)
images_number = len(images_list)
logger.debug("Opening images")
# start = time.monotonic()
# Read images and build array
images_array = np.array(
[
cv2.imread(
os.path.join(images_root_path, images_list[i]),
)
for i in range(images_number)
]
)
# logger.debug(time.monotonic() - start)
logger.success("Opening images")
logger.info("Manual median calc")
# start = time.monotonic()
self.__flat = self._manual_median(images_array)
# self.__flat = _numpy_median(images_array)
# logger.debug(time.monotonic() - start)
logger.success("Manual median calc")
# cv2.imshow("flat_color", self.__flat.astype("uint8"))
# cv2.waitKey(0)
return self.__flat
def _open_and_apply_flat(self, filepath, flat_ref):
logger.info("Opening images")
start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# Read images
image = cv2.imread(filepath)
# print(image)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
logger.success("Opening images")
logger.info("Flat calc")
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# Correct image
image = image / self.__flat
# adding one black pixel top left
image[0][0] = [0, 0, 0]
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
image = skimage.exposure.rescale_intensity(
image, in_range=(0, 1.04), out_range="uint8"
)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
logger.debug(time.monotonic() - start)
logger.success("Flat calc")
# cv2.imshow("img", img.astype("uint8"))
# cv2.waitKey(0)
if self.__save_debug_img:
self._save_image(
image,
os.path.join(self.__working_debug_path, "cleaned_image.jpg"),
)
return image
def _create_mask(self, img, debug_saving_path):
logger.info("Starting the mask creation")
pipeline = [
"adaptative_threshold",
"remove_previous_mask",
"erode",
"dilate",
"close",
"erode2",
]
mask = img
for i, transformation in enumerate(pipeline):
function = getattr(
planktoscope.segmenter.operations, transformation
) # Retrieves the actual operation
mask = function(mask)
# cv2.imshow(f"mask {transformation}", mask)
# cv2.waitKey(0)
if self.__save_debug_img:
PIL.Image.fromarray(mask).save(
os.path.join(debug_saving_path, f"mask_{i}_{transformation}.jpg")
)
logger.success("Mask created")
return mask
def _get_color_info(self, bgr_img, mask):
# bgr_mean, bgr_stddev = cv2.meanStdDev(bgr_img, mask=mask)
# (b_channel, g_channel, r_channel) = cv2.split(bgr_img)
quartiles = [0, 0.05, 0.25, 0.50, 0.75, 0.95, 1]
# b_quartiles = np.quantile(b_channel, quartiles)
# g_quartiles = np.quantile(g_channel, quartiles)
# r_quartiles = np.quantile(r_channel, quartiles)
hsv_img = cv2.cvtColor(bgr_img, cv2.COLOR_BGR2HSV)
(h_channel, s_channel, v_channel) = cv2.split(hsv_img)
# hsv_mean, hsv_stddev = cv2.meanStdDev(hsv_img, mask=mask)
h_mean = np.mean(h_channel, where=mask)
s_mean = np.mean(s_channel, where=mask)
v_mean = np.mean(v_channel, where=mask)
h_stddev = np.std(h_channel, where=mask)
s_stddev = np.std(s_channel, where=mask)
v_stddev = np.std(v_channel, where=mask)
# TODO Add skewness and kurtosis calculation (with scipy) here
# using https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.skew.html#scipy.stats.skew
# and https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.kurtosis.html#scipy.stats.kurtosis
# h_quartiles = np.quantile(h_channel, quartiles)
# s_quartiles = np.quantile(s_channel, quartiles)
# v_quartiles = np.quantile(v_channel, quartiles)
return {
# "object_MeanRedLevel": bgr_mean[2][0],
# "object_MeanGreenLevel": bgr_mean[1][0],
# "object_MeanBlueLevel": bgr_mean[0][0],
# "object_StdRedLevel": bgr_stddev[2][0],
# "object_StdGreenLevel": bgr_stddev[1][0],
# "object_StdBlueLevel": bgr_stddev[0][0],
# "object_minRedLevel": r_quartiles[0],
# "object_Q05RedLevel": r_quartiles[1],
# "object_Q25RedLevel": r_quartiles[2],
# "object_Q50RedLevel": r_quartiles[3],
# "object_Q75RedLevel": r_quartiles[4],
# "object_Q95RedLevel": r_quartiles[5],
# "object_maxRedLevel": r_quartiles[6],
# "object_minGreenLevel": g_quartiles[0],
# "object_Q05GreenLevel": g_quartiles[1],
# "object_Q25GreenLevel": g_quartiles[2],
# "object_Q50GreenLevel": g_quartiles[3],
# "object_Q75GreenLevel": g_quartiles[4],
# "object_Q95GreenLevel": g_quartiles[5],
# "object_maxGreenLevel": g_quartiles[6],
# "object_minBlueLevel": b_quartiles[0],
# "object_Q05BlueLevel": b_quartiles[1],
# "object_Q25BlueLevel": b_quartiles[2],
# "object_Q50BlueLevel": b_quartiles[3],
# "object_Q75BlueLevel": b_quartiles[4],
# "object_Q95BlueLevel": b_quartiles[5],
# "object_maxBlueLevel": b_quartiles[6],
"MeanHue": h_mean,
"MeanSaturation": s_mean,
"MeanValue": v_mean,
"StdHue": h_stddev,
"StdSaturation": s_stddev,
"StdValue": v_stddev,
# "object_minHue": h_quartiles[0],
# "object_Q05Hue": h_quartiles[1],
# "object_Q25Hue": h_quartiles[2],
# "object_Q50Hue": h_quartiles[3],
# "object_Q75Hue": h_quartiles[4],
# "object_Q95Hue": h_quartiles[5],
# "object_maxHue": h_quartiles[6],
# "object_minSaturation": s_quartiles[0],
# "object_Q05Saturation": s_quartiles[1],
# "object_Q25Saturation": s_quartiles[2],
# "object_Q50Saturation": s_quartiles[3],
# "object_Q75Saturation": s_quartiles[4],
# "object_Q95Saturation": s_quartiles[5],
# "object_maxSaturation": s_quartiles[6],
# "object_minValue": v_quartiles[0],
# "object_Q05Value": v_quartiles[1],
# "object_Q25Value": v_quartiles[2],
# "object_Q50Value": v_quartiles[3],
# "object_Q75Value": v_quartiles[4],
# "object_Q95Value": v_quartiles[5],
# "object_maxValue": v_quartiles[6],
}
def _extract_metadata_from_regionprop(self, prop):
return {
"label": prop.label,
# width of the smallest rectangle enclosing the object
"width": prop.bbox[3] - prop.bbox[1],
# height of the smallest rectangle enclosing the object
"height": prop.bbox[2] - prop.bbox[0],
# X coordinates of the top left point of the smallest rectangle enclosing the object
"bx": prop.bbox[1],
# Y coordinates of the top left point of the smallest rectangle enclosing the object
"by": prop.bbox[0],
# circularity : (4∗π ∗Area)/Perim^2 a value of 1 indicates a perfect circle, a value approaching 0 indicates an increasingly elongated polygon
"circ.": (4 * np.pi * prop.filled_area) / prop.perimeter ** 2,
# Surface area of the object excluding holes, in square pixels (=Area*(1-(%area/100))
"area_exc": prop.area,
# Surface area of the object in square pixels
"area": prop.filled_area,
# Percentage of object’s surface area that is comprised of holes, defined as the background grey level
"%area": 1 - (prop.area / prop.filled_area),
# Primary axis of the best fitting ellipse for the object
"major": prop.major_axis_length,
# Secondary axis of the best fitting ellipse for the object
"minor": prop.minor_axis_length,
# Y position of the center of gravity of the object
"y": prop.centroid[0],
# X position of the center of gravity of the object
"x": prop.centroid[1],
# The area of the smallest polygon within which all points in the objet fit
"convex_area": prop.convex_area,
# # Minimum grey value within the object (0 = black)
# "min": prop.min_intensity,
# # Maximum grey value within the object (255 = white)
# "max": prop.max_intensity,
# # Average grey value within the object ; sum of the grey values of all pixels in the object divided by the number of pixels
# "mean": prop.mean_intensity,
# # Integrated density. The sum of the grey values of the pixels in the object (i.e. = Area*Mean)
# "intden": prop.filled_area * prop.mean_intensity,
# The length of the outside boundary of the object
"perim.": prop.perimeter,
# major/minor
"elongation": np.divide(prop.major_axis_length, prop.minor_axis_length),
# max-min
# "range": prop.max_intensity - prop.min_intensity,
# perim/area_exc
"perimareaexc": prop.perimeter / prop.area,
# perim/major
"perimmajor": prop.perimeter / prop.major_axis_length,
# (4 ∗ π ∗ Area_exc)/perim 2
"circex": np.divide(4 * np.pi * prop.area, prop.perimeter ** 2),
# Angle between the primary axis and a line parallel to the x-axis of the image
"angle": prop.orientation / np.pi * 180 + 90,
# # X coordinate of the top left point of the image
# 'xstart': data_object['raw_img']['meta']['xstart'],
# # Y coordinate of the top left point of the image
# 'ystart': data_object['raw_img']['meta']['ystart'],
# Maximum feret diameter, i.e. the longest distance between any two points along the object boundary
# 'feret': data_object['raw_img']['meta']['feret'],
# feret/area_exc
# 'feretareaexc': data_object['raw_img']['meta']['feret'] / property.area,
# perim/feret
# 'perimferet': property.perimeter / data_object['raw_img']['meta']['feret'],
"bounding_box_area": prop.bbox_area,
"eccentricity": prop.eccentricity,
"equivalent_diameter": prop.equivalent_diameter,
"euler_number": prop.euler_number,
"extent": prop.extent,
"local_centroid_col": prop.local_centroid[1],
"local_centroid_row": prop.local_centroid[0],
"solidity": prop.solidity,
}
def _stream(self, img):
img_object = io.BytesIO()
PIL.Image.fromarray(cv2.cvtColor(img, cv2.COLOR_BGR2RGB)).save(
img_object, format="JPEG"
)
logger.debug("Sending the object in the pipe!")
planktoscope.segmenter.streamer.sender.send(img_object)
def _slice_image(self, img, name, mask, start_count=0):
"""Slice a given image using give mask
Args:
img (img array): Image to slice
name (string): name of the original image
mask (mask binary array): mask to use slice with
start_count (int, optional): count start to number the objects, so each one is unique. Defaults to 0.
Returns:
tuple: (Number of saved objects, original number of objects before size filtering)
"""
# TODO retrieve here all those from the global metadata
minESD = 40 # microns
minArea = math.pi * (minESD / 2) * (minESD / 2)
pixel_size = 1.01 # to be retrieved from metadata
# minsizepix = minArea / pixel_size / pixel_size
minsizepix = (minESD / pixel_size) ** 2
labels, nlabels = skimage.measure.label(mask, return_num=True)
regionprops = skimage.measure.regionprops(labels)
regionprops_filtered = [
region for region in regionprops if region.bbox_area >= minsizepix
]
object_number = len(regionprops_filtered)
logger.debug(f"Found {nlabels} labels, or {object_number} after size filtering")
for (i, region) in enumerate(regionprops_filtered):
region.label = i + start_count
# Publish the object_id to via MQTT to Node-RED
self.segmenter_client.client.publish(
"status/segmenter/object_id",
f'{{"object_id":"{region.label}"}}',
)
obj_image = img[region.slice]
object_id = f"{name}_{i}"
object_fn = os.path.join(self.__working_obj_path, f"{object_id}.jpg")
self._save_image(obj_image, object_fn)
self._stream(obj_image)
if self.__save_debug_img:
self._save_mask(
region.filled_image,
os.path.join(self.__working_debug_path, f"obj_{i}_mask.jpg"),
)
colors = self._get_color_info(obj_image, region.filled_image)
metadata = self._extract_metadata_from_regionprop(region)
object_metadata = {
"name": f"{object_id}",
"metadata": {**metadata, **colors},
}
# publish metrics about the found object
self.segmenter_client.client.publish(
"status/segmenter/metric",
json.dumps(
object_metadata, cls=planktoscope.segmenter.encoder.NpEncoder
),
)
if "objects" in self.__global_metadata:
self.__global_metadata["objects"].append(object_metadata)
else:
self.__global_metadata.update({"objects": [object_metadata]})
# TODO make the TSV for ecotaxa
if self.__save_debug_img:
if object_number:
for region in regionprops_filtered:
tagged_image = cv2.drawMarker(
img,
(int(region.centroid[1]), int(region.centroid[0])),
(0, 0, 255),
cv2.MARKER_CROSS,
)
tagged_image = cv2.rectangle(
img,
pt1=region.bbox[-3:-5:-1],
pt2=region.bbox[-1:-3:-1],
color=(150, 0, 200),
thickness=1,
)
# contours = [region.bbox for region in regionprops_filtered]
# for contour in contours:
# tagged_image = cv2.rectangle(
# img, pt1=(contours[0][1],contours[0][0]), pt2=(contours[0][3],contours[0][2]), color=(0, 0, 255), thickness=2
# )
# contours = [region.coords for region in regionprops_filtered]
# for contour in contours:
# tagged_image = cv2.drawContours(
# img_erode_2, contour, -1, color=(0, 0, 255), thickness=2
# )
# cv2.imshow("tagged_image", tagged_image.astype("uint8"))
# cv2.waitKey(0)
self._save_image(
tagged_image,
os.path.join(self.__working_debug_path, "tagged.jpg"),
)
else:
self._save_image(
img,
os.path.join(self.__working_debug_path, "tagged.jpg"),
)
return (object_number, len(regionprops))
def _pipe(self):
logger.info("Finding images")
images_list = self._find_files(
self.__working_path, ("JPG", "jpg", "JPEG", "jpeg")
)
logger.debug(f"Images found are {images_list}")
images_count = len(images_list)
logger.debug(f"We found {images_count} images, good luck!")
first_start = time.monotonic()
self.__mask_to_remove = None
average = 0
total_objects = 0
average_objects = 0
recalculate_flat = True
# TODO check image list here to find if a flat exists
# we recalculate the flat every 10 pictures
if recalculate_flat:
self.segmenter_client.client.publish(
"status/segmenter", '{"status":"Calculating flat"}'
)
if images_count < 10:
self._calculate_flat(
images_list[0:images_count], images_count, self.__working_path
)
else:
self._calculate_flat(images_list[0:10], 10, self.__working_path)
recalculate_flat = False
if self.__save_debug_img:
self._save_image(
self.__flat,
os.path.join(self.__working_debug_path, "flat_color.jpg"),
)
average_time = 0
# TODO here would be a good place to parallelize the computation
for (i, filename) in enumerate(images_list):
name = os.path.splitext(filename)[0]
# Publish the object_id to via MQTT to Node-RED
self.segmenter_client.client.publish(
"status/segmenter", f'{{"status":"Segmenting image {filename}"}}'
)
# we recalculate the flat if the heuristics detected we should
if recalculate_flat: # not i % 10 and i < (images_count - 10)
if i > (len(images_list) - 11):
# We are too close to the end of the list, take the previous 10 images instead of the next 10
flat = self._calculate_flat(
images_list[i - 10 : i], 10, self.__working_path
)
else:
flat = self._calculate_flat(
images_list[i : i + 10], 10, self.__working_path
)
recalculate_flat = False
if self.__save_debug_img:
self._save_image(
self.__flat,
os.path.join(
os.path.dirname(self.__working_debug_path),
f"flat_color_{i}.jpg",
),
)
self.__working_debug_path = os.path.join(
self.__debug_objects_root,
self.__working_path.split(self.__img_path)[1].strip(),
name,
)
logger.debug(f"The debug objects path is {self.__working_debug_path}")
# Create the debug objects path if needed
if self.__save_debug_img and not os.path.exists(self.__working_debug_path):
# create the path!
os.makedirs(self.__working_debug_path)
start = time.monotonic()
logger.info(f"Starting work on {name}, image {i+1}/{images_count}")
img = self._open_and_apply_flat(
os.path.join(self.__working_path, images_list[i]), self.__flat
)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
mask = self._create_mask(img, self.__working_debug_path)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
objects_count, _ = self._slice_image(img, name, mask, total_objects)
total_objects += objects_count
# Simple heuristic to detect a movement of the flow cell and a change in the resulting flat
if objects_count > average_objects + 20:
logger.debug(
f"We need to recalculate a flat since we have {objects_count} new objects instead of the average of {average_objects}"
)
recalculate_flat = True
average_objects = (average_objects * i + objects_count) / (i + 1)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
delay = time.monotonic() - start
average_time = (average_time * i + delay) / (i + 1)
logger.success(
f"Work on {name} is OVER! Done in {delay}s, average time is {average_time}s, average number of objects is {average_objects}"
)
logger.success(
f"We also found {objects_count} objects in this image, at a rate of {objects_count / delay} objects per second"
)
logger.success(f"So far we found {total_objects} objects")
total_duration = (time.monotonic() - first_start) / 60
logger.success(
f"{images_count} images done in {total_duration} minutes, or an average of {average_time}s per image or {total_duration*60/images_count}s per image"
)
logger.success(
f"We also found {total_objects} objects, or an average of {total_objects / (total_duration * 60)}objects per second"
)
planktoscope.segmenter.ecotaxa.ecotaxa_export(
self.__archive_fn,
self.__global_metadata,
self.__working_obj_path,
keep_files=True,
)
# cleanup
# we're done free some mem
self.__flat = None
def segment_all(self, paths: list):
"""Starts the segmentation in all the folders given recursively
Args:
paths (list, optional): path list to recursively explore. Defaults to [self.__img_path].
"""
img_paths = []
for path in paths:
for x in os.walk(path):
if x[0] not in img_paths:
img_paths.append(x[0])
self.segment_list(img_paths)
def segment_list(self, path_list: list, force=True):
"""Starts the segmentation in the folders given
Args:
path_list (list): [description]
"""
logger.info(f"The pipeline will be run in {len(path_list)} directories")
logger.debug(f"Those are {path_list}")
for path in path_list:
logger.debug(f"{path}: Checking for the presence of metadata.json")
if os.path.exists(os.path.join(path, "metadata.json")):
# The file exists, let's check if we force or not
if force:
# forcing, let's gooooo
if not self.segment_path(path):
logger.error(f"There was en error while segmenting {path}")
else:
# we need to check for the presence of done.txt in each folder
logger.debug(f"{path}: Checking for the presence of done.txt")
if os.path.exists(os.path.join(path, "done.txt")):
logger.debug(
f"Moving to the next folder, {path} has already been segmented"
)
else:
if not self.segment_path(path):
logger.error(f"There was en error while segmenting {path}")
else:
logger.debug(f"Moving to the next folder, {path} has no metadata.json")
# Publish the status "Done" to via MQTT to Node-RED
self.segmenter_client.client.publish("status/segmenter", '{"status":"Done"}')
def segment_path(self, path):
"""Starts the segmentation in the given path
Args:
path (string): path of folder to do segmentation in
"""
logger.info(f"Loading the metadata file for {path}")
with open(os.path.join(path, "metadata.json"), "r") as config_file:
self.__global_metadata = json.load(config_file)
logger.debug(f"Configuration loaded is {self.__global_metadata}")
# Remove all the key,value pairs that don't start with acq, sample, object or process (for Ecotaxa)
self.__global_metadata = dict(
filter(
lambda item: item[0].startswith(("acq", "sample", "object", "process")),
self.__global_metadata.items(),
)
)
project = self.__global_metadata["sample_project"].replace(" ", "_")
date = datetime.datetime.utcnow().isoformat()
sample = self.__global_metadata["sample_id"].replace(" ", "_")
# TODO Add process informations to metadata here
# Define the name of the .zip file that will contain the images and the .tsv table for EcoTaxa
self.__archive_fn = os.path.join(
self.__ecotaxa_path,
# filename includes project name, timestamp and sample id
f"export_{project}_{date}_{sample}.zip",
)
self.__working_path = path
# recreate the subfolder img architecture of this folder inside objects
# when we split the working path with the base img path, we get the date/sample architecture back
# os.path.relpath("/home/pi/data/img/2020-10-17/5/5","/home/pi/data/img/") => '2020-10-17/5/5'
sample_path = os.path.relpath(self.__working_path, self.__img_path)
logger.debug(f"base obj path is {self.__objects_root}")
logger.debug(f"sample path is {sample_path}")
self.__working_obj_path = os.path.join(self.__objects_root, sample_path)
logger.debug(f"The working objects path is {self.__working_obj_path}")
self.__working_debug_path = os.path.join(self.__debug_objects_root, sample_path)
logger.debug(f"The debug objects path is {self.__working_debug_path}")
# Create the paths
for path in [self.__working_obj_path, self.__working_debug_path]:
if not os.path.exists(path):
# create the path!
os.makedirs(path)
logger.debug(f"The archive folder is {self.__archive_fn}")
logger.info(f"Starting the pipeline in {path}")
try:
self._pipe()
except Exception as e:
logger.exception(f"There was an error in the pipeline {e}")
return False
# Add file 'done' to path to mark the folder as already segmented
with open(os.path.join(self.__working_path, "done.txt"), "w") as done_file:
done_file.writelines(datetime.datetime.utcnow().isoformat())
logger.info(f"Pipeline has been run for {path}")
return True
@logger.catch
def treat_message(self):
last_message = {}
if self.segmenter_client.new_message_received():
logger.info("We received a new message")
last_message = self.segmenter_client.msg["payload"]
logger.debug(last_message)
self.segmenter_client.read_message()
if "action" in last_message:
# If the command is "segment"
if last_message["action"] == "segment":
path = None
recursive = True
force = False
# {"action":"segment"}
if "settings" in last_message:
if "force" in last_message["settings"]:
# force rework of already done folder
force = last_message["settings"]["force"]
if "recursive" in last_message["settings"]:
# parse folders recursively starting from the given parameter
recursive = last_message["settings"]["recursive"]
# TODO eventually add customisation to segmenter parameters here
if "path" in last_message:
path = last_message["path"]
# Publish the status "Started" to via MQTT to Node-RED
self.segmenter_client.client.publish(
"status/segmenter", '{"status":"Started"}'
)
if path:
if recursive:
self.segment_all(path)
else:
self.segment_list(path)
else:
self.segment_all(self.__img_path)
elif last_message["action"] == "stop":
logger.info("The segmentation has been interrupted.")
# Publish the status "Interrupted" to via MQTT to Node-RED
self.segmenter_client.client.publish(
"status/segmenter", '{"status":"Interrupted"}'
)
elif last_message["action"] == "update_config":
logger.error(
"We can't update the configuration while we are segmenting."
)
# Publish the status "Interrupted" to via MQTT to Node-RED
self.segmenter_client.client.publish(
"status/segmenter", '{"status":"Busy"}'
)
elif last_message["action"] != "":
logger.warning(
f"We did not understand the received request {action} - {last_message}"
)
################################################################################
# While loop for capturing commands from Node-RED
################################################################################
@logger.catch
def run(self):
"""This is the function that needs to be started to create a thread"""
logger.info(
f"The segmenter control thread has been started in process {os.getpid()}"
)
# MQTT Service connection
self.segmenter_client = planktoscope.mqtt.MQTT_Client(
topic="segmenter/#", name="segmenter_client"
)
# Publish the status "Ready" to via MQTT to Node-RED
self.segmenter_client.client.publish("status/segmenter", '{"status":"Ready"}')
logger.info("Setting up the streaming server thread")
address = ("", 8001)
fps = 0.5
refresh_delay = 3 # was 1/fps
handler = functools.partial(
planktoscope.segmenter.streamer.StreamingHandler, refresh_delay
)
server = planktoscope.segmenter.streamer.StreamingServer(address, handler)
self.streaming_thread = threading.Thread(
target=server.serve_forever, daemon=True
)
# start streaming only when needed
self.streaming_thread.start()
logger.success("Segmenter is READY!")
# This is the loop
while not self.stop_event.is_set():
self.treat_message()
time.sleep(0.5)
logger.info("Shutting down the segmenter process")
planktoscope.segmenter.streamer.sender.close()
self.segmenter_client.client.publish("status/segmenter", '{"status":"Dead"}')
self.segmenter_client.shutdown()
logger.success("Segmenter process shut down! See you!")
# This is called if this script is launched directly
if __name__ == "__main__":
# TODO This should be a test suite for this library
segmenter_thread = SegmenterProcess(
None, "/home/rbazile/Documents/pro/PlanktonPlanet/Planktonscope/Segmenter/data/"
)
segmenter_thread.segment_path(
"/home/rbazile/Documents/pro/PlanktonPlanet/Planktonscope/Segmenter/data/test"
)

250
scripts/planktoscope/segmenter/ecotaxa.py Normal file
View file

@ -0,0 +1,250 @@
# Logger library compatible with multiprocessing
from loguru import logger
import pandas
import morphocut.contrib.ecotaxa
import zipfile
import os
import io
"""
Example of metadata file received
{
"sample_project": "Tara atlantique sud 2021",
"sample_id": "Tara atlantique sud 2021_hsn_2021_01_22",
"sample_ship": "TARA",
"sample_operator": "DAVE",
"sample_sampling_gear": "net_hsn",
"sample_concentrated_sample_volume": 100,
"acq_id": "Tara atlantique sud 2021_hsn_2021_01_22_1",
"acq_instrument": "PlanktonScope v2.2",
"acq_instrument_id": "Babane Batoukoa",
"acq_celltype": 300,
"acq_minimum_mesh": 20,
"acq_maximum_mesh": 200,
"acq_volume": "37.50",
"acq_imaged_volume": "2.9320",
"acq_fnumber_objective": 16,
"acq_camera": "HQ Camera",
"acq_nb_frame": 750,
"acq_software": "PlanktoScope v2.2-cd03960",
"object_date": "20210122",
"object_time": "115300",
"object_lat": "-21.6167",
"object_lon": "-38.2667",
"object_depth_min": 0,
"object_depth_max": 1,
"process_pixel": 1,
"process_id": 1,
"sample_gear_net_opening": 40,
"object_date_end": "20210122",
"object_time_end": "115800",
"object_lat_end": "-21.6168",
"object_lon_end": "-38.2668",
"sample_total_volume": 0.019,
"acq_local_datetime": "2020-12-28T01:03:38",
"acq_camera_resolution": "4056 x 3040",
"acq_camera_iso": 100,
"acq_camera_shutter_speed": 1,
"acq_uuid": "Pobolautoa Jouroacu Yepaoyoa Babane Batoukoa",
"sample_uuid": "Pobo Raikoajou Roacuye Sune Babane Batoukoa",
"objects": [
{
"name": "01_13_28_232066_0",
"metadata": {
"label": 0,
"width": 29,
"height": 80,
"bx": 3566,
"by": 558,
"circ.": 0.23671615936018325,
"area_exc": 1077,
"area": 1164,
"%area": 0.07474226804123707,
"major": 84.35144817947639,
"minor": 22.651130623883205,
"y": 596.041782729805,
"x": 3581.5199628597957,
"convex_area": 1652,
"perim.": 248.58073580374352,
"elongation": 3.7239398589020882,
"perimareaexc": 0.23080848264043038,
"perimmajor": 2.9469646481330463,
"circex": 0.21902345672759224,
"angle": 87.22379495121363,
"bounding_box_area": 2320,
"eccentricity": 0.9632705408870905,
"equivalent_diameter": 37.03078435139837,
"euler_number": 0,
"extent": 0.4642241379310345,
"local_centroid_col": 15.51996285979573,
"local_centroid_row": 38.041782729805014,
"solidity": 0.6519370460048426,
"MeanHue": 82.38316151202748,
"MeanSaturation": 51.052405498281786,
"MeanValue": 206.95103092783506,
"StdHue": 59.40613253229589,
"StdSaturation": 33.57478449681238,
"StdValue": 45.56457794758993
}
},
{
"name": "01_13_28_232066_1",
"metadata": {
"label": 1,
"width": 632,
"height": 543,
"bx": 2857,
"by": 774,
"circ.": 0.021738961926042914,
"area_exc": 15748,
"area": 15894,
"%area": 0.009185856297974082,
"major": 684.6802239233394,
"minor": 463.2216914254333,
"y": 1018.0638176276352,
"x": 3103.476631953264,
"convex_area": 208154,
"perim.": 3031.113057309706,
"elongation": 1.47808325170704,
"perimareaexc": 0.19247606409129453,
"perimmajor": 4.42704922882231,
"circex": 0.021539270945723152,
"angle": 30.838437768527037,
"bounding_box_area": 343176,
"eccentricity": 0.7363949729430449,
"equivalent_diameter": 141.60147015652535,
"euler_number": -2,
"extent": 0.045888989906054035,
"local_centroid_col": 246.4766319532639,
"local_centroid_row": 244.06381762763525,
"solidity": 0.07565552427529618,
"MeanHue": 66.62765823581226,
"MeanSaturation": 50.187051717629295,
"MeanValue": 192.57524852145463,
"StdHue": 63.69755322016918,
"StdSaturation": 20.599500714199607,
"StdValue": 28.169250980740102
}
}
]
}
"""
"""
Ecotaxa Export archive format
In a folder place:
image files
Colour and 8-bits greyscale images are supported, in jpg, png,gif (possibly animated) formats.
a tsv (TAB separated file) which can be .txt or .tsv extension. File name must start with ecotaxa (ecotaxa*.txt or ecotaxa*.tsv)
It contains the metadata for each image. This file can be created in a spreadsheet application (see formats and examples below).
Line 1 contains column headers
Line 2 contains data format codes; [f] for floats, [t] for text
Line 3...n contain data for each image
The metadata and data for each image is organised in various levels (image, object, process, sample, etc.). All column names must be prefixed with the level name (img_***, object_***, etc.). Some common fields, used to filter data, must be named and sometimes formatted in a certain way (required format in blue), which is documented below. But, overall, the only two mandatory fields are img_file_name and object_id (in red).
IMAGE
img_file_name [t]: name of the image file in the folder (including extension)
img_rank [f] : rank of image to be displayed, in case of existence of multiple (<10) images for one object. Starts at 1.
OBJECT: one object to be classified, usually one organism. One object can be represented by several images. In this tsv file, there is one line per image which means the object data gets repeated on several lines.
object_id [t] : identifier of the object, must be unique in the project. It will be displayed in the object page
object_link [f] : URL of an associated website
object_lat [f] : latitude, decimal degrees
object_lon [f] : longitude, decimal degrees
object_date [f] : ISO8601 YYYYMMJJ UTC
object_time [f] : ISO8601 HHMMSS UTC
object_depth_min [f] : minimum depth of object, meters
object_depth_max [f] : maximum depth of object, meters
And, for already classified objects
object_annotation_date [t] : ISO8601 YYYYMMJJ UTC
object_annotation_time [t] : ISO8601 YYYYMMJJ UTC
object_annotation_category [t] : class of the object with optionally its direct parent following separated by left angle bracket without whitespace "Cnidaria<Hydrozoa" or old style between brackets "Cnidaria (Hydrozoa)"
object_annotation_category_id [f] : Ecotaxa ID of the class of the object, generally from an Ecotaxa export
object_annotation_person_name [t] : name of the person who identified the object
object_annotation_person_email [t] : email of the person who identified the object
object_annotation_status [t] : predicted, dubious, or validated
And additional object-related fields
object_*** [f] or [t] : other fields relative to the object. Up to 500 [f] fields and 20 [t] ones.
PROCESS: metadata relative to the processing of the raw images
process_id [t] : identifier. The processing information is associated with the acquisition on the same line. If missing, a dummy processing identifier will be created.
process_*** [t] : other fields relative to the process. Up to 30 of them.
ACQUISITION: metadata relative to the image acquisition
acq_id [t] : identifier of the image acquisition, must be unique in the project. If missing, a dummy acquisition identifier will be created.
acq_instrument [t] : name of the instrument (UVP, ZOOSCAN, FLOWCAM, etc.)
acq_*** [t] : other fields relative to the acquisition. Up to 30 of them.
SAMPLE: a collection event
sample_id [t] : identifier of the sample, must be unique in the project. If missing, a dummy sample identifier will be created.
sample_*** [t] : other fields relative to the sample. Up to 30 of them.
"""
def ecotaxa_export(archive_filepath, metadata, image_base_path, keep_files=False):
"""Generates the archive compatible with an export to ecotaxa
Args:
archive_filepath (str): path where you want the archive to be saved.
metadata (dict): metadata regarding the files you want to export
image_base_path (str): path where the files where saved
keep_files (bool, optional): Whether to keep the original files or just the archive. Defaults to False (keep the archive only).
"""
logger.info("Starting the ecotaxa archive export")
with zipfile.ZipFile(archive_filepath, "w") as archive:
# empty table, one line per object
tsv_content = []
object_list = metadata.pop("objects")
# fix crappy old camera resolution that was not exported as string
if type(metadata["acq_camera_resolution"]) != str:
metadata[
"acq_camera_resolution"
] = f'{metadata["acq_camera_resolution"][0]}x{metadata["acq_camera_resolution"][1]}'
# let's go!
for rank, roi in enumerate(object_list, start=1):
tsv_line = {}
tsv_line.update(metadata)
tsv_line.update(("object_" + k, v) for k, v in roi["metadata"].items())
tsv_line.update({"object_id": roi["name"]})
filename = roi["name"] + ".jpg"
tsv_line.update({"img_file_name": filename, "img_rank": rank})
tsv_content.append(tsv_line)
image_path = os.path.join(image_base_path, filename)
archive.write(image_path, arcname=filename)
if not keep_files:
# we remove the image file if we don't want to keep it!
os.remove(image_path)
tsv_content = pandas.DataFrame(tsv_content)
tsv_type_header = [
morphocut.contrib.ecotaxa.dtype_to_ecotaxa(dt) for dt in tsv_content.dtypes
]
tsv_content.columns = pandas.MultiIndex.from_tuples(
list(zip(tsv_content.columns, tsv_type_header))
)
# add the tsv to the archive
archive.writestr(
"export_ecotaxa.tsv",
io.BytesIO(
tsv_content.to_csv(sep="\t", encoding="utf-8", index=False).encode()
).read(),
)
if keep_files:
tsv_file = os.path.join(image_base_path, "export_ecotaxa.tsv")
tsv_content.to_csv(
path_or_buf=tsv_file, sep="\t", encoding="utf-8", index=False
)
logger.success("Ecotaxa archive is ready!")

14
scripts/planktoscope/segmenter/encoder.py Normal file
View file

@ -0,0 +1,14 @@
import json
import numpy as np
class NpEncoder(json.JSONEncoder):
def default(self, obj):
if isinstance(obj, np.integer):
return int(obj)
elif isinstance(obj, np.floating):
return float(obj)
elif isinstance(obj, np.ndarray):
return obj.tolist()
else:
return super(NpEncoder, self).default(obj)

202
scripts/planktoscope/segmenter/operations.py Normal file
View file

@ -0,0 +1,202 @@
# Logger library compatible with multiprocessing
from loguru import logger
import cv2
__mask_to_remove = None
def adaptative_threshold(img):
"""Apply a threshold to a color image to get a mask from it
Uses an adaptative threshold with a blocksize of 19 and reduction of 4.
Args:
img (cv2 img): Image to extract the mask from
Returns:
cv2 img: binary mask
"""
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
logger.debug("Threshold calc")
# img_hsv = cv2.cvtColor(img, cv2.COLOR_BGR2HSV)
img_gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
# ret, mask = cv2.threshold(img_gray, 127, 200, cv2.THRESH_OTSU)
mask = cv2.adaptiveThreshold(
img_gray,
maxValue=255,
adaptiveMethod=cv2.ADAPTIVE_THRESH_MEAN_C,
thresholdType=cv2.THRESH_BINARY_INV,
blockSize=19, # must be odd
C=4,
)
# mask = 255 - img_tmaskhres
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
# logger.success(f"Threshold used was {ret}")
logger.success(f"Threshold is done")
return mask
def simple_threshold(img):
"""Apply a threshold to a color image to get a mask from it
Uses an adaptative threshold with a blocksize of 19 and reduction of 4.
Args:
img (cv2 img): Image to extract the mask from
Returns:
cv2 img: binary mask
"""
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
logger.debug("Threshold calc")
# img_hsv = cv2.cvtColor(img, cv2.COLOR_BGR2HSV)
img_gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
# ret, mask = cv2.threshold(img_gray, 127, 200, cv2.THRESH_OTSU)
mask = cv2.adaptiveThreshold(
img_gray,
maxValue=255,
adaptiveMethod=cv2.ADAPTIVE_THRESH_MEAN_C,
thresholdType=cv2.THRESH_BINARY_INV,
blockSize=19, # must be odd
C=4,
)
# mask = 255 - img_tmaskhres
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
# logger.success(f"Threshold used was {ret}")
logger.success(f"Threshold is done")
return mask
def erode(mask):
"""Erode the given mask with a rectangular kernel of 2x2
Args:
mask (cv2 img): mask to erode
Returns:
cv2 img: binary mask after transformation
"""
logger.info("Erode calc")
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
kernel = cv2.getStructuringElement(cv2.MORPH_RECT, (2, 2))
mask_erode = cv2.erode(mask, kernel)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
logger.success("Erode calc")
return mask_erode
def dilate(mask):
"""Apply a dilate operation to the given mask, with an elliptic kernel of 4x4
Args:
mask (cv2 img): mask to apply the operation on
Returns:
cv2 img: mask after the transformation
"""
logger.info("Dilate calc")
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (4, 4))
mask_dilate = cv2.dilate(mask, kernel)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
logger.success("Dilate calc")
return mask_dilate
def close(mask):
"""Apply a close operation to the given mask, with an elliptic kernel of 4x4
Args:
mask (cv2 img): mask to apply the operation on
Returns:
cv2 img: mask after the transformation
"""
logger.info("Close calc")
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (4, 4))
mask_close = cv2.morphologyEx(mask, cv2.MORPH_CLOSE, kernel)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
logger.success("Close calc")
return mask_close
def erode2(mask):
"""Apply an erode operation to the given mask, with an elliptic kernel of 4x4
Args:
mask (cv2 img): mask to apply the operation on
Returns:
cv2 img: mask after the transformation
"""
logger.info("Erode calc 2")
# start = time.monotonic()
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (4, 4))
mask_erode_2 = cv2.erode(mask, kernel)
# logger.debug(resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
# logger.debug(time.monotonic() - start)
logger.success("Erode calc 2")
return mask_erode_2
def remove_previous_mask(mask):
"""Remove the mask from the previous pass from the given mask
The given mask is then saved to be applied to the next pass
Args:
mask (cv2 img): mask to apply the operation on
Returns:
cv2 img: mask after the transformation
"""
global __mask_to_remove
if __mask_to_remove is not None:
# start = time.monotonic()
# np.append(__mask_to_remove, img_erode_2)
# logger.debug(time.monotonic() - start)
mask_and = mask & __mask_to_remove
mask_final = mask - mask_and
logger.success("Done removing the previous mask")
__mask_to_remove = mask
return mask_final
else:
logger.debug("First mask")
__mask_to_remove = mask
return __mask_to_remove
def reset_previous_mask():
"""Remove the mask from the previous pass from the given mask
The given mask is then saved to be applied to the next pass
Args:
mask (cv2 img): mask to apply the operation on
Returns:
cv2 img: mask after the transformation
"""
global __mask_to_remove
__mask_to_remove = None

72
scripts/planktoscope/segmenter/streamer.py Normal file
View file

@ -0,0 +1,72 @@
from loguru import logger
import time
import socketserver
import http.server
import threading
import multiprocessing
# assert_new_image = threading.Condition()
# object_stream = multiprocessing.Queue()
receiver, sender = multiprocessing.Pipe()
################################################################################
# Classes for streaming
################################################################################
class StreamingHandler(http.server.BaseHTTPRequestHandler):
def __init__(self, delay, *args, **kwargs):
self.delay = delay
super(StreamingHandler, self).__init__(*args, **kwargs)
@logger.catch
def do_GET(self):
global receiver
if self.path == "/":
self.send_response(301)
self.send_header("Location", "/object.mjpg")
self.end_headers()
elif self.path == "/object.mjpg":
self.send_response(200)
self.send_header("Age", 0)
self.send_header("Cache-Control", "no-cache, private")
self.send_header("Pragma", "no-cache")
self.send_header(
"Content-Type", "multipart/x-mixed-replace; boundary=FRAME"
)
self.end_headers()
try:
while True:
if receiver.poll():
logger.debug("Got a new object in the pipe!")
try:
file = receiver.recv()
except EOFError as e:
logger.error(
"Pipe has been closed, nothing is left here, let's die"
)
break
frame = file.getvalue()
self.wfile.write(b"--FRAME\r\n")
self.send_header("Content-Type", "image/jpeg")
self.send_header("Content-Length", len(frame))
self.end_headers()
self.wfile.write(frame)
self.wfile.write(b"\r\n")
time.sleep(self.delay)
else:
time.sleep(0.2)
except BrokenPipeError as e:
logger.info(f"Removed streaming client {self.client_address}")
else:
self.send_error(404)
self.end_headers()
class StreamingServer(socketserver.ThreadingMixIn, http.server.HTTPServer):
allow_reuse_address = True
daemon_threads = True