feat(disparity): fine tuning mode and post-processing filters
This commit is contained in:
parent
1ee37f65af
commit
33791d0014
133
README.md
133
README.md
@ -9,3 +9,136 @@ To build images, run script:
|
|||||||
```bash
|
```bash
|
||||||
./build-docker.sh
|
./build-docker.sh
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
|
||||||
|
```shell
|
||||||
|
usage: cli.py [-h] [-u MQTT_USERNAME] [-p MQTT_PASSWORD] [-b MQTT_BROKER_HOST]
|
||||||
|
[-P MQTT_BROKER_PORT] [-C MQTT_CLIENT_ID]
|
||||||
|
[-c MQTT_TOPIC_ROBOCAR_OAK_CAMERA]
|
||||||
|
[-o MQTT_TOPIC_ROBOCAR_OBJECTS] [-t OBJECTS_THRESHOLD]
|
||||||
|
[-d MQTT_TOPIC_ROBOCAR_DISPARITY] [-f CAMERA_FPS]
|
||||||
|
[--camera-tuning-exposition {default,500us,8300us}]
|
||||||
|
[-H IMAGE_HEIGHT] [-W IMAGE_WIDTH] [--log {info,debug}]
|
||||||
|
[--stereo-mode-lr-check] [--stereo-mode-extended-disparity]
|
||||||
|
[--stereo-mode-subpixel]
|
||||||
|
[--stereo-post-processing-median-filter]
|
||||||
|
[--stereo-post-processing-median-value {MEDIAN_OFF,KERNEL_3x3,KERNEL_5x5,KERNEL_7x7}]
|
||||||
|
[--stereo-post-processing-speckle-filter]
|
||||||
|
[--stereo-post-processing-speckle-enable STEREO_POST_PROCESSING_SPECKLE_ENABLE]
|
||||||
|
[--stereo-post-processing-speckle-range STEREO_POST_PROCESSING_SPECKLE_RANGE]
|
||||||
|
[--stereo-post-processing-temporal-filter]
|
||||||
|
[--stereo-post-processing-temporal-persistency-mode {PERSISTENCY_OFF,VALID_8_OUT_OF_8,VALID_2_IN_LAST_3,VALID_2_IN_LAST_4,VALID_2_OUT_OF_8,VALID_1_IN_LAST_2,VALID_1_IN_LAST_5,VALID_1_IN_LAST_8,PERSISTENCY_INDEFINITELY}]
|
||||||
|
[--stereo-post-processing-temporal-alpha STEREO_POST_PROCESSING_TEMPORAL_ALPHA]
|
||||||
|
[--stereo-post-processing-temporal-delta STEREO_POST_PROCESSING_TEMPORAL_DELTA]
|
||||||
|
[--stereo-post-processing-spatial-filter]
|
||||||
|
[--stereo-post-processing-spatial-enable STEREO_POST_PROCESSING_SPATIAL_ENABLE]
|
||||||
|
[--stereo-post-processing-spatial-hole-filling-radius STEREO_POST_PROCESSING_SPATIAL_HOLE_FILLING_RADIUS]
|
||||||
|
[--stereo-post-processing-spatial-alpha STEREO_POST_PROCESSING_SPATIAL_ALPHA]
|
||||||
|
[--stereo-post-processing-spatial-delta STEREO_POST_PROCESSING_SPATIAL_DELTA]
|
||||||
|
[--stereo-post-processing-spatial-num-iterations STEREO_POST_PROCESSING_SPATIAL_NUM_ITERATIONS]
|
||||||
|
[--stereo-post-processing-threshold-filter]
|
||||||
|
[--stereo-post-processing-threshold-min-range STEREO_POST_PROCESSING_THRESHOLD_MIN_RANGE]
|
||||||
|
[--stereo-post-processing-threshold-max-range STEREO_POST_PROCESSING_THRESHOLD_MAX_RANGE]
|
||||||
|
[--stereo-post-processing-decimation-filter]
|
||||||
|
[--stereo-post-processing-decimation-decimal-factor {1,2,3,4}]
|
||||||
|
[--stereo-post-processing-decimation-mode {PIXEL_SKIPPING,NON_ZERO_MEDIAN,NON_ZERO_MEAN}]
|
||||||
|
|
||||||
|
options:
|
||||||
|
-h, --help show this help message and exit
|
||||||
|
-u MQTT_USERNAME, --mqtt-username MQTT_USERNAME
|
||||||
|
MQTT user
|
||||||
|
-p MQTT_PASSWORD, --mqtt-password MQTT_PASSWORD
|
||||||
|
MQTT password
|
||||||
|
-b MQTT_BROKER_HOST, --mqtt-broker-host MQTT_BROKER_HOST
|
||||||
|
MQTT broker host
|
||||||
|
-P MQTT_BROKER_PORT, --mqtt-broker-port MQTT_BROKER_PORT
|
||||||
|
MQTT broker port
|
||||||
|
-C MQTT_CLIENT_ID, --mqtt-client-id MQTT_CLIENT_ID
|
||||||
|
MQTT client id
|
||||||
|
-c MQTT_TOPIC_ROBOCAR_OAK_CAMERA, --mqtt-topic-robocar-oak-camera MQTT_TOPIC_ROBOCAR_OAK_CAMERA
|
||||||
|
MQTT topic where to publish robocar-oak-camera frames
|
||||||
|
-o MQTT_TOPIC_ROBOCAR_OBJECTS, ---mqtt-topic-robocar-objects MQTT_TOPIC_ROBOCAR_OBJECTS
|
||||||
|
MQTT topic where to publish objects detection results
|
||||||
|
-t OBJECTS_THRESHOLD, --objects-threshold OBJECTS_THRESHOLD
|
||||||
|
threshold to filter detected objects
|
||||||
|
-d MQTT_TOPIC_ROBOCAR_DISPARITY, ---mqtt-topic-robocar-disparity MQTT_TOPIC_ROBOCAR_DISPARITY
|
||||||
|
MQTT topic where to publish disparity results
|
||||||
|
-f CAMERA_FPS, --camera-fps CAMERA_FPS
|
||||||
|
set rate at which camera should produce frames
|
||||||
|
--camera-tuning-exposition {default,500us,8300us}
|
||||||
|
override camera exposition configuration
|
||||||
|
-H IMAGE_HEIGHT, --image-height IMAGE_HEIGHT
|
||||||
|
image height
|
||||||
|
-W IMAGE_WIDTH, --image-width IMAGE_WIDTH
|
||||||
|
image width
|
||||||
|
--log {info,debug} Log level
|
||||||
|
--stereo-mode-lr-check
|
||||||
|
remove incorrectly calculated disparity pixels due to
|
||||||
|
occlusions at object borders
|
||||||
|
--stereo-mode-extended-disparity
|
||||||
|
allows detecting closer distance objects for the given
|
||||||
|
baseline. This increases the maximum disparity search
|
||||||
|
from 96 to 191, meaning the range is now: [0..190]
|
||||||
|
--stereo-mode-subpixel
|
||||||
|
iimproves the precision and is especially useful for
|
||||||
|
long range measurements
|
||||||
|
--stereo-post-processing-median-filter
|
||||||
|
enable post-processing median filter
|
||||||
|
--stereo-post-processing-median-value {MEDIAN_OFF,KERNEL_3x3,KERNEL_5x5,KERNEL_7x7}
|
||||||
|
Median filter config
|
||||||
|
--stereo-post-processing-speckle-filter
|
||||||
|
enable post-processing speckle filter
|
||||||
|
--stereo-post-processing-speckle-enable STEREO_POST_PROCESSING_SPECKLE_ENABLE
|
||||||
|
enable post-processing speckle filter
|
||||||
|
--stereo-post-processing-speckle-range STEREO_POST_PROCESSING_SPECKLE_RANGE
|
||||||
|
Speckle search range
|
||||||
|
--stereo-post-processing-temporal-filter
|
||||||
|
enable post-processing temporal filter
|
||||||
|
--stereo-post-processing-temporal-persistency-mode {PERSISTENCY_OFF,VALID_8_OUT_OF_8,VALID_2_IN_LAST_3,VALID_2_IN_LAST_4,VALID_2_OUT_OF_8,VALID_1_IN_LAST_2,VALID_1_IN_LAST_5,VALID_1_IN_LAST_8,PERSISTENCY_INDEFINITELY}
|
||||||
|
Persistency mode.
|
||||||
|
--stereo-post-processing-temporal-alpha STEREO_POST_PROCESSING_TEMPORAL_ALPHA
|
||||||
|
The Alpha factor in an exponential moving average with
|
||||||
|
Alpha=1 - no filter. Alpha = 0 - infinite filter.
|
||||||
|
Determines the extent of the temporal history that
|
||||||
|
should be averaged.
|
||||||
|
--stereo-post-processing-temporal-delta STEREO_POST_PROCESSING_TEMPORAL_DELTA
|
||||||
|
Step-size boundary. Establishes the threshold used to
|
||||||
|
preserve surfaces (edges). If the disparity value
|
||||||
|
between neighboring pixels exceed the disparity
|
||||||
|
threshold set by this delta parameter, then filtering
|
||||||
|
will be temporarily disabled. Default value 0 means
|
||||||
|
auto: 3 disparity integer levels. In case of subpixel
|
||||||
|
mode it’s 3*number of subpixel levels.
|
||||||
|
--stereo-post-processing-spatial-filter
|
||||||
|
enable post-processing spatial filter
|
||||||
|
--stereo-post-processing-spatial-enable STEREO_POST_PROCESSING_SPATIAL_ENABLE
|
||||||
|
Whether to enable or disable the filter
|
||||||
|
--stereo-post-processing-spatial-hole-filling-radius STEREO_POST_PROCESSING_SPATIAL_HOLE_FILLING_RADIUS
|
||||||
|
An in-place heuristic symmetric hole-filling mode
|
||||||
|
applied horizontally during the filter passes
|
||||||
|
--stereo-post-processing-spatial-alpha STEREO_POST_PROCESSING_SPATIAL_ALPHA
|
||||||
|
The Alpha factor in an exponential moving average with
|
||||||
|
Alpha=1 - no filter. Alpha = 0 - infinite filter
|
||||||
|
--stereo-post-processing-spatial-delta STEREO_POST_PROCESSING_SPATIAL_DELTA
|
||||||
|
Step-size boundary. Establishes the threshold used to
|
||||||
|
preserve edges
|
||||||
|
--stereo-post-processing-spatial-num-iterations STEREO_POST_PROCESSING_SPATIAL_NUM_ITERATIONS
|
||||||
|
Number of iterations over the image in both horizontal
|
||||||
|
and vertical direction
|
||||||
|
--stereo-post-processing-threshold-filter
|
||||||
|
enable post-processing threshold filter
|
||||||
|
--stereo-post-processing-threshold-min-range STEREO_POST_PROCESSING_THRESHOLD_MIN_RANGE
|
||||||
|
Minimum range in depth units. Depth values under this
|
||||||
|
value are invalidated
|
||||||
|
--stereo-post-processing-threshold-max-range STEREO_POST_PROCESSING_THRESHOLD_MAX_RANGE
|
||||||
|
Maximum range in depth units. Depth values over this
|
||||||
|
value are invalidated.
|
||||||
|
--stereo-post-processing-decimation-filter
|
||||||
|
enable post-processing decimation filter
|
||||||
|
--stereo-post-processing-decimation-decimal-factor {1,2,3,4}
|
||||||
|
Decimation factor
|
||||||
|
--stereo-post-processing-decimation-mode {PIXEL_SKIPPING,NON_ZERO_MEDIAN,NON_ZERO_MEAN}
|
||||||
|
Decimation algorithm type
|
||||||
|
|
||||||
|
```
|
219
camera/cli.py
219
camera/cli.py
@ -5,13 +5,16 @@ import argparse
|
|||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
import signal
|
import signal
|
||||||
import typing, types
|
import types
|
||||||
|
import typing
|
||||||
|
from typing import List
|
||||||
|
|
||||||
import depthai as dai
|
import depthai as dai
|
||||||
import paho.mqtt.client as mqtt
|
import paho.mqtt.client as mqtt
|
||||||
|
|
||||||
from camera import oak_pipeline as cam
|
from camera import oak_pipeline as cam
|
||||||
from oak_pipeline import DisparityProcessor
|
from camera.oak_pipeline import StereoDepthPostFilter, MedianFilter, SpeckleFilter, TemporalFilter, SpatialFilter, \
|
||||||
|
ThresholdFilter, DecimationFilter
|
||||||
|
|
||||||
CAMERA_EXPOSITION_DEFAULT = "default"
|
CAMERA_EXPOSITION_DEFAULT = "default"
|
||||||
CAMERA_EXPOSITION_8300US = "8300us"
|
CAMERA_EXPOSITION_8300US = "8300us"
|
||||||
@ -50,7 +53,7 @@ def _parse_args_cli() -> argparse.Namespace:
|
|||||||
help="threshold to filter detected objects",
|
help="threshold to filter detected objects",
|
||||||
type=float,
|
type=float,
|
||||||
default=_get_env_float_value("OBJECTS_THRESHOLD", 0.2))
|
default=_get_env_float_value("OBJECTS_THRESHOLD", 0.2))
|
||||||
parser.add_argument("-o", "---mqtt-topic-robocar-disparity",
|
parser.add_argument("-d", "---mqtt-topic-robocar-disparity",
|
||||||
help="MQTT topic where to publish disparity results",
|
help="MQTT topic where to publish disparity results",
|
||||||
default=_get_env_value("MQTT_TOPIC_DISPARITY", "/disparity"))
|
default=_get_env_value("MQTT_TOPIC_DISPARITY", "/disparity"))
|
||||||
parser.add_argument("-f", "--camera-fps",
|
parser.add_argument("-f", "--camera-fps",
|
||||||
@ -71,6 +74,123 @@ def _parse_args_cli() -> argparse.Namespace:
|
|||||||
type=str,
|
type=str,
|
||||||
default="info",
|
default="info",
|
||||||
choices=["info", "debug"])
|
choices=["info", "debug"])
|
||||||
|
|
||||||
|
|
||||||
|
parser.add_argument("--stereo-mode-lr-check",
|
||||||
|
help="remove incorrectly calculated disparity pixels due to occlusions at object borders",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-mode-extended-disparity",
|
||||||
|
help="allows detecting closer distance objects for the given baseline. This increases the maximum disparity search from 96 to 191, meaning the range is now: [0..190]",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-mode-subpixel",
|
||||||
|
help="iimproves the precision and is especially useful for long range measurements",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
parser.add_argument("--stereo-post-processing-median-filter",
|
||||||
|
help="enable post-processing median filter",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-median-value",
|
||||||
|
help="Median filter config ",
|
||||||
|
type=str,
|
||||||
|
choices=["MEDIAN_OFF", "KERNEL_3x3", "KERNEL_5x5", "KERNEL_7x7"],
|
||||||
|
default="KERNEL_7x7",
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-speckle-filter",
|
||||||
|
help="enable post-processing speckle filter",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-speckle-enable",
|
||||||
|
help="enable post-processing speckle filter",
|
||||||
|
type=bool, default=False
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-speckle-range",
|
||||||
|
help="Speckle search range",
|
||||||
|
type=int, default=50
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument("--stereo-post-processing-temporal-filter",
|
||||||
|
help="enable post-processing temporal filter",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-temporal-persistency-mode",
|
||||||
|
help="Persistency mode.",
|
||||||
|
type=str, default="VALID_2_IN_LAST_4",
|
||||||
|
choices=["PERSISTENCY_OFF", "VALID_8_OUT_OF_8", "VALID_2_IN_LAST_3", "VALID_2_IN_LAST_4",
|
||||||
|
"VALID_2_OUT_OF_8", "VALID_1_IN_LAST_2", "VALID_1_IN_LAST_5", "VALID_1_IN_LAST_8",
|
||||||
|
"PERSISTENCY_INDEFINITELY"]
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-temporal-alpha",
|
||||||
|
help="The Alpha factor in an exponential moving average with Alpha=1 - no filter. "
|
||||||
|
"Alpha = 0 - infinite filter. Determines the extent of the temporal history that should be "
|
||||||
|
"averaged. ",
|
||||||
|
type=float, default=0.4,
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-temporal-delta",
|
||||||
|
help="Step-size boundary. Establishes the threshold used to preserve surfaces (edges). "
|
||||||
|
"If the disparity value between neighboring pixels exceed the disparity threshold set by "
|
||||||
|
"this delta parameter, then filtering will be temporarily disabled. Default value 0 means "
|
||||||
|
"auto: 3 disparity integer levels. In case of subpixel mode it’s 3*number of subpixel "
|
||||||
|
"levels.",
|
||||||
|
type=int, default=0,
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument("--stereo-post-processing-spatial-filter",
|
||||||
|
help="enable post-processing spatial filter",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-spatial-enable",
|
||||||
|
help="Whether to enable or disable the filter",
|
||||||
|
type=bool, default=False,
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-spatial-hole-filling-radius",
|
||||||
|
help="An in-place heuristic symmetric hole-filling mode applied horizontally during the filter passes",
|
||||||
|
type=int, default=2,
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-spatial-alpha",
|
||||||
|
help="The Alpha factor in an exponential moving average with Alpha=1 - no filter. Alpha = 0 - infinite filter",
|
||||||
|
type=float, default=0.5,
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-spatial-delta",
|
||||||
|
help="Step-size boundary. Establishes the threshold used to preserve edges",
|
||||||
|
type=int, default=0,
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-spatial-num-iterations",
|
||||||
|
help="Number of iterations over the image in both horizontal and vertical direction",
|
||||||
|
type=int, default=1,
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument("--stereo-post-processing-threshold-filter",
|
||||||
|
help="enable post-processing threshold filter",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-threshold-min-range",
|
||||||
|
help="Minimum range in depth units. Depth values under this value are invalidated",
|
||||||
|
type=int, default=500,
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-threshold-max-range",
|
||||||
|
help="Maximum range in depth units. Depth values over this value are invalidated.",
|
||||||
|
type=int, default=15000,
|
||||||
|
)
|
||||||
|
|
||||||
|
parser.add_argument("--stereo-post-processing-decimation-filter",
|
||||||
|
help="enable post-processing decimation filter",
|
||||||
|
default=False, action="store_true"
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-decimation-decimal-factor",
|
||||||
|
help="Decimation factor",
|
||||||
|
type=int, default=1, choices=[1, 2, 3, 4]
|
||||||
|
)
|
||||||
|
parser.add_argument("--stereo-post-processing-decimation-mode",
|
||||||
|
help="Decimation algorithm type",
|
||||||
|
type=str, default="PIXEL_SKIPPING",
|
||||||
|
choices=["PIXEL_SKIPPING", "NON_ZERO_MEDIAN", "NON_ZERO_MEAN"]
|
||||||
|
)
|
||||||
|
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
return args
|
return args
|
||||||
|
|
||||||
@ -116,6 +236,7 @@ def execute_from_command_line() -> None:
|
|||||||
elif args.camera_tuning_exposition == CAMERA_EXPOSITION_8300US:
|
elif args.camera_tuning_exposition == CAMERA_EXPOSITION_8300US:
|
||||||
pipeline.setCameraTuningBlobPath('/camera_tuning/tuning_exp_limit_8300us.bin')
|
pipeline.setCameraTuningBlobPath('/camera_tuning/tuning_exp_limit_8300us.bin')
|
||||||
|
|
||||||
|
stereo_filters = _get_stereo_filters(args)
|
||||||
|
|
||||||
pipeline_controller = cam.PipelineController(pipeline=pipeline,
|
pipeline_controller = cam.PipelineController(pipeline=pipeline,
|
||||||
frame_processor=frame_processor,
|
frame_processor=frame_processor,
|
||||||
@ -126,7 +247,11 @@ def execute_from_command_line() -> None:
|
|||||||
img_height=args.image_height,
|
img_height=args.image_height,
|
||||||
fps=args.camera_fps,
|
fps=args.camera_fps,
|
||||||
),
|
),
|
||||||
depth_source=cam.DepthSource(pipeline=pipeline),
|
depth_source=cam.DepthSource(pipeline=pipeline,
|
||||||
|
extended_disparity=args.stereo_mode_extended_disparity,
|
||||||
|
subpixel=args.stereo_mode_subpixel,
|
||||||
|
lr_check=args.stereo_mode_lr_check,
|
||||||
|
*stereo_filters),
|
||||||
disparity_processor=disparity_processor)
|
disparity_processor=disparity_processor)
|
||||||
|
|
||||||
def sigterm_handler(signum: int, frame: typing.Optional[
|
def sigterm_handler(signum: int, frame: typing.Optional[
|
||||||
@ -152,3 +277,89 @@ def _get_env_int_value(env_var: str, default_value: int) -> int:
|
|||||||
def _get_env_float_value(env_var: str, default_value: float) -> float:
|
def _get_env_float_value(env_var: str, default_value: float) -> float:
|
||||||
value = _get_env_value(env_var, str(default_value))
|
value = _get_env_value(env_var, str(default_value))
|
||||||
return float(value)
|
return float(value)
|
||||||
|
|
||||||
|
|
||||||
|
def _get_stereo_filters(args: argparse.Namespace) -> List[StereoDepthPostFilter]:
|
||||||
|
filters = []
|
||||||
|
|
||||||
|
if args.stereo_post_processing_median_filter:
|
||||||
|
if args.stereo_post_processing_median_value == "MEDIAN_OFF":
|
||||||
|
value = dai.MedianFilter.MEDIAN_OFF
|
||||||
|
elif args.stereo_post_processing_median_value == "KERNEL_3x3":
|
||||||
|
value = dai.MedianFilter.KERNEL_3x3
|
||||||
|
elif args.stereo_post_processing_median_value == "KERNEL_5x5":
|
||||||
|
value = dai.MedianFilter.KERNEL_5x5
|
||||||
|
elif args.stereo_post_processing_median_value == "KERNEL_7x7":
|
||||||
|
value = dai.MedianFilter.KERNEL_7x7
|
||||||
|
else:
|
||||||
|
value = dai.MedianFilter.KERNEL_7x7
|
||||||
|
|
||||||
|
filters.append(MedianFilter(value=value))
|
||||||
|
|
||||||
|
if args.stereo_post_processing_speckle_filter:
|
||||||
|
filters.append(SpeckleFilter(enable=args.stereo_post_processing_speckle_enable,
|
||||||
|
speckle_range=args.stereo_post_processing_speckle_range))
|
||||||
|
|
||||||
|
if args.stereo_post_processing_temporal_filter:
|
||||||
|
if args.stereo_post_processing_temporal_persistency-mode == "PERSISTENCY_OFF":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.PERSISTENCY_OFF
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "VALID_8_OUT_OF_8":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_8_OUT_OF_8
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "VALID_2_IN_LAST_3":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_2_IN_LAST_3
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "VALID_2_IN_LAST_4":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_2_IN_LAST_4
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "VALID_2_OUT_OF_8":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_2_OUT_OF_8
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "VALID_1_IN_LAST_2":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_1_IN_LAST_2
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "VALID_1_IN_LAST_5":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_1_IN_LAST_5
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "VALID_1_IN_LAST_8":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_1_IN_LAST_8
|
||||||
|
elif args.stereo_post_processing_temporal_persistency-mode == "PERSISTENCY_INDEFINITELY":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.PERSISTENCY_INDEFINITELY
|
||||||
|
else:
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_2_IN_LAST_4
|
||||||
|
|
||||||
|
filters.append(TemporalFilter(
|
||||||
|
enable=args.stereo_post_processing_temporal_enable,
|
||||||
|
persistencyMode=mode,
|
||||||
|
alpha=args.stereo_post_processing_temporal_alpha,
|
||||||
|
delta=args.stereo_post_processing_temporal_delta
|
||||||
|
))
|
||||||
|
|
||||||
|
if args.stereo_post_processing_spatial_filter:
|
||||||
|
filters.append(SpatialFilter(enable=args.stereo_post_processing_spatial_enable,
|
||||||
|
hole_filling_radius=args.stereo_post_processing_spatial_hole_filling_radius,
|
||||||
|
alpha=args.stereo_post_processing_spatial_alpha,
|
||||||
|
delta=args.stereo_post_processing_spatial_delta,
|
||||||
|
num_iterations=args.stereo_post_processing_spatial_num_iterations,
|
||||||
|
))
|
||||||
|
|
||||||
|
if args.stereo_post_processing_threshold_filter:
|
||||||
|
filters.append(ThresholdFilter(
|
||||||
|
min_range=args.stereo_post_processing_threshold_min_range,
|
||||||
|
max_range=args.stereo_post_processing_threshold_max_range,
|
||||||
|
))
|
||||||
|
|
||||||
|
if args.stereo_post_processing_decimation_filter:
|
||||||
|
|
||||||
|
if args.stereo_post_processing_decimation_mode == "PIXEL_SKIPPING":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.DecimationFilter.DecimationMode.PIXEL_SKIPPING
|
||||||
|
if args.stereo_post_processing_decimation_mode == "NON_ZERO_MEDIAN":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.DecimationFilter.DecimationMode.NON_ZERO_MEDIAN
|
||||||
|
if args.stereo_post_processing_decimation_mode == "NON_ZERO_MEAN":
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.DecimationFilter.DecimationMode.NON_ZERO_MEAN
|
||||||
|
else:
|
||||||
|
mode=dai.RawStereoDepthConfig.PostProcessing.DecimationFilter.DecimationMode.PIXEL_SKIPPING
|
||||||
|
|
||||||
|
filters.append(DecimationFilter(
|
||||||
|
decimation_factor=args.stereo_post_processing_decimation_decimal_factor,
|
||||||
|
mode=mode
|
||||||
|
))
|
||||||
|
|
||||||
|
return filters
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
execute_from_command_line()
|
@ -266,11 +266,163 @@ class CameraSource(Source):
|
|||||||
return manip
|
return manip
|
||||||
|
|
||||||
|
|
||||||
|
class StereoDepthPostFilter(abc.ABC):
|
||||||
|
@abc.abstractmethod
|
||||||
|
def apply(self, config: dai.RawStereoDepthConfig) -> None:
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class MedianFilter(StereoDepthPostFilter):
|
||||||
|
"""
|
||||||
|
This is a non-edge preserving Median filter, which can be used to reduce noise and smoothen the depth map.
|
||||||
|
Median filter is implemented in hardware, so it’s the fastest filter.
|
||||||
|
"""
|
||||||
|
def __init__(self, value: dai.MedianFilter = dai.MedianFilter.KERNEL_7x7) -> None:
|
||||||
|
self._value = value
|
||||||
|
|
||||||
|
def apply(self, config: dai.RawStereoDepthConfig) -> None:
|
||||||
|
config.postProcessing.median.value = self._value
|
||||||
|
|
||||||
|
|
||||||
|
class SpeckleFilter(StereoDepthPostFilter):
|
||||||
|
"""
|
||||||
|
Speckle Filter is used to reduce the speckle noise. Speckle noise is a region with huge variance between
|
||||||
|
neighboring disparity/depth pixels, and speckle filter tries to filter this region.
|
||||||
|
"""
|
||||||
|
def __init__(self, enable: bool = True, speckle_range: int = 50) -> None:
|
||||||
|
"""
|
||||||
|
:param enable: Whether to enable or disable the filter.
|
||||||
|
:param speckle_range: Speckle search range.
|
||||||
|
"""
|
||||||
|
self._enable = enable
|
||||||
|
self._speckle_range = speckle_range
|
||||||
|
|
||||||
|
def apply(self, config: dai.RawStereoDepthConfig) -> None:
|
||||||
|
config.postProcessing.speckleFilter.enable = self._enable
|
||||||
|
config.postProcessing.speckleFilter.speckleRange = self._speckle_range
|
||||||
|
|
||||||
|
|
||||||
|
class TemporalFilter(StereoDepthPostFilter):
|
||||||
|
"""
|
||||||
|
Temporal Filter is intended to improve the depth data persistency by manipulating per-pixel values based on
|
||||||
|
previous frames. The filter performs a single pass on the data, adjusting the depth values while also updating the
|
||||||
|
tracking history. In cases where the pixel data is missing or invalid, the filter uses a user-defined persistency
|
||||||
|
mode to decide whether the missing value should be rectified with stored data. Note that due to its reliance on
|
||||||
|
historic data the filter may introduce visible blurring/smearing artifacts, and therefore is best-suited for
|
||||||
|
static scenes.
|
||||||
|
"""
|
||||||
|
def __init__(self,
|
||||||
|
enable: bool = True,
|
||||||
|
persistencyMode: dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode=dai.RawStereoDepthConfig.PostProcessing.TemporalFilter.PersistencyMode.VALID_2_IN_LAST_4,
|
||||||
|
alpha: float = 0.4,
|
||||||
|
delta: int = 0):
|
||||||
|
"""
|
||||||
|
:param enable: Whether to enable or disable the filter.
|
||||||
|
:param persistencyMode: Persistency mode. If the current disparity/depth value is invalid, it will be replaced
|
||||||
|
by an older value, based on persistency mode.
|
||||||
|
:param alpha: The Alpha factor in an exponential moving average with Alpha=1 - no filter.
|
||||||
|
Alpha = 0 - infinite filter. Determines the extent of the temporal history that should be averaged.
|
||||||
|
:param delta: Step-size boundary. Establishes the threshold used to preserve surfaces (edges).
|
||||||
|
If the disparity value between neighboring pixels exceed the disparity threshold set by this delta parameter,
|
||||||
|
then filtering will be temporarily disabled. Default value 0 means auto: 3 disparity integer levels.
|
||||||
|
In case of subpixel mode it’s 3*number of subpixel levels.
|
||||||
|
"""
|
||||||
|
self._enable = enable
|
||||||
|
self._persistencyMode = persistencyMode
|
||||||
|
self._alpha = alpha
|
||||||
|
self._delta = delta
|
||||||
|
|
||||||
|
|
||||||
|
def apply(self, config: dai.RawStereoDepthConfig) -> None:
|
||||||
|
config.postProcessing.temporalFilter.enable = self._enable
|
||||||
|
config.postProcessing.temporalFilter.persistencyMode = self._persistencyMode
|
||||||
|
config.postProcessing.temporalFilter.alpha = self._alpha
|
||||||
|
config.postProcessing.temporalFilter.delta = self._delta
|
||||||
|
|
||||||
|
|
||||||
|
class SpatialFilter(StereoDepthPostFilter):
|
||||||
|
"""
|
||||||
|
Spatial Edge-Preserving Filter will fill invalid depth pixels with valid neighboring depth pixels. It performs a
|
||||||
|
series of 1D horizontal and vertical passes or iterations, to enhance the smoothness of the reconstructed data.
|
||||||
|
"""
|
||||||
|
def __init__(self,
|
||||||
|
enable: bool = True,
|
||||||
|
hole_filling_radius: int = 2,
|
||||||
|
alpha: float = 0.5,
|
||||||
|
delta: int = 0,
|
||||||
|
num_iterations: int = 1):
|
||||||
|
"""
|
||||||
|
:param enable: Whether to enable or disable the filter.
|
||||||
|
:param hole_filling_radius: An in-place heuristic symmetric hole-filling mode applied horizontally during
|
||||||
|
the filter passes. Intended to rectify minor artefacts with minimal performance impact. Search radius for
|
||||||
|
hole filling.
|
||||||
|
:param alpha: The Alpha factor in an exponential moving average with Alpha=1 - no filter.
|
||||||
|
Alpha = 0 - infinite filter. Determines the amount of smoothing.
|
||||||
|
:param delta: Step-size boundary. Establishes the threshold used to preserve “edges”. If the disparity value
|
||||||
|
between neighboring pixels exceed the disparity threshold set by this delta parameter, then filtering will be
|
||||||
|
temporarily disabled. Default value 0 means auto: 3 disparity integer levels. In case of subpixel mode it’s
|
||||||
|
3*number of subpixel levels.
|
||||||
|
:param num_iterations: Number of iterations over the image in both horizontal and vertical direction.
|
||||||
|
"""
|
||||||
|
self._enable = enable
|
||||||
|
self._hole_filling_radius = hole_filling_radius
|
||||||
|
self._alpha = alpha
|
||||||
|
self._delta = delta
|
||||||
|
self._num_iterations = num_iterations
|
||||||
|
|
||||||
|
def apply(self, config: dai.RawStereoDepthConfig) -> None:
|
||||||
|
config.postProcessing.spatialFilter.enable = self._enable
|
||||||
|
config.postProcessing.spatialFilter.holeFillingRadius = self._hole_filling_radius
|
||||||
|
config.postProcessing.spatialFilter.alpha = self._alpha
|
||||||
|
config.postProcessing.spatialFilter.delta = self._delta
|
||||||
|
config.postProcessing.spatialFilter.numIterations = self._num_iterations
|
||||||
|
|
||||||
|
|
||||||
|
class ThresholdFilter(StereoDepthPostFilter):
|
||||||
|
"""
|
||||||
|
Threshold Filter filters out all disparity/depth pixels outside the configured min/max threshold values.
|
||||||
|
"""
|
||||||
|
def __init__(self, min_range: int = 400, max_range: int = 15000):
|
||||||
|
"""
|
||||||
|
:param min_range: Minimum range in depth units. Depth values under this value are invalidated.
|
||||||
|
:param max_range: Maximum range in depth units. Depth values over this value are invalidated.
|
||||||
|
"""
|
||||||
|
self._min_range = min_range
|
||||||
|
self._max_range = max_range
|
||||||
|
|
||||||
|
def apply(self, config: dai.RawStereoDepthConfig) -> None:
|
||||||
|
config.postProcessing.thresholdFilter.minRange = self._min_range
|
||||||
|
config.postProcessing.thresholdFilter.maxRange = self._max_range
|
||||||
|
|
||||||
|
|
||||||
|
class DecimationFilter(StereoDepthPostFilter):
|
||||||
|
"""
|
||||||
|
Decimation Filter will sub-samples the depth map, which means it reduces the depth scene complexity and allows
|
||||||
|
other filters to run faster. Setting decimationFactor to 2 will downscale 1280x800 depth map to 640x400.
|
||||||
|
"""
|
||||||
|
def __init__(self,
|
||||||
|
decimation_factor: int = 1,
|
||||||
|
decimation_mode: dai.RawStereoDepthConfig.PostProcessing.DecimationFilter.DecimationMode = dai.RawStereoDepthConfig.PostProcessing.DecimationFilter.DecimationMode.PIXEL_SKIPPING
|
||||||
|
):
|
||||||
|
"""
|
||||||
|
:param decimation_factor: Decimation factor. Valid values are 1,2,3,4. Disparity/depth map x/y resolution will
|
||||||
|
be decimated with this value.
|
||||||
|
:param decimation_mode: Decimation algorithm type.
|
||||||
|
"""
|
||||||
|
self._decimation_factor = decimation_factor
|
||||||
|
self._mode = decimation_mode
|
||||||
|
|
||||||
|
def apply(self, config: dai.RawStereoDepthConfig) -> None:
|
||||||
|
config.postProcessing.decimationFilter.decimationFactor = self._decimation_factor
|
||||||
|
config.postProcessing.decimationFilter.decimationMode = self._mode
|
||||||
|
|
||||||
|
|
||||||
class DepthSource(Source):
|
class DepthSource(Source):
|
||||||
def __init__(self, pipeline: dai.Pipeline,
|
def __init__(self, pipeline: dai.Pipeline,
|
||||||
extended_disparity: bool = False,
|
extended_disparity: bool = False,
|
||||||
subpixel: bool = False,
|
subpixel: bool = False,
|
||||||
lr_check: bool = True
|
lr_check: bool = True,
|
||||||
|
*filters: StereoDepthPostFilter
|
||||||
) -> None:
|
) -> None:
|
||||||
"""
|
"""
|
||||||
# Closer-in minimum depth, disparity range is doubled (from 95 to 190):
|
# Closer-in minimum depth, disparity range is doubled (from 95 to 190):
|
||||||
@ -302,6 +454,13 @@ class DepthSource(Source):
|
|||||||
self._depth.setExtendedDisparity(extended_disparity)
|
self._depth.setExtendedDisparity(extended_disparity)
|
||||||
self._depth.setSubpixel(subpixel)
|
self._depth.setSubpixel(subpixel)
|
||||||
|
|
||||||
|
if len(filters) > 0:
|
||||||
|
# Configure post-processing filters
|
||||||
|
config = self._depth.initialConfig.get()
|
||||||
|
for filter in filters:
|
||||||
|
filter.apply(config)
|
||||||
|
self._depth.initialConfig.set(config)
|
||||||
|
|
||||||
def get_stream_name(self) -> str:
|
def get_stream_name(self) -> str:
|
||||||
return self._xout_disparity.getStreamName()
|
return self._xout_disparity.getStreamName()
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user