Skip to content

modosaic.depth.preconfigured_modality

modosaic.depth.preconfigured_modality

build_preconfigured_depth_modality

build_preconfigured_depth_modality()

Build the default depth modality.

Returns:

Type Description
ConfiguredModality[ndarray]

Configured depth modality with ImageBind and segmentation-boundary

ConfiguredModality[ndarray]

validators.

Source code in modosaic/depth/preconfigured_modality.py
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
def build_preconfigured_depth_modality() -> ConfiguredModality[np.ndarray]:
    """Build the default depth modality.

    Returns:
        Configured depth modality with ImageBind and segmentation-boundary
        validators.
    """
    return ConfiguredModality(
        modality=Modalities.DEPTH,
        model=DepthGeneratorFactory.get(DepthGenerationModel.DEPTH_ANYTHING_V2_SMALL),
        postprocessor=DepthPostprocessor(),
        validators=[
            ValidatorStep(
                validator=ImageBindValidator(DepthGenerationModel.DEPTH_ANYTHING_V2_SMALL),
                constraint=ValidationConstraint(
                    minimum=DEPTH_IMAGEBIND_MINIMUM,
                    score_name="imagebind_similarity",
                ),
            ),
            ValidatorStep(
                validator=DepthSegBoundaryConsistencyValidator(),
                dependencies={"masks": Modalities.SEGMENTATION},
                constraint=ValidationConstraint(
                    minimum=DEPTH_SEGMENTATION_BOUNDARY_F1_MINIMUM,
                    score_name="segmentation_boundary_f1",
                    score_fn=boundary_f1_score,
                ),
            ),
        ],
    )