^jYFdZddlmZddlZddlmZddlmZddlZddl Z ddl m Z m Z mZmZmZmZmZmZddlmZddlmcmcmZddlmZdd lmZgd ZGd d Z Gd de Z!Gdde Z"GddeZ#GddZ$ee ddZ%ddZ&eeddZ'eeddZ(eeddZ)d dZ*y)!aEFunctional implementations for domain adaptation image transformations. This module provides low-level functions and classes for performing domain adaptation between images. It includes implementations for histogram matching, Fourier domain adaptation, and pixel distribution matching with various normalization techniques. ) annotationsN)deepcopy)Literal) add_weightedclipclipped from_floatget_num_channelspreserve_channel_dimto_floatuint8_io)Protocol)PCA)MONO_CHANNEL_DIMENSIONS)adapt_pixel_distributionapply_histogramfourier_domain_adaptationc4eZdZddZddZd dZd dZd dZy) BaseScalercJd|_d|_d|_d|_d|_yN)data_mindata_maxmeanvarscale)selfs /var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/albumentations/augmentations/mixing/domain_adaptation_functional.py__init__zBaseScaler.__init__s%+/ +/ '+ &*(, ctrNotImplementedErrorrxs rfitzBaseScaler.fit&!!r ctrr"r$s r transformzBaseScaler.transform)r'r cF|j||j|Sr)r&r)r$s r fit_transformzBaseScaler.fit_transform,s  ~~a  r ctrr"r$s rinverse_transformzBaseScaler.inverse_transform0r'r NreturnNoner% np.ndarrayr/r0r%r2r/r2)__name__ __module__ __qualname__rr&r)r+r-r rrrs-""!"r rc:eZdZddfd ZddZddZddZxZS) MinMaxScalercXt||d|_|d|_d|_y)Nr)superrminmax data_range)r feature_range __class__s rrzMinMaxScaler.__init__5s- '*'*-1r ctj|d|_tj|d|_|j|jz |_d|j |j dk(<yNraxisr;)npr=rr>rr?r$s rr&zMinMaxScaler.fit;sQqq) qq) --$--7011,-r c|j|j |j tdt j ||jj t}t j||j|t j||j|jz |t j||j||S)NpThis MinMaxScaler instance is not fitted yet. Call 'fit' with appropriate arguments before using this estimator.)out) rrr? ValueErrorrFsubtractastypefloatdividemultiplyr>r=addrr%x_stds rr)zMinMaxScaler.transformBs == DMM$9T__=TU   At}}-44U; %e4 EDHHtxx/e< udhhE* r c|j|j |j td||jz |j |jz z j t}||jz|jzS)NrH)rrr?rJr=r>rLrMrQs rr-zMinMaxScaler.inverse_transformPsu == DMM$9T__=TU dhh,488dhh#67??Ft&66r ))gg?)r@ztuple[float, float]r/r0r1r3r4r5r6rr&r)r- __classcell__rAs@rr9r94s2 2 7r r9c8eZdZdfd ZddZddZddZxZS)StandardScalerc"t|yr)r<r)rrAs rrzStandardScaler.__init__[s r ctj|d|_tj|d|_tj|j|_d|j|jdk(<yrC)rFrrsqrtrr$s rr&zStandardScaler.fit^sPGGAA& 66!!$WWTXX& &' 4::?#r c|j |j td||jz |jz SNzrThis StandardScaler instance is not fitted yet. Call 'fit' with appropriate arguments before using this estimator.rrrJr$s rr)zStandardScaler.transformesA 99  2U DII ++r c|j |j td||jz|jzSr]r^r$s rr-z StandardScaler.inverse_transformmsA 99  2U DJJ$))++r r.r1r3rTrVs@rrXrXZs(,,r rXceZdZejddZejdddZejdddZy)TransformerInterfacecyrr7r$s rr-z&TransformerInterface.inverse_transformws>Ar Ncyrr7rr%ys rr&zTransformerInterface.fitzsMPr cyrr7rds rr)zTransformerInterface.transform}sSVr r3r)r%r2reznp.ndarray | Noner/r2)r4r5r6abcabstractmethodr-r&r)r7r rraravs>AAPPVVr rac\eZdZ d d dZd dZd dZd dZd dZed dZ ddZ y) DomainAdapterc|\|_|_t||_||_t ||_|jj|j|yr) color_in color_outrsource_transformertarget_transformerr num_channelsr&flatten)r transformerref_imgcolor_conversionss rrzDomainAdapter.__init__sQ ):% t~"*;"7"-,W5 ##DLL$9:r c^|j|Stj||jSr)rlcv2cvtColorrimgs r to_colorspacezDomainAdapter.to_colorspaces%mm+sQc4==1QQr c|j|Stjt|tj d|jS)NTinplace)rmrvrwrrFuint8rxs rfrom_colorspacezDomainAdapter.from_colorspaces3 >> !J||Dbhh=t~~NNr cr|j|}t|}|jd|jS)N)rzr reshaperprxs rrqzDomainAdapter.flattens2  %sm{{2t0011r ct|tjd}|jdk(r!|j |j ||S|j |j |||jS)NTr|r;)rrFr~rprr)rpixelsheightwidths r reconstructzDomainAdapter.reconstructsbfbhh5    !''vu(EF F##FNN65$BSBS$TUUr cftjtj|jSr)rFsigntrace components_)r%s r _pca_signzDomainAdapter._pca_signswwrxx .//r c|jdd\}}|j|}|jj|t |j drlt |jdrV|j |j |j |jk7r|j xjdzc_|jj|}|j j|}|j|||S)Nrr) shaperqrnr&hasattrrorrr)r-r)rimagerrrrepresentationresults r__call__zDomainAdapter.__call__s BQ e$ ##F+ D++] ;//?t6674>>$JaJa;bb  # # / /2 5 /00::6B((::>J66r N))NN)rrrarsr2rtztuple[None, None])ryr2r/r2)rr2rintrrr/r2r3)rr2r/r2) r4r5r6rrzrrqr staticmethodrrr7r rrjrjsX 0< ;) ; ;- ;RO 2 V 007r rjc^|j|jk7r tdt|}t|}||k7r td|dk(r*tj|}tj|}|j |j k7r3t j||j ddt j}|j}|tjk(r4t|tj}t|tj}tttd|}t||}||j!tj} |j!tjd|z z| |zz} |tjk(r| St#| S) aAdapt the pixel distribution of an image to match a reference image. This function adapts the pixel distribution of an image to match a reference image using a specified transformation type and weight. Args: img (np.ndarray): The input image to be adapted. ref (np.ndarray): The reference image. transform_type (Literal["pca", "standard", "minmax"]): The type of transformation to use. weight (float): The weight of the transformation. Returns: np.ndarray: The adapted image. Raises: ValueError: If the input image and reference image have different dtypes or numbers of channels. z9Input image and reference image must have the same dtype.zFInput image and reference image must have the same number of channels.r;Nr)dsize interpolation)pcastandardminmax)rrrs)dtyperJr rFsqueezerrvresize INTER_AREAfloat32r r~rrXr9rjrLr ) ryreftransform_typeweightimg_num_channelsref_num_channelsoriginal_dtyperradapter transformedrs rrrsK4 yyCIITUU',',++abb1jjojjo yyCIIjjCIIbqMPYYN#bhh'bhh'>\RSabdK SAG#,%%bjj1K ZZ #q6z 2[65I IF#rxx/6EXf5EEr c|jdd}ttjt ||z}t j |\}}|\}}tdt||z t t||z|} } tdt||z t t||z|} } || | | | f|| | | | f<|S)Nrr)rrrFfloorr= fgeometriccenterr>) amp_srcamp_trgbeta image_shapebordercenter_xcenter_yrrh1h2w1w2s rlow_freq_mutaters--#K #k*T12 3F#**;7HhMFE C6)* +SX5F1G-PB C6)* +SX5F1G-OB#BrE2b5L1GBrE2b5L Nr cV|jtj}|jtj}|jtk(rtj |d}|jtk(rtj |d}|j d}tj|}t|D]c}tjj|dddd|f}tjj|dddd|f} tjj|} tjj| } tj| tj| } } tj| }t| j||}tjj!|tj"d| zz}tjj%|}tj&||dddd|f<f|S)a Apply Fourier Domain Adaptation to the input image using a target image. This function performs domain adaptation in the frequency domain by modifying the amplitude spectrum of the source image based on the target image's amplitude spectrum. It preserves the phase information of the source image, which helps maintain its content while adapting its style to match the target image. Args: img (np.ndarray): The source image to be adapted. Can be grayscale or RGB. target_img (np.ndarray): The target image used as a reference for adaptation. Should have the same dimensions as the source image. beta (float): The adaptation strength, typically in the range [0, 1]. Higher values result in stronger adaptation towards the target image's style. Returns: np.ndarray: The adapted image with the same shape and type as the input image. Raises: ValueError: If the source and target images have different shapes. Note: - Both input images are converted to float32 for processing. - The function handles both grayscale (2D) and color (3D) images. - For grayscale images, an extra dimension is added to facilitate uniform processing. - The adaptation is performed channel-wise for color images. - The output is clipped to the valid range and preserves the original number of channels. The adaptation process involves the following steps for each channel: 1. Compute the 2D Fourier Transform of both source and target images. 2. Shift the zero frequency component to the center of the spectrum. 3. Extract amplitude and phase information from the source image's spectrum. 4. Mutate the source amplitude using the target amplitude and the beta parameter. 5. Combine the mutated amplitude with the original phase. 6. Perform the inverse Fourier Transform to obtain the adapted channel. The `low_freq_mutate` function (not shown here) is responsible for the actual amplitude mutation, focusing on low-frequency components which carry style information. Example: >>> import numpy as np >>> import albumentations as A >>> source_img = np.random.rand(100, 100, 3).astype(np.float32) >>> target_img = np.random.rand(100, 100, 3).astype(np.float32) >>> adapted_img = A.fourier_domain_adaptation(source_img, target_img, beta=0.5) >>> assert adapted_img.shape == source_img.shape References: FDA: Fourier Domain Adaptation for Semantic Segmentation: Yang and Soatto, 2020, CVPR https://openaccess.thecvf.com/content_CVPR_2020/papers/Yang_FDA_Fourier_Domain_Adaptation_for_Semantic_Segmentation_CVPR_2020_paper.pdf rrDNy?)rLrFrndimr expand_dimsr zeros_likerangefftfft2fftshiftabsanglercopy ifftshiftexpifft2real)ry target_imgrsrc_imgtrg_imgrp src_in_trg channel_idfft_srcfft_trgfft_src_shiftedfft_trg_shiftedrpha_srcr mutated_ampfft_src_mutatedsrc_in_trg_channels rrrsljj$G +G||....r2||....r2==$Lw'JL)C &&++gaJ&678&&++gaJ&678&&//'2&&//'266/2BHH_4M&&)&gllngtD &&**;W 9M+MN VV\\/:(*ww/A'B 1a#$/C2 r c4|jdd|jddk7r3tj||jd|jdf}tj|}tj|}t ||}t |||d|z S)aApply histogram matching to an input image using a reference image and blend the result. This function performs histogram matching between the input image and a reference image, then blends the result with the original input image based on the specified blend ratio. Args: img (np.ndarray): The input image to be transformed. Can be either grayscale or RGB. Supported dtypes: uint8, float32 (values should be in [0, 1] range). reference_image (np.ndarray): The reference image used for histogram matching. Should have the same number of channels as the input image. Supported dtypes: uint8, float32 (values should be in [0, 1] range). blend_ratio (float): The ratio for blending the matched image with the original image. Should be in the range [0, 1], where 0 means no change and 1 means full histogram matching. Returns: np.ndarray: The transformed image after histogram matching and blending. The output will have the same shape and dtype as the input image. Supported image types: - Grayscale images: 2D arrays - RGB images: 3D arrays with 3 channels - Multispectral images: 3D arrays with more than 3 channels Note: - If the input and reference images have different sizes, the reference image will be resized to match the input image's dimensions. - The function uses a custom implementation of histogram matching based on OpenCV and NumPy. - The @clipped and @preserve_channel_dim decorators ensure the output is within the valid range and maintains the original number of dimensions. Nrr;r)r)rrvrrFrmatch_histogramsr)ryreference_image blend_ratiomatcheds rrr\sF yy!}--bq11**_SYYq\399UV<|S)aAdjust an image so that its cumulative histogram matches that of another. The adjustment is applied separately for each channel. Args: image (np.ndarray): Input image. Can be gray-scale or in color. reference (np.ndarray): Image to match histogram of. Must have the same number of channels as image. channel_axis (int | None): If None, the image is assumed to be a grayscale (single channel) image. Otherwise, this indicates which axis of the array corresponds to channels. Returns: np.ndarray: Transformed input image. Raises: ValueError: Thrown when the number of channels in the input image and the reference differ. zrs1#  xxx&FF2H "",#7:#7L,Z,8W8W2727j 3F 3F 3F93F  3F  3F 3Fl  Z Zz +D +D\ & &RNr