U R/b-.@sFddlmZddlZddlZddlmZddlZddlm Z m Z m Z ddl m Z ddlZejdddlZdZdd d d d d d d d d dd dd dd dd dd dd dd eejddddejdddddedeejedejdddddedeejedejdddddejdd d d ee dd!e dddd"d#e ed$d%d&e dejddd'ddedeejedejddd'ddedeejedejddd'ddejddd(d d)d ee dd!e dddd"d#e ed$d%d&edd*d'dded*ejd%d+ed*d*d'dded*ejd%d+ed*d*d'dded*ejd%d+ed*d*d'dded*ejd%d+ed*dd'ddejddeeddd!dd"ejddd'ddedeejedejddd'ddedeejedejddd'ddejdd eeddddd"ejdddd,edeejdddd,eejddeeddd!dd"ejddd-d.dedeejddd'ddedeejddd.ddejdd eeddd!dd"ejddd'ddedeejddd'ddedeejddd'ddejdd eejddd-ddedeejddd-ddedeejddd-ddejddeejddd'd,edeejddd'd,eejddeejdd!dd,ed!eejd!ddd,eejddeejdddd,edeejdddd,eejddeejd/d0dd,ed0eejd0ddd,eejddeejd/ddd,edeejedejdd0dd,ed0eejedejd0d0dd,ed0eejedejd0ddd,ejddd1ZdS)2)nnN)BinarizeConv1d)STFT MelFilterLog1p) PCENLayerz"/nfs/NAS5/best/cacha_detec/sincnet?cCstS)N)r Sequentialnfeatkernelr ./nfs/NAS5/best/cacha_detec/custom_NN/models.pyrcCsttddtdddddttddd tdtj d||d d t|t t t tj |||d d t|t t t tj |d |d d tj d d S)Ni@acATaZ trainablestride output_sizerr rrrnplog10 BatchNorm1dudepthwise_separable_conv1d LeakyReLU Dropout1dpDropoutAdaptiveMaxPool1dr r r rrs cCsttddtjd|ddddt|dtttj|d|dddt|tttj||dddt|tttj||dddt|tttj|ddddtjdd S) Nrrr r) rr r#ReshapeConv1dr"r&r'r(r r r rr#s    cCsttddtdddddttddd tjd||d dd tj t d tj|||d dd tj t d tj|d |d dd tj d d S)NrrPrrrrTrr)rquatprr) rr rrrr r!r#Quat_depthwise_separable_conv1dDropoutr'r()fkr r rr4s   cCs|ttddtdddddttddd tjd|d d d tj t d tj||d d d tj t d tj|dd d d tj dd SNrri}rri>rTrr,rrr3rr rr rrrr r!r#r$r6r'r(r0r r rr?s   cCs|ttddtdddddttddd tjd|d d d tj t d tj||d d d tj t d tj|dd d d tj dd Sr9r:r0r r rrJs   cCsttddtdddddttddd tjd||d d t |t t t tj|||d d t |t t t tj|d |d d tj d d  SNrrr1rrrrTrrrrr)rr rrrr r!r#r$r"r%r&r'r(r r r rrUs cCsttddtdddddttddd tdtj d||d d t|t t t tj |||d d t|t t t tj |d |d d tj d d Sr;rr r r rrds cCsttddtdddddttddd ttj d||d d t |t t t tj |||d d t |t t t tj |d |d d tjd d Sr;)rr rrrr r!r#SpecNormr$r"r%r&r'r(r r r rrts cCsttddtdddddttddd tjd|d d d t |tj t d tj||d d d t |tj t d tj|dd d d tj dd S)Nrrr1rrrrTrr,rrr3rr) rr rrrr r!r#r$r"r6r'r(r0r r rrs   cCsnttddtdddddttddd tjd|d d dd tj||d d dd tj|d d d dd tj d dS)Nrrr1rrrrTrr,r)rBNrr) rr rrrr r!r#r5r(r0r r rrs cCs|ttjddddtjd||ddt|ttt tj|||ddt|ttt tj|d|ddtj dd S) Nrrr1Z sample_raterrrr) rr sincnet SincConv_fastr#r$r"r%r&r'r(r r r rrs rrr1r>r+r kernel_sizerr3rrcCszttddtjd|dddt|ttjtdtj||dddt|ttjtdtj|ddddtjdd  S) Nrrir,rrBr3rr) rr rr/r"ReLUr6r'r(r0r r rrs   rrrrTrr,cCsttddtdddddttddd tjd|d d d t|t tj t d tj||d d d t|t tj t d tj|dd d d tj dd S)Nrrr1rrrrTrr,rrBr3rr) rr rrrr r!r/r"rDr6r'r(r0r r rrs   cCsttddtdddddttddd tjjj j j d|d d d t t tj d ddtjjj j j ||d d d t t tj d ddtjjj j j |dd d d tjdd S)Nrrr1rrrrTrr,rrBrF)r4inplacerr)rr rrrr r! intrinsic quantizedmodules conv_relu ConvReLU1dIdentityr6r(r0r r rrs   i)rE)rCr* i)Zcwt_depthwise_64kHzZ!stft_depthwise_64kHz_ksize_specBNrawZquat_stft_depthwiseZstft_depthwise_32kHz_bighopZstft_depthwise_32kHzstft_depthwise_ksizeZstft_depthwise_ksize_specBNZstft_depthwise_ksize_specNormZstft_depthwiseZstft_depthwise_noBN_noDOZ sincnet_dwr?Z stft_nomelZ stft_pcenstftZqat_stftZ bool_stftz0.10z0.9z0.8z0.7z0.6z0.5z0.4z0.3z0.2z0.0)torchrutilsr#Zbinarized_modulesrnumpyr Z filterbankrrrZ PCEN_pytorchrsyspathappendr?r'r r@r/r"r%r6r(r!Hardtanh GammaSpecgetr r r rsd