o
    i"r                    @   s  d Z ddlZddlmZmZmZmZmZmZ ddl	Z	ddl	m
Z ddlmZ ddlZddlZddlmZmZmZ ddlmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 dd	lm3Z3m4Z4 dd
lm5Z5 ddl6m7Z7 ddl6m8Z8m9Z9m:Z:m;Z; ddl<m=Z= ddl>m?Z? ddl@mAZA ddlBmCZC dd ZDG dd dZEdBddZFdd ZGG dd dZHG dd dZIG dd dZJd d! ZKG d"d# d#ZLG d$d% d%ZMG d&d' d'ZNG d(d) d)ZOG d*d+ d+ZPG d,d- d-ZQG d.d/ d/ZRG d0d1 d1ZSG d2d3 d3ZTG d4d5 d5ZUG d6d7 d7ZVd8d9 ZWd:d; ZXG d<d= d=ZYG d>d? d?ZZG d@dA dAZ[dS )Cz8
Test functions for multivariate normal distributions.

    N)assert_allcloseassert_almost_equalassert_array_almost_equalassert_equalassert_array_lessassert_)raises   )check_distribution_rvs)_PSD_lnBmultivariate_normal_frozen)multivariate_normalmultivariate_hypergeommatrix_normalspecial_ortho_grouportho_grouprandom_correlationunitary_group	dirichletbetawishartmultinomial
invwishartchi2invgammanormuniformks_2sampkstestbinom	hypergeommultivariate_tcauchy
normaltestrandom_tableuniform_directionvonmises_fisherdirichlet_multinomialvonmises)_covariance
Covariance)stats)tanhsinh)rombqmc_quaddblquadtplquad)multigammaln)check_random_state_property)_qsimvtv)patchc                 O   s@   t | t |} }t| |g|R i | t| j|j d S N)npasarrayr   r   shape)resrefargskwargs r>   ]/home/kim/smarthome/.venv/lib/python3.10/site-packages/scipy/stats/tests/test_multivariate.pyassert_close,   s   r@   c                   @   s  e Zd Zdd Zejejjejjejj	dd dZ
eee
Zeg dg dg dg d	geg d
g dg dg dgdZeedd eg d edd dZejdedd dd Zejdeeejdedd Zejdde ddgejdeeejdedd Zejde dgejdedd Zd d! Zejd"d#d$ Zd%d& ZdS )'TestCovariancec                 C   s  d}t jt|d ttd W d    n1 sw   Y  d}t jt|d tjtdtdd W d    n1 sBw   Y  d}t jt|d td W d    n1 s`w   Y  d	}t jt|d t	td W d    n1 sw   Y  d
}t jt|d t
dtdf W d    n1 sw   Y  d}t jt|d t
tddf W d    n1 sw   Y  d}t jt|d t
g dtdf W d    d S 1 sw   Y  d S )Nz:The input `precision` must be a square, two-dimensional...match   z0`precision.shape` must equal `covariance.shape`.   )
covariancez7The input `diagonal` must be a one-dimensional array...Zalpacaz9The input `cholesky` must be a square, two-dimensional...z4The input `eigenvalues` must be a one-dimensional...z,The input `eigenvectors` must be a square...z9The shapes of `eigenvalues` and `eigenvectors` must be...r	   rD   rE   )pytestr   
ValueErrorr*   CovViaPrecisionr7   oneseyeZCovViaDiagonalZCovViaCholeskyZCovViaEigendecompositionselfmessager>   r>   r?   test_input_validation4   s8   "z$TestCovariance.test_input_validationc                 C   s   t | ddS )NTallow_singular)r   xr>   r>   r?   <lambda>V      zTestCovariance.<lambda>)ZDiagonalZ	PrecisionZCholeskyZEigendecompositionZPSDrG   )   r	   rE   )r	         )rE   rY      )r	   r   rE   )rW   r   )r[   rW   r   r   r   r   )diagonal full rankzgeneral full rankzdiagonal singularzgeneral singularr	   N)r   r[   r^   cov_type_namer[   c           	      C   s   t g d}g d}ttd| }| j| }ttd|  }|||}|||}t|t|u s8J t|	||	| d S )NrG   )rD   rW   CovViaZfrom_)
r7   diaggetattrr*   _covariance_preprocessingr+   lowertyper   whiten)	rN   r_   ArT   cov_typepreprocessingfactoryr:   r;   r>   r>   r?   test_factoriesb   s   
zTestCovariance.test_factoriesmatrix_typec                 C   s  d| d| d}|| j | vrt| | j| }ttd| }| j| }t|dd}|||}t|j	|j	 t
|j|j t
|jt|j t|jt| tjd}	|	jdd}
||
}|
|j }t|| ||  t|d	rd
|vrt|||
 |	jdd}
||
}|
|j }t|d jdd|d jdd t|d	rd
|vrt|||
 t|d	r|tt|}t|j| | d S d S )Nra    does not support 	 matricesTrQ      VGiVK rE   sizeZ	_colorizesingularrD   rY   rE   rD   r[   axis)
_cov_typesrH   skip	_matricesrc   r*   rd   r   r@   log_pdetr   rankr9   r7   r8   rF   randomdefault_rngrg   UhasattrZcolorizesumrL   lenT)rN   rm   r_   rO   rh   ri   rj   psd
cov_objectrngrT   r:   r;   r>   r>   r?   test_covariancep   s:   






"
zTestCovariance.test_covariancerr   rt   c                 C   s  d| d| d}|| j | vrt| | j| }ttd| }| j| }g d}|||}	t}
t||dd}t||	dd}tj	
d}|j|||d}tj	
d}|
j||	||d	}tj	
d}|
||	|d
j|d}t|	tjrt|t| t|t| nt|j|j t|j|j t|| t|
|||	|| t|||| t|
|||	|| t|||| t|
||	|  t| |  d S )Nra   rn   ro   皙?皙?333333?TrQ   rp   rq   rr   random_stateseed)rw   rH   rx   ry   rc   r*   rd   r   r7   r|   r}   rvs
isinstanceZ	CovViaPSDr@   squeezer   r9   pdflogpdfentropy)rN   rr   rm   r_   rO   rh   ri   rj   meanr   mvndist0dist1r   rT   x1x2r>   r>   r?   test_mvn_with_covariance   s:   



z'TestCovariance.test_mvn_with_covariancec                 C   s   d}| j | }ttd| }| j| }g d}|||}t}	t||dd}
t||dd}tjd}|j|||d}t|		||||
	| t|	||
	| t|	
||||

| t|
||

| d S )Nr]   ra   r   TrQ   rp   rq   )ry   rc   r*   rd   r   r7   r|   r}   r@   cdflogcdf)rN   rr   r_   rm   rh   ri   rj   r   r   r   r   r   r   rT   r>   r>   r?   test_mvn_with_covariance_cdf   s   

z+TestCovariance.test_mvn_with_covariance_cdfc                 C   s>   d}t jt|d t  W d    d S 1 sw   Y  d S )Nz7The `Covariance` class cannot be instantiated directly.rB   )rH   r   NotImplementedErrorr+   rM   r>   r>   r?   test_covariance_instantiation   s   "z,TestCovariance.test_covariance_instantiationzignore::RuntimeWarningc                 C   s   t g d}|jd }t |}tjtdd t||  W d    n1 s*w   Y  d}t j	
|}t j	
|}tt j|}t||}|j|d}	tj|||d}
t|	|
 d S )N)r	   rD   g:0yEr   zThe input matrix must be...rB   l   .ypGw r   )r7   rb   r9   zerosrH   r   rI   r   r   r|   r}   r+   from_eigendecompositionlinalgeighr   )rN   rh   nr   r   Zrng1Zrng2covrvr:   r;   r>   r>   r?   test_gh9942   s   


zTestCovariance.test_gh9942c                 C   s   t d}tt dt df}tjj||d}|j	d d}t
|| tjjt ddgt ddgddggf}tjj||d}|j	d d}|d |d ksTJ |d |d ks^J d S )	NrD   r   r   rq         ?        g      y@r   r	   )r7   rK   r+   r   r   rL   scipyr,   r   r   r   array)rN   r   r   distr   r>   r>   r?   test_gh19197   s   

"zTestCovariance.test_gh19197)__name__
__module____qualname__rP   r7   rb   r   invcholeskyr   rd   r   listZ_all_covariance_typesry   rw   rH   markparametrizerl   r   tupler   r   r   filterwarningsr   r   r>   r>   r>   r?   rA   2   sF    



/%

rA   Fc           	      C   s\   | | | f}||j }tj|\}}|r"|j| ddk}d||< |t| |j }|S )Nrq   r   )r|   r   r7   r   r   normalrb   )	dimZevalsr   rs   rh   _vZ	zero_eigsr   r>   r>   r?   _random_covariance  s   
r   c                 C   s$   t j| | }tj|\}}}|S r6   )r7   r|   randnr   r   svd)r   Musr   r>   r>   r?   _sample_orthonormal_matrix   s   r   c                   @   s  e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zejdededdggd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Z d2d3 Z!d4d5 Z"d6d7 Z#d8d9 Z$d:d; Z%d<d= Z&d>d? Z'd@dA Z(ejdBdCdDdE Z)dFdG Z*ejdHe+dIe+dJgdKdL Z,ejdMe+dNe+dOe+dPgdQdR Z-dSdT Z.dUdV Z/dWdX Z0dYS )ZTestMultivariateNormalc                 C   s`   t d}t d}tttjd|| tttjd|| tttjd|| tttjd|| d S )NrE   rD   r   r	   r   r	   rD   )r7   arangeidentityassert_raisesrI   r   r   r   )rN   mur   r>   r>   r?   test_input_shape'  s   

z'TestMultivariateNormal.test_input_shapec                 C   s   t jd d\}}}t|||}t|jd t jd}t jd}t t jd}t|||}t|jd d\}}}t	|||}t|jd t jd}t jd}t t jd}t	|||}t|jd d S )N  )      ?g333333?      @r   rW   )
r7   r|   r   r   r   r   ndimr   absr   )rN   rT   r   r   r   r   r>   r>   r?   test_scalar_values/  s"   

z)TestMultivariateNormal.test_scalar_valuesc                 C   f   t jd t jd}t jd}t t jd}t|||}t|||}t|t 	| d S Nr   rW   )
r7   r|   r   r   r   r   r   r   r   logrN   rT   r   r   d1d2r>   r>   r?   test_logpdfJ     z"TestMultivariateNormal.test_logpdfc                 C   l   t jd t jd}t|}t|}t|d d}t|d d}t|t | t|t | d S Nr   rW   r	   )	r7   r|   r   r   r   r   r   r   r   rN   rT   r   r   Zd3Zd4r>   r>   r?   test_logpdf_default_valuesT     

z1TestMultivariateNormal.test_logpdf_default_valuesc                 C   r   r   )
r7   r|   r   r   r   r   r   r   r   r   r   r>   r>   r?   test_logcdfa  r   z"TestMultivariateNormal.test_logcdfc                 C   r   r   )	r7   r|   r   r   r   r   r   r   r   r   r>   r>   r?   test_logcdf_default_valuesk  r   z1TestMultivariateNormal.test_logcdf_default_valuesc                 C   sl   t jd d}t j|}td|d D ]}t j||}t ||j}t||dd}t|j	j
| qd S )Nr   rY   r	   TrQ   )r7   r|   r   r   rangedotr   r   r   r   r{   )rN   r   r   Zexpected_rankr   r   Zdistnr>   r>   r?   	test_rankx  s   z TestMultivariateNormal.test_rankc              	   C   s  t ddD ]}tj|}t d|D ]}tj||}t||j}t||f}||d |d |f< t|}|d | |d |< t|}t|t||j}	t||}
tt||dd}tt||dd}tt||	dd}t	|j
j| t	|j
j| t	|j
j| ||d | }||}||
}t|| t|| ||d | }||}||
}t|| t|| |
|d d df  }||}||}t	|d t	|tj  qqd S )Nr	   rW   TrQ   r[   r   )r   r7   r|   r   r   r   r   r   r   r   r   r{   r   r   r   inf)rN   r   zkr   Zcov_kkZcov_nnrT   r   Zcov_rryZdistn_kkZdistn_nnZdistn_rrZpdf_kkZpdf_nnZpdf_rrZ	logpdf_kkZ	logpdf_nnZ	logpdf_rrZy_orthZpdf_rr_orthZlogpdf_rr_orthr>   r>   r?   test_degenerate_distributions  sR   











z4TestMultivariateNormal.test_degenerate_distributionsc           
      C   s   d}t ddD ]\}t d|D ]T}t|}t|d d d |f }t||j}tj|||d}tj|||dd}t	|j
| t|dksHJ tj|||dd}	t	|	j
| t|	tj ksbJ qqd S )	N
   rD   rX   r	   r   r   rr   T)r   r   rR   r   )r   r7   r   r   r   r   r   r   r   r   rr   allr   r   )
rN   r   r   rZmnr   ZvrXr   r   r>   r>   r?   test_degenerate_array  s&   


z,TestMultivariateNormal.test_degenerate_arrayc                 C   s   d}d}d}t || }|| }t j||ftd}t || d|| d | d f< ttj|d ttj|d |d |f t j	 t
t j|d |d |f d|f t|}t
|j| d S )Ng     @@d   rD   dtyper   r	   )r7   expr   floatZfill_diagonalr   r   r   detr   r   slogdetr   rz   )rN   Zlarge_total_logZnposZnzeroZlarge_entryr   r   r   r>   r>   r?   test_large_pseudo_determinant  s   $z4TestMultivariateNormal.test_large_pseudo_determinantc                 C   s   t jd d}t j||}t ||j}t j|}t jdd|}t|||}t|||}t	dD ]3}t	dD ],}	t|||	f ||}
t
|
|||	f  t|||	f ||}
t
|
|||	f dd q<q6d S )Nr   rY   rD   rE   MbP?rtol)r7   r|   r   r   r   r   r   r   r   r   r   )rN   r   datar   r   r   Zdesired_pdfZdesired_cdfijactualr>   r>   r?   test_broadcasting  s    z(TestMultivariateNormal.test_broadcastingc                 C   sn   t ddd}d\}}|d }t|||}t|||}t|| t|||}t|||}t|| d S )Nr   rD   r   )333333??      ?)r7   linspacer   r   r   r   r   )rN   rT   r   r   scaler   r   r>   r>   r?   test_normal_1D  s   
z%TestMultivariateNormal.test_normal_1Dc                 C   s  t ddg}t ddgddgg}d}d|d  }t d	d|}t ||\}}t ||d
f}||d d d d d	f< ||d d d d df< t|||}	t|	|d	d}
t|	|dd}tj||d	 |d d d}tj||d |d d d}t	|
|ddd t	||ddd d S )Nr   g      @r  r   333333?i  rX   r	   r   rD   ru   r   r   locr  )r	   r	   {Gz?r   atol)
r7   r   r  Zmeshgridemptyr   r   r.   r   r   )rN   r   r   r   deltar   ZxvZyvposr   Zmargin_xZmargin_yZgauss_xZgauss_yr>   r>   r?   test_marginalization  s    z+TestMultivariateNormal.test_marginalizationc                 C   s   t jd t jd}t jd}t t jd}t||}t||t||| t||t||| t|	|t	||| t|
|t
||| d S r   )r7   r|   r   r   r   r   r   r   r   r   r   )rN   rT   r   r   norm_frozenr>   r>   r?   test_frozen$  s   


z"TestMultivariateNormal.test_frozenrF   rD   r	   c                 C   sF   t d}t d}t||}t |j|sJ t |j|s!J d S )NrD   rD   )r7   rK   rL   r   allcloser   r   )rN   rF   r   Zcov_should_ber  r>   r>   r?   2test_frozen_multivariate_normal_exposes_attributes2  s
   


zITestMultivariateNormal.test_frozen_multivariate_normal_exposes_attributesc           	   	   C   s   t jd d}t j||}t ||j}tj|\}}t 	|d}d|d< d|d< t |t t 
||j}d}t||d	}t|j|d	}t|jt t |d d  t|j |j d S )
Nr   rZ   r  r   r   Hz>r[   h㈵>)cond)r7   r|   r   r   r   r   r   r   r   fullrb   r   Zpinvr   rz   r   r   )	rN   r   rT   r   r   r   r  r   Zpsd_pinvr>   r>   r?   test_pseudodet_pinv@  s    z*TestMultivariateNormal.test_pseudodet_pinvc                 C   s    g dg dg}t tt| d S )NrG   rY   rW   rX   r   rI   r   rN   r   r>   r>   r?   test_exception_nonsquare_covZ     z3TestMultivariateNormal.test_exception_nonsquare_covc                 C   s@   ddgdt jgg}ttt| ddgdt jgg}ttt| d S )Nr	   r   )r7   nanr   rI   r   r   )rN   Zcov_nanZcov_infr>   r>   r?   test_exception_nonfinite_cov^  s   z3TestMultivariateNormal.test_exception_nonfinite_covc                 C   s    ddgddgg}t tt| d S )Nr	   r   r[   r  r  r>   r>   r?   test_exception_non_psd_covd  r   z1TestMultivariateNormal.test_exception_non_psd_covc                 C   s   t jd t jd}t jd}t d}t jj}t|t|| t|tj	||| t|tj
||| t|tj||| t|tj||| ddgddgg}d}tjt jj|d t|d W d    d S 1 sjw   Y  d S )	Nr   rW   )rW   rW   r   r   z0When `allow_singular is False`, the input matrixrB   r   )r7   r|   r   r   rK   r   LinAlgErrorr   r   r   r   r   r   rH   r   )rN   rT   r   r   emsgr>   r>   r?   test_exception_singular_covh  s   
"z2TestMultivariateNormal.test_exception_singular_covc                 C   s"  t g d}t ddd}d| d }|t | }t |||gj}t g dd}t g dg d	g d
gd}t|||}t||dd t g d}	t|||}
t|
|	dd t g d}t ||gj}t ddgd}t ddgddggd}t|||}t||dd d S )N)g0Q-?gox'V?g[S, t?gDB?gc_.?r   rD   rW   rE   )r	   rE   rD   dr	   rD   r   )rD   rW   r  )r   r  rE   绽|=r  )gwk:E]?g̙Z?g0?gL8?gAG*?gh㈵>)gIى?gG?gƏ)?gėh?gEE?r	   r  )	r7   r   r  cosr   r   r   r   r   )rN   Zr_pdfrT   r   r   r   r   r   r   Zr_cdfr   Zr_cdf2r2mean2cov2cdf2r>   r>   r?   test_R_values{  s$   z$TestMultivariateNormal.test_R_valuesc                 C   s<   t d}t d}t||dd}| }t|ddg d S )NrD   rD   rD   TrQ   r   )r7   r   r   r   r   )rN   r   rF   modelsampler>   r>   r?   ,test_multivariate_normal_rvs_zero_covariance  s
   

zCTestMultivariateNormal.test_multivariate_normal_rvs_zero_covariancec                 C   s   d}d}t jt|d|d}t|j||f t jd tddgddgg|d}t|j|df t ddd}||}t|j|f d S )	Ni,  rY   r	   r   rD   r   r   r   )r   r   r7   r   r   r9   r   )rN   Nr)  r5  r   r>   r>   r?   test_rvs_shape  s   
z%TestMultivariateNormal.test_rvs_shapec                 C   sx   t jd d}t j|}t j||}t ||j}d}t|||}tt 	|j|dd t|
d|dd d S )N  rE     r   r   r   )r7   r|   r   r   r   r   r   r   r   r   r   )rN   r   r   r   r   rr   r5  r>   r>   r?   test_large_sample  s   z(TestMultivariateNormal.test_large_samplec                 C   s   t jd d}t j|}t j||}t ||j}t||}t| t|| t j	
|d }d|t dt j d  t t |  }t||  d S )Nr9  rE   r   r  rD   r	   )r7   r|   r   r   r   r   r   r   r   r   Zeigr   pir   )rN   r   r   r   r   r   eigsdesiredr>   r>   r?   test_entropy  s   
,z#TestMultivariateNormal.test_entropyc                 C   s*   t g d}d}tt t|| d S )Nr	   r	   r	   r  )r7   r   r   r   r   )rN   alphar>  r>   r>   r?   test_lnB  s   zTestMultivariateNormal.test_lnBc                 C   s   t jd}ddg}t d}|dd d }|dd d }tj||||d}t|||}t|||}t j|ddd	f |dd	df fd
d}	t j|dd	df |ddd	f fd
d}
t|	||}t|
||}|| | | }t|| d S )N   FYc@Y r   rD   )rY   rE   rD   rX   rE   lower_limit.r	   r[   ru   )r7   r|   r}   rL   r   r   concatenater   )rN   r   r   r   abcdf1Zcdf2aZcdf2bZab1Zab2Zcdf2ab1Zcdf2ab2r1  r>   r>   r?    test_cdf_with_lower_limit_arrays  s   
**z7TestMultivariateNormal.test_cdf_with_lower_limit_arraysc           
      C   s   t jd}|d}|d}||j }|dd d }|dd d }tj||||d}t||j||d}t tj||||d}t t||j||d}	t||dd t||dd t|	|dd d S )	NrC  rE   rE   rE   rD   rE   rX   rD  -C6?r   )	r7   r|   r}   r   r   r   r   r   r   )
rN   r   r   r   rG  rH  rI  r1  Zcdf3Zcdf4r>   r>   r?   %test_cdf_with_lower_limit_consistency  s   


z<TestMultivariateNormal.test_cdf_with_lower_limit_consistencyc                 C   s   t d}t d}g dg dg dg dg}g dg dg dg dg}t g d}tj||||d}t||d |  d S )	NrE   r@  r\   r	   r   r	   r   r	   r   r	   r[   r[   r	   rD  r   r7   r   rL   r   r   r   r   )rN   r   r   rH  rG  expected_signsr   r>   r>   r?   test_cdf_signs"  s   

z%TestMultivariateNormal.test_cdf_signsc                 C   s   t dt g d }t|}d}tjt|d t	ddg| W d    n1 s-w   Y  tjt|d tddg| W d    n1 sKw   Y  g d}t
|g d|}ttj
||d| t
|g d	|}ttj
|d|d| d S )
Nr	   rG   z7`cov` represents a covariance matrix in 3 dimensions...rB   r   )r  r  r  r\   r$  r@  )r7   rb   r   r*   rJ   rH   r   rI   r   r   r   r   )rN   Pr   rO   rT   r;   r>   r>   r?   test_mean_cov-  s   
z$TestMultivariateNormal.test_mean_covc                 C   sJ   ddg}d}t jt|d t| W d    d S 1 sw   Y  d S )Nr	   rE   z`x` must be two-dimensional.rB   )rH   r   rI   r   fit)rN   r   	error_msgr>   r>   r?   test_fit_wrong_fit_data_shape@  s
   "z4TestMultivariateNormal.test_fit_wrong_fit_data_shaper   )rE   rW   c                 C   sh   t jd}|d|f}t|\}}t j|ddt j|jdd}}t||dd t||dd d S )	N   @,Q| r   r   ru   )ZddofV瞯<r,  r   )	r7   r|   r}   r   rW  r   r   r   r   )rN   r   r   rT   Zmean_estZcov_estZmean_refZcov_refr>   r>   r?   test_fit_correctnessF  s    z+TestMultivariateNormal.test_fit_correctnessc                 C   sF   t dd}d}t d}tj|||d\}}t|| t|| d S )N)rD   r	   rE   r   )fix_meanfix_cov)r7   r  Z
atleast_2dr   rW  r   )rN   r   Z
mean_fixedZ	cov_fixedr   r   r>   r>   r?   test_fit_both_parameters_fixedO  s   


z5TestMultivariateNormal.test_fit_both_parameters_fixedr]  r3  rE   c                 C   L   d}t jt|d tjtd|d W d    d S 1 sw   Y  d S )Nzd`fix_mean` must be a one-dimensional array the same length as the dimensionality of the vectors `x`.rB   rD   r]  rH   r   rI   r   rW  r7   rL   )rN   r]  r'  r>   r>   r?   "test_fit_fix_mean_input_validationX  s   "z9TestMultivariateNormal.test_fit_fix_mean_input_validationr^  r  )rE   rD   )rY   rY   c                 C   ra  )Nzn`fix_cov` must be a two-dimensional square array of same side length as the dimensionality of the vectors `x`.rB   rE   r^  rc  )rN   r^  r'  r>   r>   r?   +test_fit_fix_cov_input_validation_dimension`  s   "zBTestMultivariateNormal.test_fit_fix_cov_input_validation_dimensionc                 C   sb   d}t jt|d tddgddgg}tjtd|d W d    d S 1 s*w   Y  d S )Nz2`fix_cov` must be symmetric positive semidefinite.rB   r   r   g      rD   re  )rH   r   rI   r7   r   r   rW  rL   )rN   rX  r^  r>   r>   r?   *test_fit_fix_cov_not_positive_semidefinitej  s
   "zATestMultivariateNormal.test_fit_fix_cov_not_positive_semidefinitec                 C   s   t jd}|d}|d}t ||j}tj||d|d}t|\}}tj|||d	 }tj||d\}	}
t
|	| tj||	|
d	 }||k sOJ |d}dt ||j }|
| }tj||	|d	 }||k sqJ d S )	NrZ  rE   rK  r   r   r   rr   r   r   rb  :0yE>)r7   r|   r}   r   r   r   r   rW  r   r   r   )rN   r   r
  rh   r   samples	mean_freecov_free	logp_freemean_fixcov_fixlogp_fixmZcov_perturbedlogp_perturbedr>   r>   r?   test_fit_fix_meanp  s>   




z(TestMultivariateNormal.test_fit_fix_meanc                 C   s   t jd}|d}|d}t ||j}tj||d|d}t|\}}tj|||d	 }tj||d\}	}
t
|	t j|dd	 t
|
| tj||	|
d	 }||k sYJ |	d
|d  }tj|||
d	 }||k srJ d S )NrZ  rE   rK  r   rh  r   re  r   ru   ri  )r7   r|   r}   r   r   r   r   rW  r   r   r   r   )rN   r   r
  rh   r   rj  rk  rl  rm  rn  ro  rp  Zmean_perturbedrr  r>   r>   r?   test_fit_fix_cov  s<   


z'TestMultivariateNormal.test_fit_fix_covN)1r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r  rH   r   r   r7   rL   r+   Zfrom_diagonalr  r  r  r"  r#  r(  r2  r6  r8  r;  r?  rB  rJ  rN  rT  rV  rY  r\  r_  r   rd  rf  rg  rs  rt  r>   r>   r>   r?   r   &  sj    

4
@
	

r   c                   @   sL   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dS )TestMatrixNormalc              	   C   s<  d}d}t ||fd}dt | t ||fd }dt | t ||fd }tttt d ttt|t d| ttt||t d ttt||| ttt||| ttt|j|| t jj	}t|tj
||t ||f t|tj
|t ||f| t|t||t ||f t|t|t ||f| d S )NrY   rE   r   r  ffffff?)rW   rY   rE   r   )r7   r  r   r   rI   r   r   r   r   r%  r   rK   )rN   num_rowsnum_colsr   r~   Vr&  r>   r>   r?   test_bad_input  s(   zTestMatrixNormal.test_bad_inputc                 C   s  d}d}t ||fd}dt | t ||fd }dt | t ||fd }t ||f}t |df}t d|f}t |}	t |}
t d}ttj|||dj||f ttj|dj||f ttj|d	j|df ttj|d
jd|f ttj||dj||f ttj||dj||f ttj||dj||f tt|dj|	 tt|dj	|
 tt|d	j
| tt|d	j	| tt|d
j
| tt|d
j| tt||dj	|
 tt||dj|	 tt||dj
| d S )NrY   rE   r   r  rv  r	   r   rowcovcolcov)r   )r|  )r}  )r   r}  )r   r|  )r|  r}  )r7   r  r   r   r   r   r   r9   r|  r}  r   )rN   rw  rx  r   r~   ry  ZZZrZZcIrIcZI1r>   r>   r?   test_default_inputs  sR   


z$TestMatrixNormal.test_default_inputsc           
      C   s   d}d}t ||fd}t |d}d}t |d}d}t |}t |}	tt|||djd|  tt|||djd|	  tt|||djd|  tt|||djd|	  d S )NrY   rE   r   r   r   r{  )r7   r  r   r   r   r|  r}  )
rN   rw  rx  r   ZUvZUsZVvZVsr  r  r>   r>   r?   test_covariance_expansion  s*   

z*TestMatrixNormal.test_covariance_expansionc                 C   s   t ddD ]w}t ddD ]o}t||fd}dt| t||fd }dt| t||fd }t|||d}|jdd}tj|||dd	}t|| |jdd}	||	}
tj|	|||d}t|
| ||	}tj|	|||d}t|| qqd S )
Nr	   rW   r   r  rv  r{  r   r   )r   r|  r}  r   )	r   r7   r  r   r   r   r   r   r   )rN   r   r   r   r~   ry  frozenrvs1rvs2r   pdf1pdf2logpdf1logpdf2r>   r>   r?   test_frozen_matrix_normal  s(   




z*TestMatrixNormal.test_frozen_matrix_normalc                 C   s  t ddD ]}t ddD ]}}t||fd}dt| t||fd }dt| t||fd }t|||d}|jdd}||}||}	| }
|j	
 }|j	
 }t||}tj|||d	}tj|||d	}tj||d	}t||d
d t|	|d
d t|
| qqd S )Nr	   rW   r   r  rv  r{  r   r   r   r+  r   )r   r7   r  r   r   r   r   r   r   r   flattenZkronr   r   )rN   r   r   r   r~   ry  r  r   r  r  Zentropy1ZvecXZvecMr   r  r  Zentropy2r>   r>   r?   test_matches_multivariate  s*   



z*TestMatrixNormal.test_matches_multivariatec                 C   sD  d}d}t ||fd}dt | t ||fd }dt | t ||fd }d}t|||d}|j|dd	}|j|d
d	}	t j|t jd d d d d d f |	t jd d d d d d f fdd}
t|
jd|||f |	|
}t|jd|f t
dD ] }t
|D ]}tj	|
||f |||d}t||||f d qqd S )NrY   rE   r   r  rv  r   r{  r   r   i  r   ru   rD   r+  )r7   r  r   r   r   rF  newaxisr   r9   r   r   r   )rN   rw  rx  r   r~   ry  r7  r  ZX1ZX2r   Zarray_logpdfr   r   Zseparate_logpdfr>   r>   r?   test_array_input4  s*   F
z!TestMatrixNormal.test_array_inputc                 C   s   d}d}t ||fd}dt | t ||fd }dt | t ||fd }d}t|||d}|j|dd	}t j|d
d}	t|	|dd t ||| |j	}
t|
|dd t t 
|dd|| |j	}t||dd d S )NrY   rE   r   r  rv    r{  r   r   r   ru   r   r,  r	   rD   )r7   r  r   r   r   r   r   r   reshaper   Zswapaxes)rN   rw  rx  r   r~   ry  r7  r  r   Zsample_meanZsample_colcovZsample_rowcovr>   r>   r?   test_momentsK  s$   zTestMatrixNormal.test_momentsc                 C   s   t jtddgddggtddgddggtddgddggtjddd	}td
dgddggddgddggg}t|| d S )Nr	   rD   rE   rY   r[   rW   r   r   )r   r|  r}  r   rr   g6?gǀgcϿ@g"'@gI2͖@g^jy%@gDn3@g|\3@)r   r   r7   r   r|   r}   r   )rN   r   expectedr>   r>   r?   test_samplesa  s"   
zTestMatrixNormal.test_samplesN)r   r   r   rz  r  r  r  r  r  r  r  r>   r>   r>   r?   ru    s    'ru  c                   @   s   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'S )(TestDirichletc                 C   s   t jd t jdd}t jdd|}t|}t| t| t| t| t|	 t	| d}t
|D ]9}t jdd|}|t | }t||d d t|d d | t||d d t|d d | q=d S Nr9  r	       &.>r   r   r[   )r7   r|   r   randintr   r   r   varr   r   r   r   r   r   rN   r   rA  r)  	num_testsr   rT   r>   r>   r?   test_frozen_dirichletv  s   (*z#TestDirichlet.test_frozen_dirichletc                 C   s   t jd t g d}t jj|dd}t|jd tttj	|| tttj
|| t	|j| t	|jd d | t
|j| t
|jd d | d S )Nr9  r          @      @rZ   rq   )rZ   rE   r[   )r7   r|   r   r   r   r   r9   r   rI   r   r   r   rN   rA  rT   r>   r>   r?   "test_numpy_rvs_shape_compatibility  s   z0TestDirichlet.test_numpy_rvs_shape_compatibilityc                 C   R   t jd g d}t jjt d|ddj}tttj|| tttj	|| d S )Nr9  )r   r   r  r  rZ   rq   
r7   r|   r   r   maximumr   r   rI   r   r   r  r>   r>   r?   test_alpha_with_zeros  
   z#TestDirichlet.test_alpha_with_zerosc                 C   r  )Nr9  )r   g       r  r  rZ   rq   r  r  r>   r>   r?    test_alpha_with_negative_entries  r  z.TestDirichlet.test_alpha_with_negative_entriesc                 C   sp   t g d}t g d}t|| t|| t g d}tt||d tt||t d d S )Nr   r  r        @r   r   r   rv  )r   r   r   r   rX   )r7   r   r   r   r   r   r   r  r>   r>   r?   test_data_with_zeros  s   z"TestDirichlet.test_data_with_zerosc                 C   @   t g d}t g d}tttj|| tttj|| d S )N)r   r  r  r  r  r7   r   r   rI   r   r   r   r  r>   r>   r?   $test_data_with_zeros_and_small_alpha     z2TestDirichlet.test_data_with_zeros_and_small_alphac                 C   r  )Nr  )r   皙r   rv  r  r  r>   r>   r?   test_data_with_negative_entries  r  z-TestDirichlet.test_data_with_negative_entriesc                 C   r  )Nr  )r   皙?r   rv  r  r  r>   r>   r?    test_data_with_too_large_entries  r  z.TestDirichlet.test_data_with_too_large_entriesc                 C   >   t g d}t dd}tttj|| tttj|| d S )Nr  )rD   rZ   rZ   g$I$I?r7   r   r  r   rI   r   r   r   r  r>   r>   r?   test_data_too_deep_c     z"TestDirichlet.test_data_too_deep_cc                 C   sF   t ddgddgg}t dd}tttj|| tttj|| d S )Nr   r  r  r  )rD   rD   rZ         ?r  r  r>   r>   r?   test_alpha_too_deep  s   z!TestDirichlet.test_alpha_too_deepc                 C   s6   t g d}t dd}t|| t|| d S )Nr  rE   rZ   UUUUUU?)r7   r   r  r   r   r   r  r>   r>   r?   test_alpha_correct_depth  s   z&TestDirichlet.test_alpha_correct_depthc                 C   r  )Nr  r  r  r  r  r>   r>   r?   test_non_simplex_data  r  z#TestDirichlet.test_non_simplex_datac                 C   r  )Nr  )rD   rZ   r  r  r  r>   r>   r?   test_data_vector_too_short  r  z(TestDirichlet.test_data_vector_too_shortc                 C   r  )Nr  )rW   rZ   r   r  r  r>   r>   r?   test_data_vector_too_long  r  z'TestDirichlet.test_data_vector_too_longc                 C   sj   t g d}t|}g d}g d}g dg dg dg}t| | t| | t| | d S )N)r   皙?r   r  皙?r   )UUUUUU?{Gz?Q?)r  )r  r  O贁N)r  r  r  )r7   r   r   r   r   r  r   )rN   rA  r)  Zexpected_meanZexpected_varZexpected_covr>   r>   r?   test_mean_var_cov  s   zTestDirichlet.test_mean_var_covc                 C   s`   t dg}t|}t| jd t| jd t|dgjd t|dgjd d S )Nr   r   r   )	r7   r   r   r   r   r   r  r   r   )rN   rA  r)  r>   r>   r?   r     s   z TestDirichlet.test_scalar_valuesc                 C   s   t jd t jdd}t jdd|}t|}d}t|D ] }t jdd|}|t | }t|	|d d |	| qd S r  )
r7   r|   r   r  r   r   r   r   r   r   r  r>   r>   r?    test_K_and_K_minus_1_calls_equal   s    z.TestDirichlet.test_K_and_K_minus_1_calls_equalc                 C   s   t jd t jdd}t jdd|}t|}d}d}d }t|D ]J}t|D ]}t jdd|}	|	t |	 }	|d urFt ||	f}q)|	}q)|	|j
}
d }|D ]}|	|}|d uret ||}qS|}qSt|
| q#d S )Nr9  r	   r  r  r   r   rW   )r7   r|   r   r  r   r   r   r   vstackr   r   appendr   )rN   r   rA  r)  r  Znum_multipleZxmr   rq  rT   Zrmrsxsr   r>   r>   r?   test_multiple_entry_calls  s.   
z'TestDirichlet.test_multiple_entry_callsc                 C   s   t jd t jddd}t|}t|d |d }d}t|D ]}t jddd}|t | }t|	||	|g q!t|
 |
 d  t| | d  d S )Nr9  r  r   rD   r   r	   r   )r7   r|   r   r   r   r   r   r   r   r   r   r  )rN   rA  r)  rH  r  r   rT   r>   r>   r?   test_2D_dirichlet_is_beta,  s   z'TestDirichlet.test_2D_dirichlet_is_betaN)r   r   r   r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r>   r>   r>   r?   r  t  s(    	r  c               
   C   s   t ddg} t dgg}ttt| | zt| | W d S  ty? } zd}tt|d t| | W Y d }~d S d }~ww )Nr   r   zDimension mismatch)r7   r   r   rI   r   r   strr   )r   sigmar&  r'  r>   r>   r?   ,test_multivariate_normal_dimensions_mismatch=  s   (r  c                   @   s<   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd ZdS )TestWishartc                 C   s  t jddd}ddgt dt jd t jdddg}|D ]}td|}t|j| t|jj|j qt ddgddgg}ddgt jd t ddgddggg}|D ]}td|}t|j| t|jj|j qRtttdt 	d tdt 	d t jddd}tttd| d S )Nr	   rD   Zndminr   r	   rD   r  rE   )
r7   r   r_r   r   r  r9   r   rI   rL   )rN   Z
true_scalescalesr  wr>   r>   r?   test_scale_dimensionsQ  s8   



z!TestWishart.test_scale_dimensionsc              
   C   s  ddgt dt jd t jdddt jdgddg}tdd}|t jddd}|D ]
}t||| q+g dt jd t jg dddg}tdd}|t jg ddd}|D ]
}t||| qZdddgt dt jd t ddgddggt ddgddggd d d d t jf g}tdt d}|t ddgddggd d d d t jf }|D ]
}t||| qd S )Nr	   rD   r  rE   rG   r3  r   )r7   r   r  r   r   r   r  rL   )rN   r   r  ZdensityrT   r>   r>   r?   test_quantile_dimensions|  sR   
	


z$TestWishart.test_quantile_dimensionsc           	      C   sn  d}t t |d }t ||d  d |t j|dd< t |j|}g }tdD ].}t t ||d d  }t ||d  d |t j|dd< t |j|}|| q+t |j}ddt 	dddfd||fg}|D ]C\}}}t
||}t| t
|| t| t
|| t| t
|| t| t
|| t||t
||| qqd S 	NrY   r	   rD   r[   r   rW   r   r   )r7   rb   r   tril_indicesr   r   r   r  r   r  r   r   r  r   moder   r   )	rN   r   r  r   r   rT   
parametersdfr  r>   r>   r?   r    s,   $$
zTestWishart.test_frozenc                 C   s   d}d}t |}d|d< d|d< t||}t jd t||}t jd | }t jd t jjdd}t jt j|t j|d t j|d	 f d }t 	|}	||	t j
|d
d< t j|}
|
|	}t ||j}t|| t|| d S )NrE   r   r  r   r	   r   i rq   r	   rD   r[   r  )r7   rL   r   r|   r   r   r   r  	chisquarerb   r  r   r   r   r   r   )rN   r   r  r  r  Zw_rvsZfrozen_w_rvscovariances	variancesrh   DZDAZmanual_w_rvsr>   r>   r?   test_wishart_2D_rvs  s6   





zTestWishart.test_wishart_2D_rvsc                 C   s   t jd d}d}t |}t jdddtd}t jdddd}|D ]C}t||}t|}t	|
 |
  t	| |  t	| |  t	|||| |j|d	}	|f}
d
}td|
||	 q"d S )N^   r	   r   rD   r   r   numrq   r  r   )r7   r|   r   rL   r   r   r  r   r   r   r  r   r   r   r   r
   )rN   snr   r  df_ranger   r  r  cr   r<   rA  r>   r>   r?   test_1D_is_chisquared  s$   

z!TestWishart.test_1D_is_chisquaredc                 C   s  t jd d}d}d}t t dd }t d|t jddd< t |j|}t |df}|j||	 }t
||}t||d	}t| |  t| |  t| |  t jd
ddd}	t||	||	 |j|d}
|d|f}d}td|||
 d S )Nr  r  r   rY   r	   rX   r[   r  r  r   r  rq   r   r  r   )r7   r|   r   rb   r   r  r   r   rK   r   r   r   r   r  r   r   r  r   r   r
   )rN   r  r  r   r  ZlamdaZsigma_lamdar  r  r   r   r<   rA  r>   r>   r?   test_is_scaled_chisquared  s(   

z%TestWishart.test_is_scaled_chisquaredN)	r   r   r   r  r  r  r  r  r  r>   r>   r>   r?   r  P  s    +1 ,r  c                   @   s   e Zd Zdd Zdd Zdd Zejddd	gd
d Z	dd Z
dd Zejdddgdd Zdd Zejdddgdd Zdd Zejdddgdd Zdd Zdd Zd d! Zd"S )#TestMultinomialc                 C   s   t ddd}t|ddd t ddgd	d
dg}|tj ks!J t d	d	gd	d
dg}|d	ks2J t ddgd	ddg}t|tjdd d S )NrE   rY   rZ   r   rv  g&Mtyri  r   rE   rY   r   r   rv  r^   )r   logpmfr   r7   r   r!  )rN   vals1vals2vals3vals4r>   r>   r?   test_logpmf<  s   zTestMultinomial.test_logpmfc                 C   sX   t ddd}tddd}t||dd t dd	d
}tdd	d}t||dd d S )Nr  rZ   r  rE   r   ri  r   )rX         r   r  rX   r   )r   r  r    r   pmfrN   val1val2r>   r>   r?   test_reduces_binomialI  s   z%TestMultinomial.test_reduces_binomialc                 C   sR   dg d}}ddddddd	dd
dd
}|D ]}t t||||| dd qd S )NrE   )g      ?r  g      ?g     @?g     ?g      ?g      `?g     ?g      ?g      ?g      ?g      ?)
)r   r   rE   )r	   r   rD   )rD   r   r	   )rE   r   r   r   r@  rD   r	   r   )r   rD   r	   r*  )r   rE   r   +=r,  )r   r   r  )rN   r   pZr_valsrT   r>   r>   r?   test_RT  s   zTestMultinomial.test_Rr   r   rE   c                 C   sH   t j|dgd ddd}tjd}|j |dgd dd}t|| d S )Nr  rE   rZ   {   r   rq   )r   r   r7   r|   RandomStater   )rN   r   Zsc_rvsrndmZnp_rvsr>   r>   r?   test_rvs_npe  s   zTestMultinomial.test_rvs_npc           	      C   s<  t ddd}t|ddd t ddd	}t|d
dd t ddgddggddgddgggdd}t|ddgddggdd tjdtjd}t |dd	}t|tjg tjd t ddgdd	}t|ddd t g ddg d}t|ddd t g ddg d}|dksJ t g ddg d}|dksJ d S )N)rW   rW   r	   r	   ri  r   r  rZ   r  g5
?rE   r   r  r[   	   r  g*7?g<Wƌ?r   rD   r   rY   rD   rE   rE   r   rX   )gUUUUUU?r  r   gߦ?r\   r  )r   r  r   r7   r  float64r   )	rN   vals0r  r  rT   r  r  Zvals5Zvals6r>   r>   r?   test_pmfm  s&   $zTestMultinomial.test_pmfc                 C   s
  t ddgdddgddgg}t|dd	gd
d t ddgddgddg}t|ddgd
d t ddgddgggdddg}t|ddggd
d t ddgdgdgggddg}t|dgdgggd
d t ddgddggdggggddg}t|ddggggd
d d S )Nr	   rD   rE   r   r  r   r  gv?g~jt?ri  r   rY   r   )r   r  r   )rN   r  r  r  r  r  r>   r>   r?   test_pmf_broadcasting  s     &z%TestMultinomial.test_pmf_broadcastingrW   c                 C   s   t |d}|d d | d d | d d g| d d |d d | d d g| d d | d d |d d gg}t||dd d S )	N)r   r   r  r   r  r   r  rv  ri  r   r   r   r   )rN   r   cov1r0  r>   r>   r?   test_cov  s   $$$zTestMultinomial.test_covc                 C   s   t dddgddgg}ddgddggddgddggg}t||d	d
 t ddgddg}ddgddggddgddggg}t||d	d
 t ddgddgddgg}ddgddggddgddggg}t||d	d
 d S )NrW   r   r  r   r  g?gܿgri  r   rY   g
ףp=
?g
ףp=
׿r   rv  r  r  gzG?gzGr  g333333r  rN   r  r0  cov3cov4cov5cov6r>   r>   r?   test_cov_broadcasting  s     z%TestMultinomial.test_cov_broadcastingrD   c                 C   s*   t |ddg}t|t|ddd d S Nr   r  ri  r   r   r   r   r    )rN   r   ent0r>   r>   r?   r?    s   zTestMultinomial.test_entropyc                 C   s   t ddgddg}t|tddtddgdd t ddgdd	gd
dgg}t|tddtdd
gdd t dgdggdd	gd
dgg}t|tddtdd
gtddtdd
ggdd d S )NrD   rE   r   r   ri  r   rZ   r  rv  r  r  r  )rN   r  Zent1Zent2r>   r>   r?   test_entropy_broadcasting  s    
z)TestMultinomial.test_entropy_broadcastingc                 C   s.   t |ddg}t||d |d gdd d S r  r   r   r   )rN   r   mean1r>   r>   r?   	test_mean  s   zTestMultinomial.test_meanc                 C   s2   t ddgddg}t|ddgddggd	d
 d S )NrW   rX   r   r  r   r  g433333?g433333@ri  r   r   )rN   r!  r>   r>   r?   test_mean_broadcasting  s   z&TestMultinomial.test_mean_broadcastingc                 C   s   t jd d}d}g dg dg dg dg dg}t j|t jd	}t||}t||t||| t||t||| t|	 t	|| d S )
Nr      )r   r   r   r  r   r   r   r$  r   r   r	      r   r	   r	   r   r	   r	   r	   r  r	   r	   rD   r  r   )
r7   r|   r   r8   r  r   r   r  r  r   )rN   r   ZpvalsrT   Z	mn_frozenr>   r>   r?   r    s   "
zTestMultinomial.test_frozenc                 C   sZ   d}t jd}||}d|d< |t | }t |}t|||}t |s+J d S )NX   l   iRZY gKH9r[   )r7   r|   r}   r   rK   r   r  isfinite)rN   r   r   r  rT   r  r>   r>   r?   test_gh_11860  s   

zTestMultinomial.test_gh_11860N)r   r   r   r  r  r  rH   r   r   r
  r  r  r  r  r?  r  r"  r#  r  r-  r>   r>   r>   r?   r  ;  s&    



r  c                   @   4   e Zd Zdd Zdd Zdd Zdd Zd	d
 ZdS )TestInvwishartc           	      C   sX  d}t t |d }t ||d  d |t j|dd< t |j|}g }tdD ].}t t ||d d  }t ||d  d |t j|dd< t |j|}|| q+t |j}ddt 	dddfd||fg}|D ]8\}}}t
||}t| t
|| t| t
|| t| t
|| t||t
||| qqd S r  )r7   rb   r   r  r   r   r   r  r   r  r   r   r  r   r  r   r   )	rN   r   r  r   r   rT   r  r  iwr>   r>   r?   r    s*   $$
zTestInvwishart.test_frozenc                 C   s   t jd d}d}t |}t jdddtd}t jdd	d	d
}|D ]K}t||}t|d dd}t	|
 |
  t	| |  t	|||| |j|d}	|d ddf}
d}td|
||	 t	| |  q"d S )Nr  r  r	   rW      rD   r   r   r   r  r  r  rq   r   r  r   )r7   r|   r   rL   r   r   r  r   r   r   r  r   r   r   r
   r   )rN   r  r   r  r  r   r  r0  Zigr   r<   rA  r>   r>   r?   test_1D_is_invgamma  s$   

z"TestInvwishart.test_1D_is_invgammac                 C   s  d}d}t |}d|d< d|d< t||}t jd t||}t jd | }t jd t jjdd}t jt j|d t j|d	 t j|f d }t 	|}	||	t j
|d
d< t j|}
t j|	j|
jj}t ||j}t|| t|| d S )NrE   r   r  r   r  iHG	 rq   rD   r	   r[   r  )r7   rL   r   r|   r   r   r   r  r  rb   r  r   r   solver   r   r   )rN   r   r  r  r0  Ziw_rvsZfrozen_iw_rvsr  r  rh   r  LZmanual_iw_rvsr>   r>   r?   test_invwishart_2D_rvs)  s6   

	


z%TestInvwishart.test_invwishart_2D_rvsc                 C   s   d}d}dD ]h}t t |d }t ||d  d |t j|dd< t |j|}t||}| }| }|| d }|j	|d	d
}	|	jdd}
||d  d }d| }t
d|d  }t j|
| | d|dsnJ qdS )z1Test that sample mean consistent with known mean.r    N  )r	   rW   r	   rD   r[   r  r  r   r   r   ru   r  r,  N)r7   rb   r   r  r   r   r   r   r  r   r   Zppfr  )rN   r  Zsample_sizer   r  r   Z	Xmean_expZXvar_expZ	Xmean_stdr   Z	Xmean_estZntestsZ	fail_rateZmax_diffr>   r>   r?   test_sample_meanW  s*   $

zTestInvwishart.test_sample_meanc                 C   s   t g dg dg dg dg}t g dg dg dg dg}d	}t|||}|jd
 }t j|\}}t j|\}}t j||}	|d | || d t d  t	|d | || d d |  d|	
   }
t||
 dS )zRegression test for gh-8844.)rD   r	   r   r  )r	   rD   r  r  )r   r  rE   r	   )r  r  r	   rD   )r  rZ   rE   r	   )rZ   r  rW   r	   )rE   rW   r  rD   )r	   r	   rD   r  rX   r   rD   r	   r  N)r7   r   r   r   r9   r   r   r3  r   r2   tracer   )rN   r   PsinuZprobr  sigZlogdetXZ	logdetPsir   r  r>   r>   r?   test_logpdf_4x4r  s4   




zTestInvwishart.test_logpdf_4x4N)r   r   r   r  r2  r5  r7  r<  r>   r>   r>   r?   r/    s     !.r/  c                   @   r.  )TestSpecialOrthoGroupc                 C   sf   t jd td}t g dg dg dg}t|| t jjdd}tjd|d}t|| d S )N  rE   )g(fg^A.g*B?)g:d?g2ugi}?)gR#xlF?g^`D?g?r   r   )r7   r|   r   r   r   r   r   r  )rN   rT   r  r   r>   r>   r?   test_reproducibility  s   


z*TestSpecialOrthoGroup.test_reproducibilityc                 C   <   t ttjd  t ttjd t ttjd t ttjd d S Nr3  r	   r   )r   rI   r   r   rN   r>   r>   r?   test_invalid_dim     z&TestSpecialOrthoGroup.test_invalid_dimc                 C   s4   d}t |}|jdd}t j|dd}t|| d S )NrZ   r   r   )r   r   r   )rN   r   r  r  r  r>   r>   r?   test_frozen_matrix  s
   z(TestSpecialOrthoGroup.test_frozen_matrixc                 C   sd   dd t ddD }dd |D }t|dgd dd	 |D ]}tt||jt|jd
  qd S )Nc                 S   $   g | ]}t d D ]}t|qqS r`  )r   r   r   .0r   r   r>   r>   r?   
<listcomp>      z<TestSpecialOrthoGroup.test_det_and_ortho.<locals>.<listcomp>rD   r$  c                 S      g | ]}t j|qS r>   r7   r   r   rH  rT   r>   r>   r?   rI        r      vIh%<=r   r   )r   r   r   r7   r   r   rL   r9   )rN   r  detsrT   r>   r>   r?   test_det_and_ortho  s   z(TestSpecialOrthoGroup.test_det_and_orthoc                    x   d}d}d}t jd tj||dd fdd D  fd	d
 D }fdd
|D }t|gt| | d S )NrW   r  皙?r>  rq   r  r  )r	   rY   rL  c                    .   i | ]\  ft  fd dD qS )c                       g | ]}|   qS r>   r>   rM  ecZerr>   r?   rI    rN  z>TestSpecialOrthoGroup.test_haar.<locals>.<dictcomp>.<listcomp>sortedrH  r  rX  r?   
<dictcomp>     . z3TestSpecialOrthoGroup.test_haar.<locals>.<dictcomp>c                    &   g | ]} D ]
}||kr||fqqS r>   r>   rH  Ze0e1elsr>   r?   rI       & z3TestSpecialOrthoGroup.test_haar.<locals>.<listcomp>c                    &   g | ]\}}t  |  | d  qS r  r   rH  p0p1projr>   r?   rI    re  )r7   r|   r   r   r   r   r   rN   r   rj  Zks_probpairsZks_testsr>   rd  rl  r  r?   	test_haar     
zTestSpecialOrthoGroup.test_haarN)r   r   r   r?  rC  rE  rR  rp  r>   r>   r>   r?   r=    s    	r=  c                   @   s^   e Zd Zdd Zdd Zdd Zdd Zej	d	g d
dd Z
dd Zejjdd ZdS )TestOrthoGroupc                 C   sn   d}t j| td}tjd|d}tt j|d t g dg dg dg}t	|| t	|| d S )Nr>  rE   r   r[   )gm?gӠh"gEo?)g~7ݲC?g>Ŀg0J_ٿ)gݱ&ǿg 6qrg`X|[)
r7   r|   r   r   r   r   r   r   r   r   )rN   r   rT   r   r  r>   r>   r?   r?    s   


z#TestOrthoGroup.test_reproducibilityc                 C   r@  rA  )r   rI   r   r   rB  r>   r>   r?   rC    rD  zTestOrthoGroup.test_invalid_dimc                 C   V   d}t |}t |dd}|jdd}t j|dd}|jdd}t|| t|| d S )NrZ   r   r   r   r	   rq   )r   r   r   rN   r   r  frozen_seedr  r  rvs3r>   r>   r?   rE       
z!TestOrthoGroup.test_frozen_matrixc                 C   s|   dd t ddD }tdd |D }tt|t|jdd |D ]}|D ]}tt||j	t
|jd  q(q$d S )	Nc                    s"   g | ]  fd dt dD qS )c                    s   g | ]}t  qS r>   )r   r   rH  r   r   r>   r?   rI    s    @TestOrthoGroup.test_det_and_ortho.<locals>.<listcomp>.<listcomp>r   )r   r\  r>   ry  r?   rI    s
    

z5TestOrthoGroup.test_det_and_ortho.<locals>.<listcomp>rD   r$  c                 S   s   g | ]	}d d |D qS )c                 S   rK  r>   rL  rM  r>   r>   r?   rI    rN  rz  r>   )rH  xxr>   r>   r?   rI        rP  r   r   )r   r7   r   r   fabsrK   r9   r   r   r   rL   )rN   r  rQ  r{  rT   r>   r>   r?   rR    s   z!TestOrthoGroup.test_det_and_orthor   )rD   rW   r   r1  c                 C   s   t jd}t|d}|jd|d}tj|}t |dk}t	|}t
||}|jdd\}	}
|	d  k r<|
k s?J  J d S )	Nl   <`Lr ry  r:  r   r   gffffff?)Zconfidence_levelr  )r7   r|   r}   r   r   r   r   r   r   r   r,   Z	binomtestZproportion_ci)rN   r   r   r   r   rQ  r   r   r:   lowhighr>   r>   r?   test_det_distribution_gh18272   s   
 z,TestOrthoGroup.test_det_distribution_gh18272c                    rS  )NrW   r  rT  i  rq   rU  c                    rV  )c                    rW  r>   r>   rM  rX  r>   r?   rI  #  rN  z7TestOrthoGroup.test_haar.<locals>.<dictcomp>.<listcomp>rZ  r\  r]  rX  r?   r^  #  r_  z,TestOrthoGroup.test_haar.<locals>.<dictcomp>c                    r`  r>   r>   ra  rc  r>   r?   rI  $  re  z,TestOrthoGroup.test_haar.<locals>.<listcomp>c                    rf  r  rg  rh  rk  r>   r?   rI  %  re  )r7   r|   r   r   r   r   r   rm  r>   ro  r?   rp    rq  zTestOrthoGroup.test_haarc                    sh   t jd dd }tddD ]" d fdd		}||}|tjjj}tj||\}}t	d
| qd S )Nr>  c                 S   s,   t jt jj| | fd\}}}t ||S Nrq   )r7   r   r   r|   r   r   )r   r   Z_sr   r>   r>   r?   random_ortho-  s    z<TestOrthoGroup.test_pairwise_distances.<locals>.random_orthorD   rX   r  r+  c                    s<   t  fddt|D }|t jj| ||jd7 }|S )Nc                    s*   g | ]}t  d  d  d qS )ry  rD   )r7   r   )rH  r   )r   r   r>   r?   rI  3  s    z\TestOrthoGroup.test_pairwise_distances.<locals>.generate_test_statistics.<locals>.<listcomp>rq   )r7   r   r   r|   r   r9   )r   r7  epsr,   ry  )r   r?   generate_test_statistics2  s
   zHTestOrthoGroup.test_pairwise_distances.<locals>.generate_test_statisticsrT  )r  r+  )
r7   r|   r   r   r   r,   r   r   r   r   )rN   r  r  r  r   Z_Dr  r>   ry  r?   test_pairwise_distances(  s   	z&TestOrthoGroup.test_pairwise_distancesN)r   r   r   r?  rC  rE  rR  rH   r   r   r  rp  slowr  r>   r>   r>   r?   rr    s    
rr  c                   @   r.  )TestRandomCorrelationc                 C   sb   t jd d}t|}tj|dd}t g dg dg dg dg}t|| t|| d S )Nr>  r  r  r  r   r   )r   ѓ2ǿA?Ϳ)r  r   4($?R}%?)r  r  r   qTnƿ)r  r  r  r   )r7   r|   r   r   r   r   r   )rN   r=  rT   r   r  r>   r>   r?   r?  D  s   


z*TestRandomCorrelation.test_reproducibilityc                 C   s|   t ttjd  t ttjd t ttjd t ttjdg t ttjddgddgg t ttjddg t ttjg d d S )	Ntestr   r	   rD   rE   rY   g      )r	   rD   r   )r   rI   r   r   rB  r>   r>   r?   test_invalid_eigsP  s   z'TestRandomCorrelation.test_invalid_eigsc                 C   sR   d}t |}t |dd}t j|dd}|jdd}| }t|| t|| d S )Nr  r>  r   r   )r   r   r   )rN   r=  r  ru  r  r  rv  r>   r>   r?   rE  Y  s   
z(TestRandomCorrelation.test_frozen_matrixc           
         s   dd  t jd  fddtddD }|g d d	d |D }d
d |D }dd |D }dd |D }t||ddd dd |D }t||D ]\}}t||dd qM|D ]
}	t|	|	jdd q[d S )Nc                 S   s   | | t | S r6   )r   )r   r&  r>   r>   r?   r   m  s   z3TestRandomCorrelation.test_definition.<locals>.normr  c                    s    g | ]} |t jj|d qS )rq   )r7   r|   r   rx  r   r>   r?   rI  r  s     z9TestRandomCorrelation.test_definition.<locals>.<listcomp>rD   rX   )rY   r   r   r   c                 S   s   g | ]	}d gt | qS )r   )r   rH  r&  r>   r>   r?   rI  u  r|  c                 S      g | ]}t |qS r>   )r   r   r  r>   r>   r?   rI  v      c                 S   s   g | ]}t t j|qS r>   )r7   r}  r   r   rM  r>   r>   r?   rI  |  s    c                 S   r  r>   )r7   prodr  r>   r>   r?   rI  }  r  rP  r  c                 S   r  r>   )r7   rb   rM  r>   r>   r?   rI    r  r   )r7   r|   r   r   r  r   zipr   )
rN   r=  rK   r  rQ  Z
dets_knownZdiagsrG  rH  rT   r>   r  r?   test_definitione  s   z%TestRandomCorrelation.test_definitionc                 C   sz  t jddgddggtd}t|}t|t ddgddgg t jddW t ddgddgg}t jddgdt ddggtd}t| }t||j	
|
| t jd	dgdd
ggtd}t| }t||j	
|
| W d    n1 sw   Y  t jddgddggtd}t| }t|d d t jddgddggtd}t| }t|d d d S )Nr   r   r	   r   ignore)Zoverr[   gu <7~r  r  rD   r  gMk   @)r7   r   r   r   Z_to_corrr   errstate	nextaftercopyr   r   )rN   rq  gZm0r>   r>   r?   test_to_corr  s$   
"z"TestRandomCorrelation.test_to_corrN)r   r   r   r?  r  rE  r  r  r>   r>   r>   r?   r  C  s    	$r  c                   @   st   e Zd Zejdddgejdg ddd Zejdg dd	d
 Zdd Zejdg ddd Z	dS )TestUniformDirectionr   r	   rE   rr   Nr	   rW   )rW   rY   c           
      C   sv   t jd}t||d}||}t |t |}}|j|||dj}|j|ks,J t j	j
|dd}	t|	d d S )N   Sid)_i4 r   rq   r[   ru   r   )r7   r|   r}   r&   r   r   rL   r   r9   r   r   r   )
rN   r   rr   r   Zuniform_direction_distrj  r   r   expected_shapenormsr>   r>   r?   r    s   
z!TestUniformDirection.test_samples)Nr   r3  r   c                 C   sB   d}t jt|d t| W d    d S 1 sw   Y  d S )NzMDimension of vector must be specified, and must be an integer greater than 0.rB   )rH   r   rI   r&   r   )rN   r   rO   r>   r>   r?   rC    s   "z%TestUniformDirection.test_invalid_dimc                 C   sR   d}t |}t |dd}|jdd}t j|dd}| }t|| t|| d S )NrW   r>  r   r   )r&   r   r   rt  r>   r>   r?   test_frozen_distribution  s   
z-TestUniformDirection.test_frozen_distribution)rD   rW   r  c                 C   s   t jd}t||d}|jdd\}}||| | 8 }|t j| }t|| ddd |jdd}|| }|| }t ||}	|	t j	7 }	|	dt j	  }	t
 }
t|	|
j}|jd	ks]J d S )
Nl   @9Y sr   rD   rq   r   r  r,  '  rT  )r7   r|   r}   r&   r   r   r   r   arctan2r<  r   r   r   pvalue)rN   r   r   Zspherical_distZv1Zv2rj  s1s2anglesZuniform_distZkstest_resultr>   r>   r?   test_uniform  s   
z!TestUniformDirection.test_uniformN)
r   r   r   rH   r   r   r  rC  r  r  r>   r>   r>   r?   r    s    
r  c                   @   r.  )TestUnitaryGroupc                 C   sX   t jd td}tjddd}t g dg dg dg}t|| t|| d S )Nr>  rE   r   )y~p?yZ?y뉦?ĭ?y8Z?&4?)yEHξr?8i?ye??+ݓݿyu=ٿB۽'?)yqXQÿ?yN6ҿzܷy! 8l?2W'?)r7   r|   r   r   r   r   r   )rN   rT   r   r  r>   r>   r?   r?    s   

z%TestUnitaryGroup.test_reproducibilityc                 C   r@  rA  )r   rI   r   r   rB  r>   r>   r?   rC    rD  z!TestUnitaryGroup.test_invalid_dimc                 C   rs  )NrZ   r>  r   r   r	   rq   )r   r   r   rt  r>   r>   r?   rE    rw  z#TestUnitaryGroup.test_frozen_matrixc                 C   sJ   dd t ddD }|D ]}tt|| jt|jd dd qd S )Nc                 S   rF  r`  )r   r   r   rG  r>   r>   r?   rI  	  rJ  z3TestUnitaryGroup.test_unitarity.<locals>.<listcomp>rD   r$  r   r[  r,  )r   r   r7   r   Zconjr   rL   r9   )rN   r  rT   r>   r>   r?   test_unitarity	  s   *zTestUnitaryGroup.test_unitarityc                 C   sx   d}d}t jd tj||d}t dd |D }t |j|j}t	|
 tt j dt j j}t|jdk d S )	NrW   r  r>  rq   c                 S   rK  r>   )r   r   ZeigvalsrM  r>   r>   r?   rI  	  rN  z.TestUnitaryGroup.test_haar.<locals>.<listcomp>rD   rT  )r7   r|   r   r   r   r  r  imagrealr   ravelr   r<  r   r   r  )rN   r   rj  r  r=  rT   r:   r>   r>   r?   rp  	  s    zTestUnitaryGroup.test_haarN)r   r   r   r?  rC  rE  r  rp  r>   r>   r>   r?   r    s    	r  c                   @   s4  e Zd Zddgddgddgddgddgddgddgddgddgddgg
ddgddgddggdg dfg dg d	g d
g dg dgg dg dg dg dgdg dfgZejdedd Zejdedd Zdd Z	dd Z
eddd Zdd  Zd!d" Zd#d$d%d&dgdd&ggd%ddgd&dgdd&ggdfd%d&dgdd&ggd&ddgd&dgdd&ggd&fd&d&gd%d%d&d&gddgddggdfd&d&gd%d&d&d&gddgddggd&fd&d&gd&dgdd&ggd%d&d&gd&dgdd&ggdfd&d&gd&dgdd&ggd&d&d&gd&dgdd&ggd&fgZejd'ed(d) Zd*ddd*gdggdfd*gdgdd*gdggdfed*gedgdd*gdggdfgZejd'ed+d, Zd-d. Zd/d0 Zd1d2 Zejd3d4d5gejd6g d7ejd8d9d:ejgd;d< Zd=d> Zejd6g d?d@dA Zejd6g dBdCdD ZdqdFdGZdHdI Zejd6g dJejdKg dLejdMdEdNgdOdP Zejj dQdR Z!dSdT Z"dUdV Z#dWdX Z$ejd6dYdZd[ Z%d\d] Z&ejd8g d^d_d` Z'ejdadbe(dddcddfdeedfdgddbggdgdhfgdidj Z)ejdkg dldmdn Z*dodp Z+d%S )rTestMultivariateTr	   rD   rY   rE   rW   r   )
|	ߌ?v
2R?r  g0$H?r  r  gO`?gՒXO?g	ߌ,?g8N8?)gHP?gQI?go_?)g9m4?g=U?gˡE?)g$C?ghs?gǺ?)g!uq?g%C?gS㥛?)gOec?gz,C?g	h"l?)r[   r	   2   )r   r  r  )r  r   r  )r  r  r   r  )gJ#R<g^<gL[<gN=<g`$<zx, loc, shape, df, ansc                 C   s(   t |||dd}||}t|| d S Nr   r   )r"   r   r   )rN   rT   r
  r9   r  ansr   valr>   r>   r?   test_pdf_correctnessh	  s   
z&TestMultivariateT.test_pdf_correctnessc           	      C   s8   t |||dd}||}||}tt|| d S r  )r"   r   r   r   r7   r   )	rN   rT   r
  r9   r  r  r   r   r  r>   r>   r?   test_logpdf_correctn	  s   

z%TestMultivariateT.test_logpdf_correctc                 C   s.   g d}t j|dd}t|}t|| d S )N)
r  rZ   rY   r	   r  r   r  r[   rE   r	   r  )r"   r   r#   r   )rN   rT   r  r  r>   r>   r?   test_mvt_with_df_one_is_cauchyv	  s   
z0TestMultivariateT.test_mvt_with_df_one_is_cauchyc                 C   s   d}t ddddd}|jdd}t|\}}||ksJ t ddgd	d
gd
d	ggddd}|jdd}t|\}}||k s@J d S )Nr   r   r	   順 r  r   rq   r^   rE   r   r[   *   )r"   r   r$   r   )rN   Z	P_VAL_MINr   rj  r   r  r>   r>   r?   &test_mvt_with_high_df_is_approx_normal|	  s   z8TestMultivariateT.test_mvt_with_high_df_is_approx_normalz'scipy.stats.multivariate_normal._logpdfc                 C   s`   t ddtjdd}t|tsJ t jdtjd |jdksJ t jdtjd |jdks.J d S )Nr   r	   rZ   r  r  rD   )r"   r7   r   r   r   r   Z
call_countr   )rN   Zmockr   r>   r>   r?   !test_mvt_with_inf_df_calls_normal	  s   z3TestMultivariateT.test_mvt_with_inf_df_calls_normalc           	      C   s   d}t |}t |}d}t |}t||||}t |s#J t||||}t |s3J d}t j||f}t||||}|j|fksNJ t||||}|j|fks_J tt dt dd	 }t |stJ d}tt dt ddj	|d}|j|fksJ d S )NrY         @rZ   r	   rq   )
r7   r   rL   r"   r   Zisscalarr   r|   r9   r   )	rN   r   r
  r9   r  rT   r:   	n_samplesrr   r>   r>   r?   test_shape_correctness	  s(   


 z(TestMultivariateT.test_shape_correctnessc                 C   s6   t  }t|jdg t|jdgg |jdksJ d S )Nr   r	   r"   r   r
  r9   r  )rN   r   r>   r>   r?   test_default_arguments	  s   z(TestMultivariateT.test_default_arguments)NNNr   r	   r	   )NNrZ   r   r	   rZ   NrZ   z*loc, shape, df, loc_ans, shape_ans, df_ansc                 C   s8   t |||d}t|j| t|j| |j|ksJ d S )Nr
  r9   r  r  rN   r
  r9   r  Zloc_ansZ	shape_ansZdf_ansr   r>   r>   r?   test_default_args	  s   z#TestMultivariateT.test_default_argsr[   c                 C   s4   t |||}t|j| t|j| t|j| d S r6   r  r  r>   r>   r?   &test_scalar_list_and_ndarray_arguments	  s   z8TestMultivariateT.test_scalar_list_and_ndarray_argumentsc                 C   s   ddgg}t ttfi t|d ddgddgddgg}t ttfi t||d td}td}d}t ttfi t|||d d}t ttfi t|||d d S )	Nr	   )r
  rD   rE   )r
  r9   r[   r  r   )r   rI   r"   dictr7   r   rL   )rN   r
  r9   r  r>   r>   r?   test_argument_error_handling	  s4   




z.TestMultivariateT.test_argument_error_handlingc                 C   sh   t jd}|jdd}t d}t||ddd}t||ddd}|jdd}|jdd}t|| d S )NrY   rE   rq   rD   r  r   )r7   r|   r  r   rL   r"   r   r   )rN   r   r
  r9   r   Zdist2Zsamples1Zsamples2r>   r>   r?   r?  	  s   
z&TestMultivariateT.test_reproducibilityc                 C   s:   t ddgddgddggddd}ttjjtfi | d S )Nr   r	   F)r
  r9   r  rR   )r  r   r7   r   r%  r"   )rN   r<   r>   r>   r?   test_allow_singular
  s    z%TestMultivariateT.test_allow_singularrr   )r   rE   )rW   rX   rY   rE   r   )rD   rE   rY   rW   r  r   r  c                 C   s<   t t|t||}|j|d}|j||f ksJ d S r  )r"   r7   r   rL   r   r9   )rN   rr   r   r  r   r   r>   r>   r?   test_rvs
  s   zTestMultivariateT.test_rvsc                 C   s   t d}t d}d}g dg dg dg dg}g dg dg dg dg}t g d}tj|||||d}t||d	 |  d S )
NrE   r   r@  r\   rO  rP  rQ  rD  r   rR  )rN   r   r   r  rH  rG  rS  r   r>   r>   r?   rT  
  s   

z TestMultivariateT.test_cdf_signs)r	   rD   rW   c                 C   s   |  | d S r6   cdf_against_mvn_testrN   r   r>   r>   r?   $test_cdf_against_multivariate_normal
  s   z6TestMultivariateT.test_cdf_against_multivariate_normal)rE   rX   r  c                 C   s   |  dd d S )NrE   Tr  r  r>   r>   r?   -test_cdf_against_multivariate_normal_singular 
  s   z?TestMultivariateT.test_cdf_against_multivariate_normal_singularFc              	   C   s   t jd}d}d|jdd|d }t||||}d|jdd|d t |j|d }d|jdd||fd  | }d|jdd||fd | }	tjj	|	||d	|d
|d}
tj
j	|	||d
|d}t|
|dd d S )N   ]J>?a rE   r   r^   r	   rq   r[   rD   r  T)r  rE  rR   r   )rR   rE  Mb@?r,  )r7   r|   r}   r   r   signr   r,   r"   r   r   r   )rN   r   rs   r   r   r  r   r   rG  rH  r:   r;   r>   r>   r?   r  %
  s   &z&TestMultivariateT.cdf_against_mvn_testc           	      C   s   t jd}d}d}|jdt |d}d}tjj||||t j |d}tj	|||t |}tj
||t |}t||dd	 t t || d
ksPJ d S )Nr  rD   r   r   )rr   r  rE   )rE  r   r  r,  r   )r7   r|   r}   r   sqrtr,   r"   r   r   tr   r   r   r   )	rN   r   r   r   rT   r  r:   r;   Z	incorrectr>   r>   r?   test_cdf_against_univariate_t7
  s    z/TestMultivariateT.test_cdf_against_univariate_t)rD   rE   rW   r   r   )   no l   m, l   sO l   U iOfYl   O_ rs   Tc              	   C   s\  |r|dkrt d tj|}d|jdd|d }t||||}||}|| }||}	| d }
tjj	|	|||
|dd	}tj
d
d td|
|tj| |	| |d }W d    n1 sew   Y  t||ddd tjj	|	|||
||dd}tj
d
d td|
||| |	| |d }W d    n1 sw   Y  t||ddd d S )Nr  z4Agreement with qsimvtv is not great in singular caser   r^   rD   rq   rW   T)r   rR   r  )invalidr6  r   g-C6*?r   r  r   )rE  r   rR   rM  )rH   rx   r7   r|   r}   r   r   r,   r"   r   r  r4   r   r   )rN   r   r   rs   r   r  r   r   rG  rH  r  r:   r;   r>   r>   r?   test_cdf_against_qsimvtvF
  s.   


" z*TestMultivariateT.test_cdf_against_qsimvtvc           	   	      s  d}t jd}d|jdd|d }t|||dd |||| }||}| d	 tjj| ||d
} fdd}t|||tj	j
||dd}t||jdd  fdd}t||d |d |d |d |d |d }t||d dd d S )NrE   l   	!y r   r[   r	   rq   T)rs   rW   )r   rE  c                    s   t j| j S r6   )r,   r"   r   r   rS   r   r  r   r>   r?   	integrandr
  s   zITestMultivariateT.test_cdf_against_generic_integrators.<locals>.integrand)r)  r   )Zqrngr   r   c                     s   t j| d d d  S )Nr[   )r,   r"   r   )Zzyxr  r>   r?   r  x
  s   r   rD   )r7   r|   r}   r   r   r,   r"   r   r/   ZqmcZHaltonr   integralr1   )	rN   r   r   r  rG  rH  r:   r  r;   r>   r  r?   $test_cdf_against_generic_integratorsc
  s"   

,z6TestMultivariateT.test_cdf_against_generic_integratorsc                 C   sb   t jd}t g dg dg dg}d}tj||d}|jg d|d}d	}t||d
d d S )Nl   Ja )go!@S<?^Ss@)r  gRP=@jT0@)r  r  gk`-3@gWK?r9   r  r\   r   g1%?r   r   )r7   r|   r}   r   r,   r"   r   r   )rN   r   r   r  r   r:   r;   r>   r>   r?   test_against_matlab~
  s   
z%TestMultivariateT.test_against_matlabc                 C   s   d}t j|}|jdd}|jdd| }t d}| }|||f}t j|}t j|}	tj|d|i}
t|
|tj|g|R d|	i d S )Nl   2m rE   rq   r   r   )	r7   r|   r}   r   rL   r,   r"   r   r   )rN   r   r   r
  rT   r9   r  r<   Z
rng_frozenZrng_unfrozenr   r>   r>   r?   r  
  s   


zTestMultivariateT.test_frozenc                    s   d}d}t jdj||fd}||j  |||f } d tjj| d} fdd}t |d	|}t||d
dd d S )NrY   rL  r  rq   rW   r   c                    s"   t d tj |  |  d S )Nr  r   )r4   r7   r   rS   r   r  r   r   r>   r?   _cdf_1d
  s   "z2TestMultivariateT.test_vectorized.<locals>._cdf_1dr[   rM  r   r  )	r7   r|   r}   r   r,   r"   r   Zapply_along_axisr   )rN   r   r   rh   rT   r:   r  r;   r>   r  r?   test_vectorized
  s   

z!TestMultivariateT.test_vectorizedr  c                 C   sd   t jd}tjjdgdg|d   d}tj|djdg| |d}d|d  }t	||dd	 d S )
Nr  r	   r  )r  )r9   r   r   g-C6
?r   )
r7   r|   r}   r   r   Ztoeplitzr,   r"   r   r   )rN   r   r   rh   r:   r;   r>   r>   r?   test_against_analytical
  s
   z)TestMultivariateT.test_against_analyticalc                 C   s@   t dd}t j}tjj||d}tjd |}||ksJ d S )NrE   r  )r7   rL   r   r,   r"   r   r   )rN   r   r  mvt_entropyZmvn_entropyr>   r>   r?   test_entropy_inf_df
  s
   z%TestMultivariateT.test_entropy_inf_df)r	   r   r   c                 C   s0   t jjd|d}t jj|d}t||dd d S )Nr   r  r  rP  r   )r,   r"   r   r  r   )rN   r  r  Z	t_entropyr>   r>   r?   test_entropy_1d
  s   z!TestMultivariateT.test_entropy_1dzdf, cov, ref, tolr   g}M@r  r   r  gNfh@ri  c                 C   s.   t d}t|||}t| ||d d S )Nr  r   )r7   r   r,   r"   r   r   )rN   r  r   r;   tolr
  mvtr>   r>   r?   %test_entropy_vs_numerical_integration
  s   
z7TestMultivariateT.test_entropy_vs_numerical_integrationzdf, dim, ref, tol))r   r	   gDdVW?r[  )r   r	   gU?rP  )r  r	   g/+?r  )@xDr	   Z_2?r[  )}Ô%ITr	   r  r[  )r   r   gzg#.@r[  )r  r   gD:f,@rP  )r  r   1>`,@r[  )r  r   r  r[  )r   r   g8d?b@r[  )r  r   g-YҺa@r  )r  r   ZGra@r[  )r  r   r  r[  c                 C   s*   t jt||d}t| ||d d S )Nr  r   )r,   r"   r7   rL   r   r   )rN   r  r   r;   r  r  r>   r>   r?   test_extreme_entropy
  s   #z&TestMultivariateT.test_extreme_entropyc           
      C   s   t g dg dg dg dg dg}||j }d}tjj||d}td |d }t||d	d
 d}d}tjj||d}tjj||d}	t||	dd
 d S )N)gQ?g
ףp=
?g\(\߿(\?gGz?)gGzg{GzgQ?r  gQ)gQ?g)\(?gQѿg)\(ܿg(\?)g      gGzgq=
ףpg\(\?g)r  g{Gzg\(\?g{GzԿg(\?r  r  r$  r[  r   i  i   r  )r7   r   r   r,   r"   r   r   r   )
rN   Z_Ar   r  Zmul_t_entropyZmul_norm_entropyZdf1Zdf2Z	_entropy1Z	_entropy2r>   r>   r?   test_entropy_with_covariance  s"   
z.TestMultivariateT.test_entropy_with_covarianceF),r   r   r   Z	PDF_TESTSrH   r   r   r  r  r  r  r5   r  r  r  ZDEFAULT_ARGS_TESTSr  r7   r   ZARGS_SHAPES_TESTSr  r  r?  r  r   r  rT  r  r  r  r  r  r  r  r  r  r  r  r  r  rL   r  r  r  r>   r>   r>   r?   r  	  s    
(B


 **""..
$









r  c                   @   s  e Zd Zejdddgddgddfddgddgdej fd	dgddgdej fddgd
dgdejfddgddggddgd
dggddgejejgfd	dgd
dgdejfddgddgdejfddgddgdejfddgddgdejfddgddgdej fg
dd Z	dd Z
dd Zdd Zejdg ddfg ddfddgdfdgdffdd  Zejddgdgddfddgddgdd!fddgdd"ggdd#gddgggddgd"d"gd"dggd$d%gdd&ggfejg ed'ejg ed'dg fddgddgddfg d(g d)d*d+fgd,d- Zejdddgddgdd.ggdd!d/gfdgdggdgdggddgd0d1gfdgdgggdgdggddgd0d1ggfdgdggdggggddgd0d1gggfgd2d3 Zd4d5 Zd6d7 Zd8d9 Zd:d; Zd<d= Zd>d? Zd@dA ZdBdC ZdDdE ZdFdG ZdHdI ZdJS )KTestMultivariateHypergeomzx, m, n, expectedrE   rY   rW   r   rZ   gr   r  r	   rD   r`   iir'  r$  r[   ic                 C       t |||}t||dd d S )Nư>r   )r   r  r   rN   rT   rq  r   r  valsr>   r>   r?   r  "  s   z%TestMultivariateHypergeom.test_logpmfc                 C   st   t jddgddgdd}tjddddd}t||d	d
 t jddgddgdd}tjddddd}t||d	d
 d S )NrE   r	   r   rW   rY   )rT   rq  r      )r   r   r   r7  ri  r   rZ      )r   r  r!   r   r  r>   r>   r?   test_reduces_hypergeom@  s   z0TestMultivariateHypergeom.test_reduces_hypergeomc                 C   s:   t ddgdd}|jddd}t|d| d	d
 d S )NrE   rW   rY   rq  r   r  r  r   r   r  r   r   r   r   r   rN   r   r   r>   r>   r?   r  K  s   z"TestMultivariateHypergeom.test_rvsc                 C   sF   t ddgddggddgd}|jddd	}t|d
| dd d S )NrE   rW   r   rY   r  r  r  rD   r  r   r   r  r   r  r  r>   r>   r?   test_rvs_broadcastingR  s   z/TestMultivariateHypergeom.test_rvs_broadcastingzm, n)r   r   r1  r   r   )r   r   r   r   r   c                 C   s8   t ||}t|}| }|||dk< t|| d S )Nr   )r   r   r7   r8   r  r   )rN   rq  r   r:   Zres_exr>   r>   r?   test_rvs_gh16171W  s
   
z*TestMultivariateHypergeom.test_rvs_gh16171g zl?r  r  gQ?gE|?g
y?r   r  )rW   rX   rZ   rX   gzp?c                 C   r  Nr  r   r   r  r   r  r>   r>   r?   r  b  s   z"TestMultivariateHypergeom.test_pmfr  g ?r   r   c                 C   r  r  r	  r  r>   r>   r?   r  v  s   
z/TestMultivariateHypergeom.test_pmf_broadcastingc                 C   s:   t jg ddd}g dg dg dg}t||dd d S )	N)rE   rZ   r   r$  r  )gf_?&BUп疈Cx@ؿ)r
  ggs>d?ZsK)r  r  g35?ri  r   r   r   r   )rN   r  r0  r>   r>   r?   r    s   z"TestMultivariateHypergeom.test_covc                 C   s   t jddgddggddgd}dd	gd	dggd
dgdd
ggg}t||dd t jdgdggddgd}dggdggg}t||dd t jddgddgd}dd	gd	dggddgddggg}t||dd d S )NrZ   r  r   r  r  r$  r  g?gg(\?g(\ri  r   rY   rW   r   g333333?g333333r  r  r>   r>   r?   r    s   z/TestMultivariateHypergeom.test_cov_broadcastingc                 C   s4   t jddgdd}tjdddd}t||dd d S )	Nr   rW   rY   r  r  r   r   r7  ri  r   )r   r  r!   r   )rN   var0var1r>   r>   r?   test_var  s   z"TestMultivariateHypergeom.test_varc                 C   s   t jddgddgd}t jddgdd}t jddgdd}t|d |dd t|d	 |dd t jddgdd
ggddgd}ddgddgg}t||dd t jdgdggddgd}dgdgg}t||dd d S )Nr   rW   rY   r  r  r   ri  r   r	   r  g̍3eY?gI{?r   )r   r  r   )rN   r  r  var2var3Zvar4Zvar5Zvar6r>   r>   r?   test_var_broadcasting  s   z/TestMultivariateHypergeom.test_var_broadcastingc                 C   s`   t jddgdd}tjdddd}t|d |dd	 t jd
dgdd}ddg}t||dd	 d S )Nr   rW   rY   r  r  r  r   ri  r   r$  r  g      @r  )r   r   r!   r   rN   mean0r!  r/  Zmean3r>   r>   r?   r"    s   z#TestMultivariateHypergeom.test_meanc                 C   s@   t jddgddggddgd}ddgd	d
gg}t||dd d S )NrE   rW   r   rY   r  r  r   r   gUUUUUU@gUUUUUU@ri  r   )r   r   r   )rN   r  r!  r>   r>   r?   r#    s   z0TestMultivariateHypergeom.test_mean_broadcastingc                 C   s   t jg ddd}t|g d t jg ddd}t|tjtjtjg t jg dg dgdd}t|tjtjtjgg dgd	d
 t jtjg tddd}t|g  t|j	dk d S )Nr\   r   r  r   r   r   r	   r   r   rD   rO  )r   r   r   FFg<r   r   r   )
r   r   r   r7   r!  r   r   intr   r9   r  r>   r>   r?   test_mean_edge_cases  s   
z.TestMultivariateHypergeom.test_mean_edge_casesc                 C   s   t jg ddd}t|g ddd t jg ddd}t|tjtjtjg t jg dg d	gdd}t|tjtjtjgg dgd
d t jtjg tddd}t|g  t|j	dk d S )Nr\   r   r  r  gؗҜ<r   r  rD   rO  r  r   r  )
r   r  r   r   r7   r!  r   r  r   r9   )rN   r  r  r  r  r>   r>   r?   test_var_edge_cases  s   
z-TestMultivariateHypergeom.test_var_edge_casesc                 C   s   t jg ddd}g dg dg dg}t||dd t jg ddd}g dg dg dg}t|| t jtjg td	dd}tjg tjd	dd}t||dd t	|j
d
k d S )Nr  r	   r  r  r  r   r\   r   r   r  )r   r   r   r   r7   r   r  r  r  r   r9   )rN   Zcov0r  r  r  r  r  r>   r>   r?   test_cov_edge_cases  s   
z-TestMultivariateHypergeom.test_cov_edge_casesc                 C   s   t jd d}g d}g dg dg dg dg dg}t j|td	}t||}t||t||| t||t||| t|	 t	|| t|
 t
|| d S )
Nr   r$  )rZ   r  r'     r%  r&  r(  r)  r*  r   )r7   r|   r   r8   r  r   r   r  r  r  r   )rN   r   rq  rT   Z
mhg_frozenr>   r>   r?   r    s    


z%TestMultivariateHypergeom.test_frozenc                 C   s   t ttjddd t ttjddgd t ttjddgdgd t ttjddgddgd t ttjddgddgd t ttjddgddgd d S )	NrW   r   rY   g      @r  r  g      %@g      /@)r   rI   r   r  	TypeErrorrB  r>   r>   r?   test_invalid_params  s   z-TestMultivariateHypergeom.test_invalid_paramsN)r   r   r   rH   r   r   r7   r   r!  r  r  r  r  r  r   r  r  r  r  r  r  r  r"  r#  r  r  r  r  r!  r>   r>   r>   r?   r  !  sx    


"&&
	
r  c                   @   s0  e Zd Zdd Zdd Zejdddd Zd	d
 Z	ejddejdddd Z
ejdddd Zdd Zejdddd Zejdddd Zejdddd Zejddejdg dgfejdg dgfd d! Zejd"d#d$d% Zd&d' Zejddd(d) Zd*S )+TestRandomTablec                 C   s   t jdS )Nl   OfE)r7   r|   r}   rB  r>   r>   r?   get_rng  rV   zTestRandomTable.get_rngc                 C   s6  d}t jt|d tddggddg W d    n1 sw   Y  d}t jt|d tddgddgg W d    n1 sAw   Y  d}t jt|d tddgddg W d    n1 scw   Y  d}t jt|d tddgdd	g W d    n1 sw   Y  d
}t jt|d tddgddg W d    n1 sw   Y  d}t jt|d tddgg d W d    n1 sw   Y  d}t jt|d tddgg d W d    n1 sw   Y  ddg}g d}tddgg d\}}}t|| t|| |t|ksJ d S )Nz`row` must be one-dimensionalrB   r	   rD   z`col` must be one-dimensionalz*each element of `row` must be non-negativer[   z*each element of `col` must be non-negativer^   z'sums over `row` and `col` must be equalr   z(each element of `row` must be an integer @)r	   r	   rD   z(each element of `col` must be an integer)r  r  r	   rE   rD   r	   r	   )rH   r   rI   r%   Z_process_parametersr   r7   r   )rN   rO   rowcolr   r  r   r>   r>   r?   test_process_parameters	  sD   

z'TestRandomTable.test_process_parameterszscale,method))r	   boyett)r   	patefieldc                 C   sZ   t ddg| }t g d| }t}|j|||dd}|j||d dd}t|| d S )Nr	   rE   r%  methodr   )r7   r   r%   r   r   )rN   r  r,  r&  r'  ctr  gotr>   r>   r?   test_process_rvs_method_on_None-  s   z/TestRandomTable.test_process_rvs_method_on_Nonec                 C   sX   ddg}g d}d}t jt|d tj||dd W d    d S 1 s%w   Y  d S )Nr	   rE   r%  z$'foo' not recognized, must be one ofrB   Zfoor,  )rH   r   rI   r%   r   )rN   r&  r'  rO   r>   r>   r?   $test_process_rvs_method_bad_argument9  s   "z4TestRandomTable.test_process_rvs_method_bad_argumentr  )TFr   c                    sJ  |   }ddgg d tj dd|d}|rt nt}t||r%dnd|s4 fd	d
|r<fddn}tj|ddd\}}||}	t|	t| |dd |t|d }
t	|
|	d  |
d|jdd   }||}	|	jdks}J t|	jd D ]!}t|	jd D ]}|	||f }|||f }||}t	|| qqg dg dg}t	tj|dd ||}	|	dksJ g dg dg}t	tj|dd  ||}	|	dksJ d}tjt|d |dg W d    n1 sw   Y  d}tjt|d |dgg W d    n	1 sw   Y  d}tjt|d |tjgg W d    n	1 s8w   Y  d}tjt|d |dgg W d    n	1 sXw   Y  d }tjt|d |g d!g W d    n	1 syw   Y  d"}tjt|d |ddgd#d$gg W d    d S 1 sw   Y  d S )%NrD   rX   r	   rE   rY   r  r)  rr   r,  r   r  r  c                    s   |  S r6   r>   rS   )r'  original_methodr&  r>   r?   r,  S  rV   z/TestRandomTable.test_pmf_logpmf.<locals>.methodc                    s   t  | S r6   )r7   r   rS   r0  r>   r?   rU   U  s    z1TestRandomTable.test_pmf_logpmf.<locals>.<lambda>r   Trv   Zreturn_countsr   r   )r   r   r	   )r   r	   r	   )rD   r	   rE   r[   ru   r   )r	   rD   rD   r^   z$`x` must be at least two-dimensionalrB   z%`x` must contain only integral valuesr  z)`x` must contain only non-negative valuesz"shape of `x` must agree with `row`rG   z"shape of `x` must agree with `col`rE   rY   )r#  r%   r   rc   r7   uniquer   r   r   r   r  r9   r   r   rH   r   rI   r!  )rN   r  r   r   r   objr  
unique_rvscountsr  Zp2Zrvs_ndr   r   ZpijZrvijZqijrT   rO   r>   )r'  r,  r4  r&  r?   test_pmf_logpmfB  sz   
$zTestRandomTable.test_pmf_logpmfr,  )r)  r*  c                 C   s   |   }ddg}g d}tj||d||d}t||}tt|t| t|d|dd t|jd	d
t|d t|jdd
t|d d S )NrD   rX   r2  r  r3  r   rT  r,  r[   ru   r  r^   )r  rE   )	r#  r%   r   r   r   r7   r   r   Zbroadcast_to)rN   r,  r   r&  r'  r   r   r>   r>   r?   test_rvs_mean  s   zTestRandomTable.test_rvs_meanc                 C   sn   |   }ddg}g d}tj||dd|d}tj||dd|d}tj|dd	}tj|dd	}t||d
d d S )NrD   rX   r2  r  r)  r3  r*  r   ru   {Gz?r,  )r#  r%   r   r7   r  r   )rN   r   r&  r'  r  r  r  r0  r>   r>   r?   test_rvs_cov  s   zTestRandomTable.test_rvs_covc           
      C   s  ddg}g d}t j||||  d}|jdksJ t j||d||  d}|jdks-J t||d	  t j||d	||  d}|jd
ksGJ t j||d||  d}|jdksZJ t j||d||  d}|jdksmJ t|ddd|dd d}	tjt	|	d t j||d||  d W d    n1 sw   Y  tjt	|	d t j||t
j||  d W d    d S 1 sw   Y  d S )NrD   rX   r2  r+  rL  r	   r3  rG   r   )r   rD   rE   r1  )r1  rD   rE   )rY   rW   )rY   rW   rD   rE   rE   r[  r   z/`size` must be a non-negative integer or `None`rB   r[   )r%   r   r#  r9   r   r   r  rH   r   rI   r7   r!  )
rN   r,  r&  r'  r   Zrv2Zrv3Zrv4Zrv5rO   r>   r>   r?   test_rvs_size  sF   
"zTestRandomTable.test_rvs_sizec           	      C   sh   ddg}g d}t }|j||d||  d}tj|ddd\}}||||}t|t| |d	d
 d S )NrD   rX   r2  r  r3  r   Tr5  r<  r   )r%   r   r#  r7   r6  r  r   r   )	rN   r,  r&  r'  r-  r   r8  r9  r  r>   r>   r?   test_rvs_method  s   zTestRandomTable.test_rvs_methodc                 C   sn   g d}g d}t ||}|jd||  d}tdt|t|f}g dg dg dg|d< t|| d S )NrP  )r	   r   r   r   r  r+  )r   r   r   r   .r%   r   r#  r7   r   r   r   rN   r,  r&  r'  r)  r   r  r>   r>   r?   test_rvs_with_zeros_in_col_row  s   
z.TestRandomTable.test_rvs_with_zeros_in_col_row)Nr)  r*  r'  r   r&  c                 C   sD   t ||}|jd||  d}tdt|t|f}t|| d S )Nr   r+  r@  rA  r>   r>   r?   test_rvs_with_edge_cases  s   
z(TestRandomTable.test_rvs_with_edge_casesr   r  c                 C   s   dd l m  m} tjddgtjd}tjg dtjd}t|d| }t|}||||d|  }|j	dt
|t
|fksBJ t||ksKJ d S )Nr   r	   rE   r   r%  Z	rvs_rcont)Zscipy.stats._rcontr,   _rcontr7   r   Zint64rc   r   r#  r9   r   )rN   r   rD  r&  r'  r   Zntotresultr>   r>   r?   test_rvs_rcont  s   
zTestRandomTable.test_rvs_rcontc                 C   s   ddg}g d}t |||  d}| }t ||}t||  t |||}t||| t |||}t||| d S )NrD   rX   r2  r   )r%   r#  r   r   r   r  r  )rN   r&  r'  r)  r5  r  r>   r>   r?   r    s   zTestRandomTable.test_frozenc                 C   sV   ddg}g d}t |||  d}t j||d||  d}|jd|d}t|| d S )NrD   rX   r2  r   r   r3  )rr   r,  )r%   r#  r   r   )rN   r,  r&  r'  r)  r  r.  r>   r>   r?   test_rvs_frozen$  s   zTestRandomTable.test_rvs_frozenN)r   r   r   r#  r(  rH   r   r   r/  r1  r:  r;  r=  r>  r?  rB  rC  rF  r  rG  r>   r>   r>   r?   r"    s:    $

	N

)


r"  c                 C   sd   | j }d| _ | j|ddi t| }| j|ddi}t|}|j|ddi}t|| || _ d S )Nr   rr   r  )r   r   pickledumpsloadsr   )distfnr<   r	  r   Zr0Z	unpickledr1r>   r>   r?   check_pickling0  s   



rM  c                  C   s   t d} d| d< d| d< tdgtt dgfgtd| fgtd| fgtdg d	fgtd
gt	d
gg}|D ]\}}t
|| t|| q3d S )NrE   r  r   r  r>   r   r   rW   r  r  )r7   rL   r   r   r   r   r   r   r   r   r3   rM  )r  distsrK  r<   r>   r>   r?   test_random_state_propertyD  s   


	
rO  c                   @   s  e Zd Zejdg dejdg ddd Zejdddgejd	g d
dd Zdd Zdd Z	dd Z
ejd	ddgdd Zejd	ddgdd Zejdejejgdd Zejdejejgdd Zejd eg d!eg d!d"d#feg d$eg d%d"d&feg d!eg d!d'd(feg d$eg d%d'd)feg d!eed*ed+dgd,d-feg d$eg d!d,d.feg d/eg d/d,d0feg d/eed*ed+dddgd,d1feg d/eed2ed3dddgd,d4fg	d5d6 Zejd eg d!eg d!d"d7feg d$eg d%d"d8feg d!eg d!d'd9feg d$eg d%d'd:feg d!eed*ed+dgd,d;feg d$eg d!d,d<feg d/eg d/d,d=feg d/eed*ed+dddgd,d>feg d/eed2ed3dddgd,d?fg	d@dA ZejdBg dCdDdE ZejdejejgdFdG ZdHdI Zejdg dJejdKg dLdMdN ZdOdP ZdQdR ZdSdT ZdUS )VTestVonMises_Fisherr   )rD   rE   rY   rX   rr   r  c                 C   s   t jd}t |fdt | }t|d|d}||}t |t |}}|j	|||dj
}	|j
|	ks9J t jj|dd}
t|
d d S )Nr  r	   r   rq   r[   ru   r   )r7   r|   r}   r  r  r'   r   r   rL   r   r9   r   r   r   )rN   r   rr   r   r   vmf_distrj  r   r   r  r  r>   r>   r?   r  W  s   
z TestVonMises_Fisher.test_samplesrW   r  kappa)g  4&kCr  gꌠ9Y>)Fc                 C   s@   t jd}t |fdt | }t|||d}|d d S )Nr  r	   r   r   )r7   r|   r}   r  r  r'   r   )rN   r   rR  r   r   rQ  r>   r>   r?    test_sampling_high_concentratione  s   z4TestVonMises_Fisher.test_sampling_high_concentrationc                 C   L   t d}d}tjt|d t|d W d    d S 1 sw   Y  d S )Nr3  z%'mu' must have one-dimensional shape.rB   r	   r7   rK   rH   r   rI   r'   rN   r   r'  r>   r>   r?   test_two_dimensional_mun  
   
"z+TestVonMises_Fisher.test_two_dimensional_muc                 C   rT  )Nr  z%'mu' must be a unit vector of norm 1.rB   r	   rU  rV  r>   r>   r?   test_wrong_norm_mut  rX  z&TestVonMises_Fisher.test_wrong_norm_muc                 C   rT  )Nr  z$'mu' must have at least two entries.rB   r	   rU  rV  r>   r>   r?   test_one_entry_muz  rX  z%TestVonMises_Fisher.test_one_entry_mur[   )rW   rE   c                 C   F   d}t jt|d tddg| W d    d S 1 sw   Y  d S )Nz"'kappa' must be a positive scalar.rB   r	   r   rH   r   rI   r'   rN   rR  r'  r>   r>   r?   test_kappa_validation  s   "z)TestVonMises_Fisher.test_kappa_validationr   r   c                 C   r[  )NzFor 'kappa=0' the von Mises-Fisher distribution becomes the uniform distribution on the sphere surface. Consider using 'scipy.stats.uniform_direction' instead.rB   r	   r   r\  r]  r>   r>   r?   test_kappa_zero  s   "z#TestVonMises_Fisher.test_kappa_zeror,  c                 C   sV   t g d}d}tjt|d ||ddgd W d    d S 1 s$w   Y  d S )Nr   r   r   znThe dimensionality of the last axis of 'x' must match the dimensionality of the von Mises Fisher distribution.rB   r	   r   r7   r   rH   r   rI   rN   r,  rT   r'  r>   r>   r?   test_invalid_shapes_pdf_logpdf  s
   "z2TestVonMises_Fisher.test_invalid_shapes_pdf_logpdfc                 C   sV   t ddg}d}tjt|d ||ddgd W d    d S 1 s$w   Y  d S )Nr  r   8'x' must be unit vectors of norm 1 along last dimension.rB   r	   r   ra  rb  r>   r>   r?   test_unnormalized_input  s
   "z+TestVonMises_Fisher.test_unnormalized_inputzx, mu, kappa, reference)r   r   r   rM  g0_?r`  )r   r   r   g7m0_?r   gLI/@gFK:h*7g\(\?r<  i  g3pB>g7Ks@)r   r   r   r   r   go齿@gW+x\(?r  r   gS-c                 C   "   t |||}t||dd d S )NrP  r   )r'   r   r   )rN   rT   r   rR  	referencer   r>   r>   r?   test_pdf_accuracy     z%TestVonMises_Fisher.test_pdf_accuracyg[d6U?g1*?gJ8j#@g=fNXg][,g1VV@g|'@gmF&!gehc                 C   rf  )Nr  r   )r'   r   r   )rN   rT   r   rR  rg  r   r>   r>   r?   test_logpdf_accuracy  ri  z(TestVonMises_Fisher.test_logpdf_accuracyzdim, kappa, reference))rE   rM  g?@)rE   r   gp&F)rW   r:  gT;ӷ&)r  r	   goZ@c                 C   s8   t |fdt | }t|| }t||dd d S )Nr	   g+=r   )r7   r  r  r'   r   r   )rN   r   rR  rg  r   r   r>   r>   r?   test_entropy_accuracy  s   z)TestVonMises_Fisher.test_entropy_accuracyc                 C   s   d}t jd}tdj||d}t ddt d }d}||||}|j|ks+J t|d D ]#}t|d D ]}	||||	d d f ||}
t	|
|||	f d	d
 q9q1d S )Nr3  r  rE   r   r`  r	   rW   r   r[  r   )
r7   r|   r}   r&   r   r  r  r9   r   r   )rN   r,  Z	testshaper   rT   r   rR  Z
result_allr   r   Zcurrent_valr>   r>   r?   r     s   z%TestVonMises_Fisher.test_broadcastingc           	      C   s   t jd}t ddg}t |d |d }d}t||}t||d}tdjd|d}t |d d df |d d df }t	|
 |
  t	|||| t	|||| d S )	Nr  r   r	   r1  )r
  rR  rD   r   r   )r7   r|   r}   r   r  r'   r)   r&   r   r   r   r   r   )	rN   r   r   Zmu_anglerR  ZvmfZvonmises_distZvectorsr  r>   r>   r?   test_vs_vonmises_2d  s   
$z'TestVonMises_Fisher.test_vs_vonmises_2d)rD   rE   rX   zkappa, mu_tol, kappa_tol))r	   rT  rT  )r   r  r  )r   {Gzt?r<  )r  r   r<  c                 C   s   t |fdt | }t||}t jd}d}|j||d}	t|	\}
}t |	|
}t
|d|dd t
|||d d S )	Nr	   r  r  r   r   r   r  r   )r7   r  r  r'   r|   r}   r   rW  Zarccosr   r   )rN   r   rR  Zmu_tolZ	kappa_tolr   rQ  r   r  rj  Zmu_fitZ	kappa_fitZangular_errorr>   r>   r?   test_fit_accuracy,  s   
z%TestVonMises_Fisher.test_fit_accuracyc                 C   L   t d}d}tjt|d t| W d    d S 1 sw   Y  d S )Nr`  z'x' must be two dimensional.rB   )r7   r   rH   r   rI   r'   rW  rN   rT   r'  r>   r>   r?   #test_fit_error_one_dimensional_data=  rX  z7TestVonMises_Fisher.test_fit_error_one_dimensional_datac                 C   ro  )NrK  rd  rB   )r7   rK   rH   r   rI   r'   rW  rp  r>   r>   r?    test_fit_error_unnormalized_dataC  rX  z4TestVonMises_Fisher.test_fit_error_unnormalized_datac                 C   sf   t g d}d}t||}t||dd}|jdd}tj||dd}| }t|| t|| d S )N)r   r   r	   rW   r>  r   r   )r7   r   r'   r   r   )rN   r   rR  r  ru  r  r  rv  r>   r>   r?   r  I  s   

z,TestVonMises_Fisher.test_frozen_distributionN)r   r   r   rH   r   r   r  rS  rW  rY  rZ  r^  r_  r'   r   r   rc  re  r7   r   r  rh  rj  rk  r   rl  rn  rq  rr  r  r>   r>   r>   r?   rP  V  s    

	





rP  c                   @   s   e Zd Zedd Zdd Zdd Zdd Zd	d
 Ze	j
dddgdd Ze	j
dddgdd Zdd Zdd Ze	j
dddgdd Ze	j
dg ddd ZdS )TestDirichletMultinomialc                 C   sJ   t jd}|jdddd}|jdd|dfd}|jdd	}|||||fS )
N   t7)r   r   rD   rq   r	   r1  r[   ru   )r7   r|   r}   r   integersr   )rN   rq  r   rA  rT   r   r>   r>   r?   
get_paramsX  s
   z#TestDirichletMultinomial.get_paramsc                 C   s   t jd}|ddd}|ddd}t j|dd}t||}t||t||| t|	|t	||| t|
 t
|| t| t|| t| t|| d S )Nrt  r   r   r   r[   ru   )r7   r|   r}   r   ru  r   r(   r   r  r  r   r  r   )rN   r   rA  rT   r   r)  r>   r>   r?   r  `  s   
z$TestDirichletMultinomial.test_frozenc                 C   s   t g d}t |}t g d}t|||}t|||}d}t|| t|t | |j|j  kr=dks@J  J t j	
d}|ddd}|ddd}t j|d	d
}t|||}t|||}d}t|| t|t | d S )NrG   rE   rY   rW   gp.U.?r>   rt  r   r   r   r[   ru   g+T<)r7   r   r   r(   r  r  r   r   r9   r|   r}   r   ru  )rN   rT   r   rA  r:   Zlogresr;   r   r>   r>   r?   test_pmf_logpmf_against_Rn  s$   

 
z2TestDirichletMultinomial.test_pmf_logpmf_against_Rc                 C   s  |  d\}}}}}|d7 }tt|||d tt|||tj  |  d\}}}}}|jdddk}t|| d ||< tt|||| d tt|||| tj  t	t||||  dksqJ t	t||||  tj ksJ d S )Nr	   r   r   rq   r  rD   )
rv  r   r(   r  r  r7   r   r|   roundr   )rN   r   rq  rA  r   rT   r   r>   r>   r?   test_pmf_logpmf_support  s   $,z0TestDirichletMultinomial.test_pmf_logpmf_supportc                 C   s   d}dg}t |g}t||}t||d t||d d t||d t||d t j  t| | t| d t|	 d d S )NrX   r   r	   r   )
r7   r8   r(   r   r  r  r   r   r  r   )rN   r   rA  rT   r   r>   r>   r?   test_dimensionality_one  s   
z0TestDirichletMultinomial.test_dimensionality_onemethod_namer  r  c                 C   sb   |  d\}}}}}tt|||}ttj|g|jR  |}||}	||jd }
t|	|
 d S Nr   r   rv  rc   r(   r,   Z	betabinomr   r   rN   r|  r   rq  rA  r   rT   r,  Z
ref_methodr:   r;   r>   r>   r?   test_against_betabinom_pmf  s   z3TestDirichletMultinomial.test_against_betabinom_pmfr   r  c                 C   sd   |  d\}}}}}tt|||}ttj|g|jR  |}| d d df }	| }
t|	|
 d S r}  r~  r  r>   r>   r?   test_against_betabinom_moments  s   z7TestDirichletMultinomial.test_against_betabinom_momentsc           
      C   s   t jd}d}|dd}|j|dd }t||}d}|j||d}|j|||d}t| t j|dd	d
d t|	 t j	|dd	dd | j
|	 j
  krZ|fks]J  J | }	|	j
||fksjJ t|	t |jdd tt |	|	  t tj|	d dksJ d S )Nrt  rW   r	   r   rq   r   r  r   ru   rm  r   r  r<  )r7   r|   r}   ru  r(   r   r   r   r   r  r9   r   r   r   rb   r   r   r   r   )
rN   r   r   r   rA  r   rq  r  rT   r   r>   r>   r?   r    s    
*"z%TestDirichletMultinomial.test_momentsc                 C   s  t g d}t |}t g d}d}tt|d tg d|| W d    n1 s/w   Y  tt|d tg d|| W d    n1 sNw   Y  d}tt|d t|g d| W d    n1 sow   Y  tt|d t|g d	| W d    n1 sw   Y  d
}tt|d t||d W d    n1 sw   Y  tt|d t||d W d    n1 sw   Y  t g d}t g d}d}tt|d t|||  W d    d S 1 sw   Y  d S )NrG   rw  z,`x` must contain only non-negative integers.rB   )r	   r[   rE   )r	   r$  rE   z*`alpha` must contain only positive values.)rE   r   rY   )rE   r[   rY   z`n` must be a positive integer.ǧH@r   )r	   rD   rE   rY   z&`x` and `alpha` must be broadcastable.)r7   r   r   r   rI   r(   r  )rN   Zx0Zn0Zalpha0textrT   rA  r>   r>   r?   rP     s<   
"z.TestDirichletMultinomial.test_input_validationr,  c                 C   s   t g dg dg dg dg}t dgdgdgg}t g dg d	gd
}tt|}||||}|jdks<J tt|D ]2}tt|D ])}tt|D ] }||||f }	|||  ||  ||  }
t	|	|
 qRqJqBd S )Nrw  r  rW   rW   rZ   r  r  r   rX   rZ   r  rG   )rD   rD   rE   )rD   r	   r	   rE   )rD   rE   rY   )
r7   r   r  rc   r(   r9   r   r   r   r   )rN   r,  rA  r   rT   r:   r   r   r   res_ijkr;   r>   r>   r?   test_broadcasting_pmf  s   "
$z.TestDirichletMultinomial.test_broadcasting_pmf)r   r  r   c           
      C   s   t g dg dg dg dg}t dgdgdgg}tt|}|||}|dkr1|jd	ks2J 	 tt|D ]#}tt|D ]}|||f }|||  ||  }	t||	 q@q8d S )
Nrw  r  r  r  rX   rZ   r  r   )rE   rY   rE   )	r7   r   rc   r(   r9   r   r   r   r   )
rN   r|  rA  r   r,  r:   r   r   r  r;   r>   r>   r?   test_broadcasting_moments  s   "

z2TestDirichletMultinomial.test_broadcasting_momentsN)r   r   r   classmethodrv  r  rx  rz  r{  rH   r   r   r  r  r  rP   r  r  r>   r>   r>   r?   rs  W  s"    





rs  c                   @   sv   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zej	j
ej	ddd Zej	dejejejejgdd ZdS )TestNormalInverseGammac                    s   t jd}|d\}}}}t|||| tjd| |dt || |  d}t ddd}t fd	d
dt j	|fd}|
|}	t|j|	  jd|d}t|d |j\}
}|dksbJ d S )N   &( rY   rD   r	   r	  r  rW   r'  c                    s     || S r6   r   r  rT   Znorm_inv_gammar>   r?   rU   !      z8TestNormalInverseGamma.test_marginal_x.<locals>.<lambda>r   r<   r  r   r   )r7   r|   r}   r,   normal_inverse_gammar  r  r  r-   r   r   r   r  r   ks_1sampr   )rN   r   r   lmbdarG  rH  r  rT   r:   r;   r   r  r>   r  r?   test_marginal_x  s   &
z&TestNormalInverseGamma.test_marginal_xc                    s   t jd}|d\}}}}t|||| tj||d}t ddd}t fddt j t j|fd}|	|}	t
|j|	  jd	|d
}t|d |j\}
}|dksXJ d S )Nr  rY   r  r   r   c                    s     | |S r6   r  )rT   r  r  r>   r?   rU   6  r  z9TestNormalInverseGamma.test_marginal_s2.<locals>.<lambda>r  r  r   r	   )r7   r|   r}   r,   r  r   r  r-   r   r   r   r  r   r  r   )rN   r   r   r  rG  rH  Z	inv_gammar  r:   r;   r   r  r>   r  r?   test_marginal_s2*  s   
z'TestNormalInverseGamma.test_marginal_s2c           
      C   sx   t jd}|dd \}}}}|jddd \}}t||||||}tj||||||}	t|t |	 d S )Nr  )rY   r1  r  )rD   r1  rq   )	r7   r|   r}   r,   r  r   r   r   r   )
rN   r   r   r  rG  rH  rT   r  r:   r;   r>   r>   r?   test_pdf_logpdf@  s   z&TestNormalInverseGamma.test_pdf_logpdfc           	      C   s  t jd}|d\}}}}|d\}}tt j|||||}t|t j t|d||||}t|t j t||d|||}t|t j t|||d||}t|t j t|||||d}t|d t|dt jg|||d}t|t j t|d|| }t|t jt jf t||d|	 }t|t jt jf t
jtdd t|||d  W d    d S 1 sw   Y  d S )Nr  rY   rD   r[   r   zDomain error in arguments...rB   )r7   r|   r}   r,   r  r!  r   r   r   r  rH   r   rI   r   )	rN   r   r   r  rG  rH  rT   r  r:   r>   r>   r?   test_invalid_and_special_casesI  s,   
"z5TestNormalInverseGamma.test_invalid_and_special_casesc                 C   s  t jd}|d}|dd }|d}|d}|d}|d}t||||}t ||||||}	dd	 |	D }
|||}|j|	d
 jksOJ t|	 tjj|
  |
||}|j|	d
 jksjJ t|	 tjj
|
  t ||||}	dd	 |	D }
| }|d
 j|	d
 jksJ t|d
 	 |d 	 ftjj|
  | }|d
 j|	d
 jksJ t|d
 	 |d 	 ftjj|
  d}t jd}|j||d}t jd}d}tjj|
||d}t|d
 ||d |f| d S )Nr  rD   )rE   r	   )rY   r	   r	   )rW   r	   r	   r	   )rX   r	   r	   r	   r	   )rZ   r	   r	   r	   r	   r	   c                 S   r  r>   r7   r  rH  Zarrr>   r>   r?   rI  z  r  z<TestNormalInverseGamma.test_broadcasting.<locals>.<listcomp>r   c                 S   r  r>   r  r  r>   r>   r?   rI    r  r	   )rX   rW   rY   rE   rD   l   Mr   )rX   x   )r7   r|   r}   r,   r  Zbroadcast_arraysr   r9   r   r  r   r   r  r   r  )rN   r   rH  rG  r  r   r  rT   r   ZbroadcastedZbroadcasted_raveledr:   rr   r9   r;   r>   r>   r?   r   k  sR   









&z(TestNormalInverseGamma.test_broadcastingr   c                    s   t jd}|d\}}}}|d7 }t||||   }t fddt j t jdt j}t|d |d dd t fd	dt j t jdt j}t|d
 |d dd d S )Nr  rY   rD   c                    s     || | S r6   r  r  r   r>   r?   rU         z5TestNormalInverseGamma.test_moments.<locals>.<lambda>r   r  r   c                    s     || |  S r6   r  r  r  r>   r?   rU     r  r	   )	r7   r|   r}   r,   r  r   r0   r   r   )rN   r   r   r  rG  rH  r:   r;   r>   r  r?   r    s     z#TestNormalInverseGamma.test_momentsr   c                 C   s  t jdk r
td t jd}|jdddd|\}}}}}}t d|}	t	
||||}
|
 d	 j|	ks:J |
 d
 j|	ksEJ |
 d	 j|	ksPJ |
 d
 j|	ks[J |
 d	 j|	ksfJ |
 d
 j|	ksqJ |
||j|	ks|J |
||j|	ksJ d S )N2z*Scalar dtypes only respected after NEP 50.r  rE   r   rX   rq   r   r   r	   )r7   __version__rH   rx   r|   r}   r   ZastypeZresult_typer,   r  r   r   r   r  r   r   )rN   r   r   rT   r  r   r  rG  rH  Z	dtype_outr   r>   r>   r?   
test_dtype  s   

"z!TestNormalInverseGamma.test_dtypeN)r   r   r   r  r  r  r  r   rH   r   r  Z	fail_slowr  r   r7   Zint32Zfloat16Zfloat32r  r  r>   r>   r>   r?   r    s    	"3
r  r  )\__doc__rH  Znumpy.testingr   r   r   r   r   r   rH   r   r   Ztest_continuous_basicr
   numpyr7   Zscipy.linalgr   Zscipy.stats._multivariater   r   r   Zscipy.statsr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   Zscipy.integrater-   r.   r/   r0   r1   Zscipy.specialr2   Zcommon_testsr3   Z	data._mvtr4   Zunittest.mockr5   r@   rA   r   r   r   ru  r  r  r  r  r/  r=  rr  r  r  r  r  r  r"  rM  rO  rP  rs  r  r>   r>   r>   r?   <module>   s~     x	 
a      L J l - %Frg9<     e  -   =