a
    BPÎjó`  ã                   @   sÈ  d dl mZ d dlZd dlm  mZ d dlm  m  m	Z
 d dlmZ ddlmZmZmZmZmZmZmZmZmZ ddlmZ e ¡  ¡ D ]\ZZejeedd� qŽd+eed
f dœdd„Zej eed
f dœdd„Z!ej eed
f dœdd„Z"ej eed
f eed
f dœdd„Z#d	dœej eed
f dœdd„Z$dddœej eed
f dœdd„Z%d,ej eed
f dœdd„Z&dddœeed
f d œd!d"„Z'dd	dd#œeed
f d$œd%d&„Z(d'd(„ Z)d)d*„ Z*dS )-é    )ÚSequenceN)Ú
xla_clienté   )	Úcustom_callÚhlo_u8Úhlo_s32Úensure_hlo_s32Úhlo_addÚhlo_minÚDimensionSizeÚShapeTypePairÚmk_result_types_and_shapes)Ú_lapackÚcpu)ÚplatformF.)Úb_shape_valsc	                C   sj  t  ¡  t |j¡}
|	dd … \}}|	d d… }t|ƒ}tdƒ}|D ]}t |t	|ƒ¡}qD| t
jkrjd}n>| t
jkrzd}n.| t
jkrŠd}n| t
jkršd}ntd| › �ƒ‚|r¸|s¸tdƒ‚g }||d ftt|d d	d	ƒƒ }t|	|
jfgƒ\}}t||tt|ƒƒtt|ƒƒt|�r |�rd
ndndƒtt|ƒƒt	|ƒt	|ƒ||||g
|gd |gd
  |gddi|d�jS )Néþÿÿÿr   Z
blas_strsmZ
blas_dtrsmZ
blas_ctrsmZ
blas_ztrsmúUnsupported dtype z/Conjugation without transposition not supportedéÿÿÿÿé   r   é   é	   ©Úresult_typesÚoperandsÚoperand_layoutsÚresult_layoutsÚoperand_output_aliasesÚresult_shapes)r   Ú
initializeÚirÚRankedTensorTypeÚtypeÚlenr   ÚhloÚmultiplyr   ÚnpÚfloat32Úfloat64Ú	complex64Ú
complex128ÚNotImplementedErrorÚtupleÚranger   Úelement_typer   ÚintÚresults)ÚdtypeÚalphaÚaÚbZ	left_sideÚlowerZtrans_aZconj_aZdiagr   Úb_typeÚmÚnÚbatch_dims_valsÚnum_bdÚbatch_size_valÚb_vÚfnÚscalar_layoutÚlayoutr   r   © r@   ú]/mounts/lovelace/software/anaconda3/envs/metadmg/lib/python3.9/site-packages/jaxlib/lapack.pyÚtrsm_hlo*   sJ    



 
ÿ$ýörB   )r3   Úa_shape_valsc                C   sx  t  ¡  t |j¡}t|ƒdks$J ‚|d d… }t|ƒd }|dd … \}}| tjkr\d}n>| tjkrld}n.| tj	kr|d}n| tj
krŒd}ntd| › �ƒ‚g }	||d ftt|d d	d	ƒƒ }
tj d
¡}||jf|t||ƒf |f||fg}t|ƒ\}}tdƒ}|D ]}t |t|ƒ¡}�qt|||t|ƒt|ƒ|g|	gd |
g |
tt|d	d	ƒƒtt|d d	d	ƒƒgddi|d�jS )Nr   r   Zlapack_sgetrfZlapack_dgetrfZlapack_cgetrfZlapack_zgetrfr   r   r   é    é   r   r   )r   r   r    r!   r"   r#   r&   r'   r(   r)   r*   r+   r,   r-   ÚIntegerTypeÚget_signlessr.   r
   r   r   r$   r%   r   r   r0   )r1   r3   rC   Úa_typer9   r:   r7   r8   r=   r>   r?   Úi32_typeÚshape_type_pairsr   r   r;   r<   r@   r@   rA   Ú	getrf_hloY   sL    



 ýýõrK   c                C   sæ  t  ¡  t |j¡}t|ƒdks$J ‚|dd … \}}t|ƒtu sDJ ‚t|ƒtu sTJ ‚|d d… }t|ƒ}| tjkr„d}t  	||¡}	nb| tj
kr d}t  ||¡}	nF| tjkr¼d}t  ||¡}	n*| tjkrØd}t  ||¡}	ntd| › �ƒ‚g }
||d ftt|d d	d	ƒƒ }tj d
¡}tdƒ}|D ]}t |t|ƒ¡}�q"||jf|t||ƒf |jf||f|	g|jfg}t|ƒ\}}t|||t|ƒt|ƒt|	ƒ|g|
gd |g |tt|d	d	ƒƒtt|d d	d	ƒƒdggddi|d�j}|d d… S )Nr   r   Zlapack_sgeqrfZlapack_dgeqrfZlapack_cgeqrfZlapack_zgeqrfr   r   r   rD   é   r   r   rE   )r   r   r    r!   r"   r#   r/   r&   r'   Zlapack_sgeqrf_workspacer(   Zlapack_dgeqrf_workspacer)   Zlapack_cgeqrf_workspacer*   Zlapack_zgeqrf_workspacer+   r,   r-   rF   rG   r   r$   r%   r   r.   Úminr   r   r0   )r1   r3   rC   rH   r7   r8   r9   r:   r=   Úlworkr>   r?   rI   r;   r<   rJ   r   r   Úoutr@   r@   rA   Ú	geqrf_hloŒ   s^    



 
üüôrP   )r3   rC   Útau_shape_valsc                C   s
  t  ¡  t |j¡}|j}|}t|ƒdks.J ‚|dd … \}}	|tj ¡ ksPJ ‚|	tj ¡ ksbJ ‚|d d… }
t|
ƒ}t	dƒ}|
D ]}t
 |t|ƒ¡}q‚|d }t|ƒtu s°J ‚| tjkrÎd}t  ||	|¡}nl| tjkrìd}t  ||	|¡}nN| tjk�rd}t  ||	|¡}n.| tjk�r,d}t  ||	|¡}ntd	| › �ƒ‚g }||d ftt|d ddƒƒ }tj d
¡}||jf|
|f|g|jfg}t|ƒ\}}t|||t	|ƒt	|	ƒt	|ƒt	|ƒ||g|gd |tt|ddƒƒg |tt|d ddƒƒdggddi|d�j}|d d… S )Nr   r   r   r   Zlapack_sorgqrZlapack_dorgqrZlapack_cungqrZlapack_zungqrr   rD   é   r   r   ) r   r   r    r!   r"   Úshaper#   Z
ShapedTypeZget_dynamic_sizer   r$   r%   r   r/   r&   r'   Zlapack_sorgqr_workspacer(   Zlapack_dorgqr_workspacer)   Zlapack_cungqr_workspacer*   Zlapack_zungqr_workspacer+   r,   r-   rF   rG   r.   r   r   r0   )r1   r3   ÚtaurC   rQ   rH   ÚdimsZ	dims_valsr7   r8   r9   r:   r;   r<   Úkr=   rN   r>   r?   rI   rJ   r   r   rO   r@   r@   rA   Ú	orgqr_hloÇ   sl    

 
ý
ÿþýñrW   )r5   c             	   C   sJ  t  ¡  t |j¡}|d }| tjkr,d}n>| tjkr<d}n.| tjkrLd}n| tj	kr\d}nt
d| › �ƒ‚|d d… }t|ƒ}tdƒ}	|D ]}
t |	t|
ƒ¡}	qŠg }||d ftt|d ddƒƒ }tt|d ddƒƒ}||jf|tj d	¡fg}t|ƒ\}}t||tt|ƒƒ|	t|ƒ|g|gd
 |g ||gd
di|d�j}|d d… S )Nr   Zlapack_spotrfZlapack_dpotrfZlapack_cpotrfZlapack_zpotrfr   r   r   rD   rE   r   r   r   )r   r   r    r!   r"   r&   r'   r(   r)   r*   r+   r#   r   r$   r%   r   r,   r-   r.   rF   rG   r   r   r/   r0   )r1   r3   r5   rC   rH   r8   r=   r9   r:   r;   r<   r>   r?   Úinfo_layoutrJ   r   r   rO   r@   r@   rA   Ú	potrf_hlo	  sD    



 þù	rY   T)Úfull_matricesÚ
compute_uvc                C   sf  t  ¡  t |j¡}t|ƒdks$J ‚|dd … \}}t|ƒtu sDJ ‚t|ƒtu sTJ ‚|d d… }t|ƒ}	tdƒ}
|D ]}t 	|
t
|ƒ¡}
qttj d¡}| tjkrìd}tj ¡ }t  ||||¡}t  ||¡g|f|g|jfg}dgdgg}�nP| tjk�rBd}tj ¡ }t  ||||¡}t  ||¡g|f|g|jfg}dgdgg}nú| tjk�r¸d}tj ¡ }t  ||||¡}t  ||¡g|ft  ||t|ƒ¡gtj ¡ f|g|jfg}dgdgdgg}n„| tjk�r.d	}tj ¡ }t  ||||¡}t  ||¡g|ft  ||t|ƒ¡gtj ¡ f|g|jfg}dgdgdgg}ntd
| › �ƒ‚g }|	|	d ftt|	d ddƒƒ }||jf|t||ƒf |f|||�rˆ|nt||ƒf |jf||�r¦|nt||ƒ|f |jf||fg| }t |ƒ\}}t!||tt|ƒƒtt|ƒƒ|
t|ƒt|ƒt|ƒ|g|gd |g ||	ftt|	d ddƒƒ ||tt|	d ddƒƒg| ddi|d�j"}|dd… S )Nr   r   r   rD   Zlapack_sgesddr   Zlapack_dgesddZlapack_cgesddZlapack_zgesddr   r   é   r   rR   )#r   r   r    r!   r"   r#   r/   r   r$   r%   r   rF   rG   r&   r'   ÚF32TypeÚgetZsgesdd_work_sizeZgesdd_iwork_sizer.   r(   ÚF64TypeZdgesdd_work_sizer)   Zcgesdd_work_sizeZcgesdd_rwork_sizer*   Zzgesdd_work_sizer+   r,   r-   rM   r   r   r0   )r1   r3   rZ   r[   rC   rH   r7   r8   r9   r:   r;   r<   rI   r=   Zsingular_vals_typerN   Ú	workspaceÚworkspace_layoutsr>   r?   rJ   r   r   rO   r@   r@   rA   Ú	gesdd_hlo5  sš    


þ

þ

ý

ý   ûúÿûúòrb   c                 C   s˜  t  ¡  t |j¡}t|ƒdks$J ‚|dd … \}}t|ƒtu rTt|ƒtu rT||ks\J |ƒ‚|d d… }t|ƒd }tj d¡}	| t	j
kr¼d}
tj ¡ }t  |¡g|jft  |¡g|	fg}nâ| t	jkrød}
tj ¡ }t  |¡g|jft  |¡g|	fg}n¦| t	jk�rDd}
tj ¡ }t  |¡g|jft  |¡g|ft  |¡g|	fg}nZ| t	jk�r�d}
tj ¡ }t  |¡g|jft  |¡g|ft  |¡g|	fg}ntd| › �ƒ‚td	ƒ}|D ]}t |t|ƒ¡}�qªg }d
g}|gt|ƒ }||d	 ftt|d	 ddƒƒ }t||jf||f |f||	fg| ƒ\}}t|
|t|�r6d	nd
ƒ|t|ƒ|g|gd |g |tt|ddƒƒtt|d	 ddƒƒg| dd
i|d�j}|d d… S )Nr   r   rD   Zlapack_ssyevdZlapack_dsyevdZlapack_cheevdZlapack_zheevdr   r   r   r   rE   r   ) r   r   r    r!   r"   r#   r/   rF   rG   r&   r'   r]   r^   Zsyevd_work_sizer.   Zsyevd_iwork_sizer(   r_   r)   Zheevd_work_sizeZheevd_rwork_sizer*   r+   r   r$   r%   r   r,   r-   r   r   r0   )r1   r3   rC   r5   rH   r7   r8   r9   r:   rI   r=   Zeigvals_typer`   r;   r<   r>   Zshape_layoutra   r?   r   r   rO   r@   r@   rA   Ú	syevd_hloŽ  s‚    (

þ

þ
ý
ý þþÿýüõrc   )ÚjobvlÚjobvr)Úinput_shape_valsc                 C   sZ  t  ¡  t |j¡j}t|ƒdks&J ‚|d }|d d… }t|ƒ}||d ftt|d ddƒƒ }	t	|rldndƒ}
t	|r|dndƒ}tj
 d¡}tj ¡ }tj ¡ }tj tj ¡ ¡}tj tj ¡ ¡}| tjk�r,d}d	}|}||g|fgd
 }ddggd
 }||f |fgd }tt|ddƒƒgd }�n>| tjk�r�d}d	}|}||g|fgd
 }ddggd
 }||f |fgd }tt|ddƒƒgd }nÚ| tjk�röd}d}|}||g|ft||ƒg|fg}ddgdgg}||f |fg}tt|ddƒƒg}nt| tjk�r\d}d}|}||g|ft||ƒg|fg}ddgdgg}||f |fg}tt|ddƒƒg}ntd| › �ƒ‚g }tt|d ddƒƒ}tdƒ}|D ]}t |t|ƒ¡}�qŽ|| ||f||f||fg }t|ƒ\}}t|||t|ƒt|
ƒt|ƒ|g|gd |	g || |	gd  |g |d�j}|�rJt |d
 |d ¡|d |d |d fS |dd… S d S )Nr   r   r   r   ÚVÚNrD   Zlapack_sgeevTrE   r   Zlapack_dgeevZlapack_cgeevFZlapack_zgeevr   rL   )r   r   r   r   r   rR   r\   é   ) r   r   r    r!   r"   rS   r#   r,   r-   ÚordrF   rG   r]   r^   r_   ÚComplexTyper&   r'   r(   r)   r	   r*   r+   r   r$   r%   r   r   r   r   r0   Úcomplex) r1   Úinputrf   rd   re   Zinput_shaper8   r9   r:   r?   Zjobvl_cZjobvr_crI   Zf32_typeZf64_typeZc64_typeZ	c128_typer=   ÚrealZeigvecs_typeÚ
workspacesra   ÚeigvalsÚeigvals_layoutsr>   rX   r;   r<   rJ   r   r   rO   r@   r@   rA   Úgeev_hloß  s–     

ýýÿö(rr   )ÚjobvsÚsortÚselect)rC   c                C   s€  t  ¡  t |j¡}|j}t|ƒdks*J ‚|d }|d d… }	t|	ƒ}
|
|
d ftt|
d ddƒƒ }|rrt	dƒ‚t
|r|dndƒ}t
|rŒdndƒ}| tjkr¢d	}n>| tjkr²d
}n.| tjkrÂd}n| tjkrÒd}nt	d| › �ƒ‚t | tj¡�s,||fg}|g}|	|f |fgd }tt|
ddƒƒgd }nF||f|gt |¡jfg}|dgg}|	|f |fg}tt|
ddƒƒg}tj d¡}g }tdƒ}|	D ]}t |t|ƒ¡}�qŽ|| ||f|	|f|	|fg }t|ƒ\}}t|||t|ƒt|ƒt|ƒ|g|gd |g || |tt|
d ddƒƒtt|
d ddƒƒg ddi|d�j}|t
dƒk�rf|d |d |d |d fS |d |d |d fS d S )Nr   r   r   r   z=The sort feature of LAPACK's gees routine is not implemented.rg   rh   ÚSZlapack_sgeesZlapack_dgeesZlapack_cgeesZlapack_zgeesr   r   rD   rL   r   rE   rR   )r   r   r    r!   r"   r.   r#   r,   r-   r+   rj   r&   r'   r(   r)   r*   Z
issubdtypeZcomplexfloatingrk   rF   rG   r   r$   r%   r   r   r   r   r0   )r1   r3   rs   rt   ru   rC   rH   Úetyper8   r9   r:   r?   r=   ro   ra   rp   rq   rI   r>   r;   r<   rJ   r   r   rO   r@   r@   rA   Úgees_hlo9  s„     ÿ




ÿ
ýúýîrx   c                 C   sö  t  ¡  t |j¡}|j}t|ƒdks*J ‚|dd … \}}||ksNJ ||fƒ‚t|d d… ƒ}t|ƒ}d}|D ]}	||	9 }qn| tj	krœd}
t  
||d|¡}nn| tjkr¼d}
t  ||d|¡}nN| tjkrÜd}
t  ||d|¡}n.| tjkrüd}
t  ||d|¡}ntd| › �ƒ‚||d ftt|d d	d	ƒƒ }tj d
¡}t|
|jtj ||d f |j¡tj ||¡tj |g|j¡gt|ƒtdƒt|ƒt|ƒt|ƒt|ƒ|gg gd |g ||ftt|d d	d	ƒƒ tt|d d	d	ƒƒdggddid�j}|d d… S )Nr   r   r   Zlapack_sgehrdZlapack_dgehrdZlapack_cgehrdZlapack_zgehrdr   r   rD   r\   r   ©r   r   r   r   r   rE   )r   r   r    r!   r"   rS   r#   r,   r&   r'   Zlapack_sgehrd_workspacer(   Zlapack_dgehrd_workspacer)   Zlapack_cgehrd_workspacer*   Zlapack_zgehrd_workspacer+   r-   rF   rG   r   r^   r.   r   r0   )r1   r3   rH   rU   r7   r8   Ú
batch_dimsr:   r4   Údr=   rN   r?   rI   rO   r@   r@   rA   Ú	gehrd_hlo‹  sZ    




 üÿüïr|   c                C   sj  t  ¡  t |j¡}|j}t|ƒdks*J ‚|dd … \}}||ksNJ ||fƒ‚t|d d… ƒ}t|ƒ}d}	|D ]}
|	|
9 }	qn| tj	kržd}t  
||¡}|j}n~| tjkrÀd}t  ||¡}|j}n\| tjkræd}t  ||¡}tj ¡ }n6| tjk�rd}t  ||¡}tj ¡ }ntd| › �ƒ‚||d ftt|d d	d	ƒƒ }tj d
¡}t||jtj ||f |¡tj ||d f |¡tj ||d f |j¡tj ||¡tj |g|j¡gt|ƒt|�rÀdndƒttd|ƒƒt|	ƒt|ƒ|gg gd |g ||ftt|d d	d	ƒƒ |ftt|d d	d	ƒƒ |ftt|d d	d	ƒƒ tt|d d	d	ƒƒdggddid�j}|d d… S )Nr   r   r   Zlapack_ssytrdZlapack_dsytrdZlapack_chetrdZlapack_zhetrdr   r   rD   r   rR   ry   )r   r   r    r!   r"   rS   r#   r,   r&   r'   Zlapack_ssytrd_workspacer.   r(   Zlapack_dsytrd_workspacer)   Zlapack_chetrd_workspacer]   r^   r*   Zlapack_zhetrd_workspacer_   r+   r-   rF   rG   r   r   Úmaxr0   )r1   r3   r5   rH   rU   r7   r8   rz   r:   r4   r{   r=   rN   Z	diag_typer?   rI   rO   r@   r@   rA   Ú	sytrd_hloÀ  sj    



 ú"ÿúër~   )FFFFF)F)+Úcollections.abcr   Únumpyr&   Zjaxlib.mlir.irZmlirr    Zjaxlib.mlir.dialects.stablehloZdialectsZ	stablehlor$   Zjaxlibr   Zhlo_helpersr   r   r   r   r	   r
   r   r   r   r   r   ZregistrationsÚitemsÚ_nameÚ_valueZregister_custom_call_targetr,   rB   ÚValuerK   rP   rW   rY   rb   rc   rr   rx   r|   r~   r@   r@   r@   rA   Ú<module>   sT   ,  þ
ý/
ÿ3
ÿ;

þB

ÿ,
ÿ[ þ
ÿSþ
ÿZ

ÿR5