Ë
    [4˜j[  ã                   ó^   — d dl Z d dlZd dlmZ d dlmZmZmZ d dlmZm	Z	m
Z
mZ d„ Zd„ Zd„ Zy)é    N)Útqdm)Úget_latin_names_batchÚget_lineage_from_taxidÚget_taxids_for_accessions)Ú
BATCH_SIZEÚBUCKET_LISTÚMAJOR_RANKSÚTAXONOMY_ORDERc                 óp   — i }t        | «      D ]%  }t        |||«      \  }}|r	||dœ||<   Œi ddœ||<   Œ' |S )N©ÚlineageÚtarget_tax_idÚOther)Úsetr   )ÚtaxidsÚtarget_tax_levelÚconnÚlumped_taxid_mapÚtaxidÚtarget_taxidr   s          úI/mounts/lovelace/temporary/charliep/p3/bam-report-main/util/processing.pyÚtax_lump_batch_modifiedr      sb   € ØÐä�V“ò PˆÜ 6°uÐ>NÐPTÓ UÑˆ�gÙà"Ø!-ñ'Ð˜UÒ#ð
 35ÀwÑ&OÐ˜UÒ#ðPð Ðó    c                 óÌ  — d}|t         vrt        d|› �«       i di fS 	 t        j                  |«      }i }i }g }i }	i }
	 t        j                  | d«      5 }t        |j                  d¬«      d	dd
¬«      D ]Þ  }|r|j                  s|j                  rŒ|dz  }|j                  }d }	 t        |j                  d«      «      }d }	 t        |j                  d«      «      }d }	 t        |j                  d«      «      }d }	 t        |j                  d«      «      }|j!                  |||||f«       t#        |«      t$        k\  sŒÌt'        ||||||	|
«       g }Œà 	 d d d «       |rt'        ||||||	|
«       |	||
fS # t        $ r( t        d|› d�«       t        j                  d«      }Y �Œsw xY w# t        t        f$ r Y Œûw xY w# t        t        f$ r Y Œów xY w# t        t        f$ r Y Œëw xY w# t        t        f$ r Y Œãw xY w# 1 sw Y   Œ©xY w# t(        $ r t        d| › d�«       i di fcY S t*        $ r1}t        d|› �«       t-        j.                  «        i di fcY d }~S d }~ww xY w)Nr   z![Error] Invalid taxonomic level: z[Warning] Target rank 'z4' is not in MAJOR_RANKS list. Defaulting to 'genus'.ÚgenusÚrbT)Ú	until_eofz ReadszParsing BAM file)ÚunitÚ
unit_scaleÚdescé   ÚDSÚNMÚASÚXMz[Error] The file z was not found.z&[Error] An unexpected error occurred: )r
   Úprintr	   ÚindexÚ
ValueErrorÚpysamÚAlignmentFiler   ÚfetchÚis_secondaryÚis_supplementaryÚreference_nameÚfloatÚget_tagÚKeyErrorÚintÚappendÚlenr   Úprocess_batchÚFileNotFoundErrorÚ	ExceptionÚ	tracebackÚ	print_exc)Ú
input_fileÚ	tax_levelÚprimaryr   Útotal_readsÚtarget_rank_indexÚtaxid_cacheÚlumped_lineage_cacheÚaccession_batchÚcounts_dataÚlineage_lookupÚbamfileÚreadÚaccÚds_scoreÚnm_scoreÚas_scoreÚxm_scoreÚes                      r   Úprocess_bam_optimizedrL      sÚ  € Ø€KØœÑ&ÜÐ1°)°Ð=Ô>Ø�1�bˆyÐð7Ü'×-Ñ-¨iÓ8Ðð €KØÐð €Oà€KØ€Nð=Ü× Ñ  ¨TÓ2ð 4	)°gÜØ—‘¨�Ó-ØØØ'ô	ò 3)�ñ  × 1Ò 1°T×5JÒ5JØà˜qÑ �Ø×)Ñ)�ð  �ðÜ$ T§\¡\°$Ó%7Ó8�Hð  �ðÜ" 4§<¡<°Ó#5Ó6�Hð  �ðÜ" 4§<¡<°Ó#5Ó6�Hð  �ðÜ" 4§<¡<°Ó#5Ó6�Hð
  ×&Ñ&¨¨X°xÀÈ8Ð'TÔUä�Ó'¬:Ó5Ü!Ø'Ø#Ø,Ø!ØØ#Ø&ôð ')‘Oñg3)÷4	)ñ| ÜØØØ ØØØØô	
ð ˜ ^Ð3Ð3øôq ò 7ÜØ% i [Ð0dÐeô	
ô (×-Ñ-¨gÓ6Óð	7ûôD !¤*Ð-ò Ùðûô !¤*Ð-ò Ùðûô !¤*Ð-ò Ùðûô !¤*Ð-ò Ùðú÷I4	)ð 4	)ûôl ò ÜÐ! * ¨_Ð=Ô>Ø�1�bˆyÒÜò ÜÐ6°q°cÐ:Ô;Ü×ÑÔØ�1�bˆyÕûðúsã   ŸE7 ¿H ÁAG?Â'F+ÃG?ÃG ÃG?Ã!GÃ;G?Ã>G*Ä(G?ÅG?ÅH Å7-F(Æ'F(Æ+F=Æ:G?Æ<F=Æ=G?Ç GÇG?ÇGÇG?ÇG'Ç$G?Ç&G'Ç'G?Ç*G<Ç9G?Ç;G<Ç<G?Ç?HÈH ÈI#È*I#È2&IÉI#ÉI#c                 ó¼  — | D �cg c]  }|d   ‘Œ	 }}t        t        |D �	cg c]	  }	|	|vsŒ|	‘Œ c}	«      «      }
|
rt        |
|«      }|j                  |«       t        t        |D �	cg c]  }	|j	                  |	d«      ‘Œ c}	«      «      }|D �cg c]
  }|dk7  sŒ	|‘Œ }}|D �cg c]	  }||vsŒ|‘Œ }}|rt        |||«      }|j                  |«       | D �]`  \  }}}}}|j	                  |d«      }|j	                  |i ddœ«      }|d   }||vri }t        D ]  }d||<   Œ	 dg g g g |dœ||<   ||   dxx   dz  cc<   |�V||   d   j                  |«       t        D ]6  }|t        |«      k  sŒ|t        |«      d	z
  k\  sŒ$||   d
   |xx   dz  cc<   Œ8 |�||   d   j                  |«       |�||   d   j                  |«       |�||   d   j                  |«       |dvr
|d   ||<   �Œ|dk(  r||vrt        D �ci c]  }|d“Œ c}|d<   �Œ<|dk(  s�ŒC||vs�ŒIt        D �ci c]  }|d“Œ c}|d<   �Œc y c c}w c c}	w c c}	w c c}w c c}w c c}w c c}w )Nr   ÚUnknownr   r   )ÚcountÚ	ds_scoresÚ	nm_scoresÚ	as_scoresÚ	xm_scoresÚbucketsrO   r!   rP   gš™™™™™¹?rT   rQ   rR   rS   )rN   r   r   r   )
Úlistr   r   ÚupdateÚgetr   r   r3   r/   r	   )rA   r?   r@   r;   r   rB   rC   ÚitemÚacc_only_batchrF   Únew_accessionsÚ	taxid_mapÚtaxids_to_lumpÚtax_idÚnew_taxids_to_lumpÚ
lumped_mapÚ	accessionrG   rH   rI   rJ   r   Úlineage_resultr   rT   ÚxÚranks                              r   r5   r5   €   sê  € ð +:Ö: $�d˜1“gÐ:€NÐ:äÜ˜NÖE�S¨c¸Ò.DŠSÒEÓFó€Nñ Ü-¨n¸dÓCˆ	Ø×Ñ˜9Ô%äÜ¸ÖG°ˆ[�_‰_˜S )Õ,ÒGÓHó€Nð ,:ÖQ ¸VÀyÓ=P’fÐQ€NÐQð ,öØ¨vÐ=QÒ/QŠðÐð ñ Ü,Ð-?ÀÈDÓQˆ
Ø×#Ñ# JÔ/ð >Mó ,NÑ9ˆ	�8˜X x°Ø—‘ 	¨9Ó5ˆØ-×1Ñ1Ø˜r°IÑ>ó
ˆð & oÑ6ˆð ˜{Ñ*ØˆGÜ ò �Ø�˜’
ðð ØØØØØ"ñ)ˆK˜Ñ%ð 	�LÑ! 'Ó*¨aÑ/Ó*ð ÐØ˜Ñ% kÑ2×9Ñ9¸(ÔCÜ ò A�Øœe A›hÓ&¨8¼¸a»À3¹Ó+GØ Ñ-¨iÑ8¸Ó;¸qÑ@Ô;ðAð ÐØ˜Ñ% kÑ2×9Ñ9¸(ÔCàÐØ˜Ñ% kÑ2×9Ñ9¸(ÔCàÐØ˜Ñ% kÑ2×9Ñ9¸(ÔCàÐ3Ñ3Ø+9¸)Ñ+DˆN˜<Ó(Ø˜YÒ&¨<¸~Ñ+MÜEPÖ(Q¸T¨¨y©Ò(QˆN˜9Ó%Ø˜WÔ$¨¸^Ó)KÜALÖ&M¸ t¨W¡}Ò&MˆN˜7Ó#ñY,Nùò- ;ùò Fùò HùâQùòùòd )Rùâ&Ms9   …H;¡	I «I Á'IÂ
I
ÂI
Â$	IÂ.IÈ 
IÈ'
I)r8   r)   r   Úutil.dbr   r   r   Úutil.varr   r   r	   r
   r   rL   r5   © r   r   ú<module>rg      s4   ðÛ ã Ý ÷ñ ÷
 JÓ Iòò`4óFMNr   