o
    [h                    @   s  d Z ddlmZ ddlmZ ddlZddlmZ ddlmZ ddlmZ	 dd	lm
Z
 dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ dd Zdd ZdTddZdd Zdd Zdd Zdd  Zd!d" Z			dUd#d$Z	dTd%d&Zd'd( Zd)d* Z 	+dVd,d-Z!	+dVd.d/Z"d0d1 Z#d2d3 Z$d4d5 Z%d6d7 Z&d8d9 Z'd:d; Z(d<d= Z)d>d? Z*d@dA Z+G dBdC dCe,Z-G dDdE dEe-Z.G dFdG dGe-Z/G dHdI dIe-Z0G dJdK dKe-Z1G dLdM dMe.e0Z2G dNdO dOe.e1Z3G dPdQ dQe/e0Z4G dRdS dSe/e1Z5dS )Wzprivate module containing functions used to emit INSERT, UPDATE
and DELETE statements on behalf of a :class:`_orm.Mapper` and its descending
mappers.

The functions here are called only by the unit of work functions
in unitofwork.py.

    )chain)groupbyN   )
attributes)	evaluator)exc)loading)sync)_entity_descriptor)	state_str   )sql)util)
expression)_from_objectsc              
      s"  j }t|}|jjrtd|r*|r"dd |D }dd |D }ndd |D }nt|}|| |j D ].\}	}
	|
sBq8 fddt
|	 fdd|D d	||d
D }t|d ||
|	||d q8|r|rj}dd jD }|D ]\}|tfdd|D f|_qxd S d S d S )NzJconnection_callable / per-instance sharding not supported in bulk_insert()c                 S   s   g | ]}||j fqS  dict.0stater   r   /home/ubuntu/experiments/live_experiments/Pythonexperiments/Otree/venv/lib/python3.10/site-packages/sqlalchemy/orm/persistence.py
<listcomp>7       z _bulk_insert.<locals>.<listcomp>c                 S   s   g | ]\}}|qS r   r   )r   r   dict_r   r   r   r   8       c                 S      g | ]}|j qS r   r   r   r   r   r   r   :       c           	   	   3   s4    | ]\}}}}}}}}d || |||fV  qd S Nr   )	r   r   
state_dictparamsmpconnvalue_paramshas_all_pkshas_all_defaults
connectionmapperr   r   	<genexpr>C   s*    
z_bulk_insert.<locals>.<genexpr>c                 3   s    | ]	}d | fV  qd S r   r   r   mappingr&   r   r   r)   Y   s    T)bulkreturn_defaultsrender_nullsbookkeepingc                 S   r   r   keyr   pr   r   r   r   k   r   c                    s   g | ]} | qS r   r   )r   r2   )r   r   r   r   o   r   )base_mapper_cached_connection_dictsessionconnection_callableNotImplementedErrorlistr'   _sorted_tablesitemsisa_collect_insert_commands_emit_insert_statementsZ_identity_classZ_identity_key_propstupler2   )r(   mappingssession_transactionisstatesr-   r.   r5   cached_connectionsstatestablesuper_mapperrecordsZidentity_clsZidentity_propsr   r   )r'   r   r(   r   _bulk_insert#   sV   


rI   c           
   
      s   j }t|}jjrjjhfdd |r2|r* fdd|D }ndd |D }nt|}|jjr>t	d|
||j D ]%\}}|sRqHtd |fdd|D d	d
}	t|d ||||	dd qHd S )Nc                    s   t  fdd j  D S )Nc                 3   s.    | ]\}}|j v s| v r||fV  qd S r   )committed_stater   kv)search_keysr   r   r   r)      s    z6_bulk_update.<locals>._changed_dict.<locals>.<genexpr>)r   r<   )r(   r   )rN   r   r   _changed_dict~   s   z#_bulk_update.<locals>._changed_dictc                    s   g | ]} |qS r   r   r   )rP   r(   r   r   r      r   z _bulk_update.<locals>.<listcomp>c                 S   r   r   r   r   r   r   r   r      r   zJconnection_callable / per-instance sharding not supported in bulk_update()c                 3   s0    | ]}d | j r|j j nd fV  qd S r   )_version_id_propr2   r*   r&   r   r   r)      s    
z_bulk_update.<locals>.<genexpr>T)r,   Fr/   )r5   r6   Z_primary_key_propkeysrQ   r2   unionr:   r7   r8   r9   r'   r;   r<   r=   _collect_update_commands_emit_update_statements)
r(   rA   rB   rC   Zupdate_changed_onlyr5   rD   rF   rG   rH   r   )rP   r'   r(   rN   r   _bulk_updates   sJ   

rU   Fc                 C   s  |s| j st| |D ]}t| |g|dd q
dS g }g }t| }t| ||D ]!\}}}	}
}}}|s3|r>||||	|
|f q&||||	|
f q&| j D ]'\}}	||	jvrWqMt	||}t
|||}t| |||	|| t| |||	|| qMt| |tdd |D dd |D  dS )a;  Issue ``INSERT`` and/or ``UPDATE`` statements for a list
    of objects.

    This is called within the context of a UOWTransaction during a
    flush operation, given a list of states to be flushed.  The
    base mapper in an inheritance hierarchy handles the inserts/
    updates for all descendant mappers.

    T)singleNc                 s   s&    | ]\}}}}||||d fV  qdS )FNr   )r   r   r   r(   r'   r   r   r   r)      s
    

zsave_obj.<locals>.<genexpr>c                 s   s(    | ]\}}}}}||||d fV  qdS )TNr   )r   r   r   r(   r'   update_version_idr   r   r   r)      s    
)batch_sort_statessave_objr6   _organize_states_for_saveappendr;   r<   _pks_by_tabler>   rS   rT   r?    _finalize_insert_update_commandsr   )r5   rE   uowtransactionrV   r   states_to_updatestates_to_insertrD   r   r(   r'   has_identity
row_switchrW   rF   insertupdater   r   r   rZ      sp   




		rZ   c                    sr   t | }tt| ||}| j D ]%\  jvrq fdd|D }t| |||}t| || | qdS )z\Issue UPDATE statements on behalf of a relationship() which
    specifies post_update.

    c              
   3   sJ    | ] \}}}}|j v r|||| jd ur || jnd fV  qd S r   )r]   version_id_col#_get_committed_state_attr_by_column)r   r   r   Z
sub_mapperr'   r(   rF   r   r   r)     s     


zpost_update.<locals>.<genexpr>N)r6   r:    _organize_states_for_post_updater;   r<   r]   _collect_post_update_commands_emit_post_update_statements)r5   rE   r_   post_update_colsrD   r`   re   r   rh   r   post_update  s,   


rm   c                 C   s   t | }tt| ||}| j}tt| D ]#}|| }||jvr#q|jr*|jr*qt	| |||}t
| ||||| q|D ]\}	}
}}}|j|||	 q=dS )zIssue ``DELETE`` statements for a list of objects.

    This is called within the context of a UOWTransaction during a
    flush operation.

    N)r6   r:   _organize_states_for_deleter;   reversedkeysr]   ZinheritsZpassive_deletes_collect_delete_commands_emit_delete_statementsdispatchZafter_delete)r5   rE   r_   rD   states_to_deleteZtable_to_mapperrF   r(   deleter   r   r'   rW   r   r   r   
delete_obj;  s>   

rv   c                 c   s@   t | ||D ]\}}}}t|j}|jp||}d }	}
|s)|j||| n|j||| |jr;|||| |sy||jj	v ry|jj	| }t
|}||sy||sftdt||t|f | d|t|t| || |}	|s}|	r|jdur||	r|	n||	r|	jn||j}
||||||	|
fV  qdS )aT  Make an initial pass across a set of states for INSERT or
    UPDATE.

    This includes splitting out into distinct lists for
    each, calling before_insert/before_update, obtaining
    key information for each state including its dictionary,
    mapper, the connection to use for the execution per state,
    and the identity flag.

    NzJNew instance %s with identity key %s conflicts with persistent instance %szPdetected row switch for identity %s.  will update %s, remove %s from transaction)_connections_for_statesboolr2   _identity_key_from_staters   Zbefore_insertZbefore_updateZ_validate_polymorphic_identityr7   identity_mapr   instance_stateZwas_already_deleted
is_deletedorm_exc
FlushErrorr   Z
_log_debugZremove_state_actionsrf   rg   r   )r5   rE   r_   r   r   r(   r'   rb   Zinstance_keyrc   rW   instanceexistingr   r   r   r[   i  s^   






r[   c                 C   s   t | ||S )zMake an initial pass across a set of states for UPDATE
    corresponding to post_update.

    This includes obtaining key information for each state
    including its dictionary, mapper, the connection to use for
    the execution per state.

    )rw   )r5   rE   r_   r   r   r   ri     s   	ri   c                 c   s`    t | ||D ]&\}}}}|j||| |jdur#||||j}nd}|||||fV  qdS )zMake an initial pass across a set of states for DELETE.

    This includes calling out before_delete and obtaining
    key information for each state including its dictionary,
    mapper, the connection to use for the execution per state.

    N)rw   rs   Zbefore_deleterf   rg   )r5   rE   r_   r   r   r(   r'   rW   r   r   r   rn     s   
rn   c              	   c   sx   |D ]\}}}}| |j vrqi }	i }
|j|  }|j|  }t||D ]5}|| }|| }|du r9||vr9|s9q$|sTt|dsFt|tjrTt|drO|	 n||
|< q$||	|j
< q$|ss|j|  |	dd |
D D ]}d|	|< ql|rw|r|j|  |	}|jjr|j|  |	}nd}nd }}|jdur|jdur|j|j|  v r|d|	|jj
< |||	|||
||fV  qdS )zSIdentify sets of values to use in INSERT statements for a
    list of states.

    N__clause_element__c                 S   r   r   r1   r   cr   r   r   r     r   z,_collect_insert_commands.<locals>.<listcomp>TF)r]   _propkey_to_colZ_insert_cols_evaluating_nonesetintersectionhasattr
isinstancer   ClauseElementr   r2   Z_insert_cols_as_none
differenceZ_pk_keys_by_tableissubsetr5   eager_defaultsZ_server_default_colsversion_id_generatorrf   _cols_by_table)rF   ra   r,   r-   r.   r   r   r(   r'   r    r#   propkey_to_colZ	eval_nonepropkeyvaluecolZcolkeyr$   r%   r   r   r   r>     sj   








r>   c                 #   sH   |D ]\}}}}||j vrq|j | }i }	|j|  |r9t fddt |j| D }
d}nQi }
t |jD ]7}| } | }t|dsXt	|t
jrft|dra| n||	|< qC|j| j||j| durz||
|j< qC|jjr|j| |
}nd}|dur|j|j| v r|s|
s|	s|j D ]}|j|j j|tj}|jr nqq|j}|
 o|	 }||
|j< |s|j|
vr|jdur||}||
|j< n|jdu r|r||
|j< n|
s|	sqd}d}|r
t fddt |j| D }nfi }|D ]a}|j| j}|j| j|tj}|jrU|j r3d||f| jv rEd}|jd	 ||j< |
!|jd n|j d	 ||j< ||	v rTd}n|j"d	 ||j< ||j du rnt#$d
||f q|
sv|	r|
%| ||
|||	||fV  q|r|j&| D ]\}}t'(|||||| |j) qqdS )at  Identify sets of values to use in UPDATE statements for a
    list of states.

    This function works intricately with the history system
    to determine exactly what values should be updated
    as well as how the row should be matched within an UPDATE
    statement.  Includes some tricky scenarios where the primary
    key of an object might have been changed.

    c                 3   s"    | ]} | j | fV  qd S r   r1   r   r   r   r   r   r   r)   X  s
    
z+_collect_update_commands.<locals>.<genexpr>Tr   NFc                 3   s$    | ]} | j |fV  qd S r   )_labelgetr   r   r   r   r)     s
    
Zpk_cascadedr   zCCan't update table %s using NULL for primary key value on column %s)*r]   r   r   r   r   r   Z_pk_attr_keys_by_tablerJ   r   r   r   r   r   managerimplZis_equalr2   r5   r   Z_server_onupdate_default_colsr   rf   r   _columntopropertyvaluesget_historyr   PASSIVE_NO_INITIALIZEaddedr   r   PASSIVE_OFFZdeletedpopZ	unchangedr}   r~   re   _table_to_equatedr	   populatepassive_updates)r_   rF   r`   r,   r   r(   r'   rW   pksr#   r    r%   r   r   r   prophistoryZ	no_paramsvalr$   Zexpect_pk_cascadedZ	pk_paramsmequated_pairsr   r   r   rS   6  s  














 rS   c                 c   s"   |D ]\}}}}}	|j | }
i }d}|j| D ]>}||
v r,|j|||tjd||j< q||v s5|jdurV|j| }|j|j	 j
||tj}|jrV|jd }|||j	< d}q|r|	dur|j|j| v r|j}|	||j< t|j	r|j	|vr|jdur||	}|||j	< |||||fV  qdS )zrIdentify sets of values to use in UPDATE statements for a
    list of states within a post_update operation.

    F)ZpassiveNr   T)r]   r   Z_get_state_attr_by_columnr   r   r   Zonupdater   r   r2   r   r   r   r   rf   rx   r   )r5   r_   rF   r`   rl   r   r   r(   r'   rW   r   r    Zhasdatar   r   r   r   r   r   r   r   rj     sP   









rj   c                 c   s    |D ]G\}}}}}||j vrqi }	|j | D ]}
||||
 |	|
j< }|du r2td||
f q|durE|j|j| v rE||	|jj< |	|fV  qdS )zSIdentify values to use in DELETE statements for a list of
    states to be deleted.NzHCan't delete from table %s using NULL for primary key value on column %s)r]   rg   r2   r}   r~   rf   r   )r5   r_   rF   rt   r   r   r(   r'   rW   r    r   r   r   r   r   rq   '  s>   
rq   Tc                    st   j duo j  j v  fdd}| df|}t|dd D ]\\}	}
}}}}d}t|}|}d}|sA| }d	}n|rP|sP jjrP| }d	}n j dur]| j }d	}|sc|	jj	n|	jj
}|ol|	jj}|oq }|r|D ],\}}} }	}}}|	|||}|rt |||||jjd |d		 ||j7 }|}qvno|s|}|D ])\}}} }	}}}||	 ||}|rt |||||jjd |d		 ||j7 }qn>d
d |D }|p|ot|dk}||	 ||}||j7 }|D ]\}}} }	}}}|rt |||||jjd |d		 q|r+|t|kr*tdjt||f q$r7td|jj  q$dS )z`Emit UPDATE statements corresponding to value lists collected
    by _collect_update_commands().Nc                     sl   t  }  j D ]}| j|t j|j|jdk q	r/| j jt j jj jjdk 	| }|S N)type_)
r   and_r]   clausesr\   	bindparamr   typerf   re   clauser   stmtr(   Zneeds_version_idrF   r   r   update_stmt_  s    
z,_emit_update_statements.<locals>.update_stmtre   c                 S   *   | d t | d t| d | d | d fS N   r            r   rx   recr   r   r   <lambda>z     

z)_emit_update_statements.<locals>.<lambda>r   FTc                 S      g | ]}|d  qS r   r   r   r   r   r   r   r     r   z+_emit_update_statements.<locals>.<listcomp>r   MUPDATE statement on table '%s' expected to update %d row(s); %d were matched.MDialect %s does not support updated rowcount - versioning cannot be verified.)rf   r   _memor   r:   r-   r5   r   dialectsupports_sane_rowcount supports_sane_rowcount_returningsupports_sane_multi_rowcountexecuter   
_postfetchcontextcompiled_parametersrowcountlenr}   StaleDataErrordescriptionr   warndialect_description)r5   r_   rD   r(   rF   re   r0   r   cached_stmtr'   Z	paramkeyshasvaluer%   r$   rH   rows	statementr-   assert_singlerowassert_multirowallow_multirowr   r   r    r#   r   check_rowcountmultiparamsr   r   r   rT   N  s  










 rT   c                 C   s  |  d|f|j}t|dd D ]\\}}	}
}}}|}|r*|s&| jr&|jjsi|ri|
sit|}dd |D }|| ||}|rht||j	j
D ]!\\}}}}}}}}}|rat||||||||d	 qFt||| qFq|ss| jrs| }n|jdur~||j}|D ]h\}}}}}}}}|r||||}n|| ||}|j	j}|durt||j| D ]\}}|j| }|dur||v s||jdu r|||j< q|r|rt|||||||j	j
d |d	 qt||| qqdS )	z`Emit INSERT statements corresponding to value lists collected
    by _collect_insert_commands().rd   c                 S   r   r   r   r   r   r   r   r   "  r   z)_emit_insert_statements.<locals>.<lambda>c                 S   r   r   r   r   r   r   r   r   9  r   z+_emit_insert_statements.<locals>.<listcomp>FNr   )r   rd   r   r   r   Zimplicit_returningr:   r   zipr   r   r   _postfetch_bulk_saver-   rf   r   Zinserted_primary_keyr]   r   r   r2   )r5   r_   rD   r(   rF   rd   r0   r   r'   Zpkeysr   r$   r%   rH   r   r   r   r   r   r    
mapper_recr"   r#   Zlast_inserted_paramsresultprimary_keypkr   r   r   r   r   r?     s   







r?   c                    s   j duo j  j v  fdd}| df|}t|dd D ]\}}	d}
t|	}	|d } j du r;|jjn|jj}|oD|jj} pI|}|st|}|	D ]"\}}}}}|| 	||}t
||||||jjd  |
|j7 }
qPn6dd	 |	D }|p|ot|d
k}|| 	||}|
|j7 }
|	D ]\}}}}}t
||||||jjd  q|r|
t|	krtdjt|	|
f q$rtd|jj  q$dS )zeEmit UPDATE statements corresponding to value lists collected
    by _collect_post_update_commands().Nc                     s   t  }  j D ]}| j|t j|j|jdk q	r/| j jt j jj jjdk 	| } jd ur?|
 j}|S r   )r   r   r]   r   r\   r   r   r   rf   re   r-   r   r   r   r   r     s$   

z1_emit_post_update_statements.<locals>.update_stmtrm   c                 S   s   | d t | d fS )N   r   )r   r   r   r   r   r     r   z._emit_post_update_statements.<locals>.<lambda>r   c                 S   s   g | ]	\}}}}}|qS r   r   )r   r   r   r   r"   r    r   r   r   r     s    z0_emit_post_update_statements.<locals>.<listcomp>r   r   r   )rf   r   r   r   r:   r   r   r   r   r   _postfetch_post_updater   r   r   r   r}   r   r   r   r   r   )r5   r_   rD   r(   rF   re   r   r   r2   rH   r   r'   r   r   r   r   r   r   r   r    r   r   r   r   r   rk     s   



	


rk   c                    sL   j duo j  j v  fdd}| df|}t|dd D ]\}}	dd |	D }
|| }t|
}d	}d
}rh|jjsh|jjrXd}|
D ]}|||}||j	7 }qInt
d|jj  |||
 n|||
}srd}|j	}| jr|d	kr||kr|jjst|
dkr|rt
dj||f  q$tdj||f q$dS )z`Emit DELETE statements corresponding to value lists collected
    by _collect_delete_commands().Nc                     sh   t  }  j D ]}| j|t j|j|jdk q	r/| j jt j jj jjdk 	| S r   )
r   r   r]   r   r\   r   r2   r   rf   ru   )r   r   r(   Zneed_version_idrF   r   r   delete_stmt  s   
z,_emit_delete_statements.<locals>.delete_stmtru   c                 S   s   | d S )Nr   r   r   r   r   r   r      s    z)_emit_delete_statements.<locals>.<lambda>c                 S   s   g | ]\}}|qS r   r   )r   r    r'   r   r   r   r   !  r   z+_emit_delete_statements.<locals>.<listcomp>Fr   zMDialect %s does not support deleted rowcount - versioning cannot be verified.Tr   zDELETE statement on table '%s' expected to delete %d row(s); %d were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.)rf   r   r   r   r   r   r   r   r   r   r   r   r   Zconfirm_deleted_rowsr   r}   r   )r5   r_   rD   r(   rF   ru   r   r   r'   ZrecsZdel_objectsexpectedZrows_matchedZ	only_warnr    r   r   r   r   rr     sf   


rr   c           	         s  |D ]\ }}}}|j r"  fdd|j D }|r"  j| g }| jr1| j|j |j	durJ|j
du rJ|jj jv rJ||jjg |r`|   _tj|j| j |d |sk|j||  n|j||  |j
du r|j	dur||jj du rtdqdS )zzfinalize state on states that have been inserted or updated,
    including calling after_insert/after_update events.

    c                    sB   g | ]}|j r|jr|j jv s|j s|js|j jvr|jqS r   )Zexpire_on_flushdeferredr2   r   r3   rO   r   r   r   i  s    	z4_finalize_insert_update_commands.<locals>.<listcomp>NF)Zrefresh_stateZonly_load_propsz2Instance does not contain a non-NULL version value)Z_readonly_propsZunmodified_intersection_expire_attributesr   r   extendZ_unloaded_non_objectr   Z&_server_default_plus_onupdate_propkeysrf   r   rQ   r2   Zunloadedry   r   Zload_on_identr7   queryrs   Zafter_insertZafter_updater}   r~   )	r5   r_   rE   r   r(   r'   rb   readonlyZ
toload_nowr   rO   r   r^   `  sN   





r^   c                    s   | |rd S |jjj}|jjj} jd ur& j j| v r&t| jg }t j	j
j}	|	r1g }
|D ]"}|j|v rU| jv rU||j | j| j< |	rU|
 j| j q3|	rc|
rc j	j
|||
 |ru||j fdd|D  d S d S )Nc                    "   g | ]}| j v r j | jqS r   r   r2   r   r(   r   r   r     
    

z*_postfetch_post_update.<locals>.<listcomp>)r|   r   compiledprefetch	postfetchrf   r   r:   rx   class_managerrs   refresh_flushr2   r   r\   r   r   )r(   r_   rF   r   r   r   r    prefetch_colspostfetch_colsr   load_evt_attrsr   r   r   r   r     s8   




r   c	              
      s  |j jj}	|j jj}
|j jj jdur$ j j| v r$t|	 jg }	t j	j
j}|r/g }r]|j j}|dur]D ]!}|jrE|j jrEq; j|}|r\|| ||j< |r\||j q;|	D ]"}|j|v r| jv r||j | j| j< |r| j| j q_|r|r j	j
||| |r|r|
fdd|D  |
r||j fdd|
D   j| D ]\}}t|||||| j qdS )zExpire attributes in need of newly persisted database state,
    after an INSERT or UPDATE statement has proceeded for that
    state.Nc                    s   g | ]}|j r| vr|qS r   )r   )r   r   )returning_colsr   r   r     s    z_postfetch.<locals>.<listcomp>c                    r   r   r   r   r   r   r   r     r   )r   r   r   r   Z	returningrf   r   r:   rx   r   rs   r   Zreturned_defaultsr   Zisinsertr   r   r2   r\   r   r   r   r   r	   r   r   )r(   r_   rF   r   r   r   r    r#   Zisupdater   r   r   r   rowr   r   r   r   r   r   )r(   r   r   r     sn   





r   c                 C   s&   | j | D ]\}}t||| qd S r   )r   r	   Zbulk_populate_inherit_keys)r(   r   rF   r   r   r   r   r   r   /  s   r   c                 c   sb    |j jr
|j j}n|j| }d}t| |D ]}|r"|| | }|jj}||j||fV  qdS )zReturn an iterator of (state, state.dict, mapper, connection).

    The states are sorted according to _sort_states, then paired
    with the connection they should be using for the given
    unit of work transaction.

    N)	r7   r8   Ztransactionr'   rY   objr   r(   r   )r5   r_   rE   r8   r'   r   r(   r   r   r   rw   4  s   
rw   c                    s   t  fddS )Nc                    s   | j  jdS )N)Zcompiled_cache)Zexecution_optionsZ_compiled_cache)r"   r5   r   r   r   Q  s    z)_cached_connection_dict.<locals>.<lambda>)r   ZPopulateDictr   r   r   r   r6   N  s   
r6   c              
   C   s   t |}t dd |D }|| z	t|| jd}W n ty9 } ztjtd| |d W Y d }~nd }~ww t|t	
dd| S )Nc                 s   s    | ]
}|j d ur|V  qd S r   r1   )r   sr   r   r   r)   Y  s    z_sort_states.<locals>.<genexpr>r1   z^Could not sort objects by primary key; primary key values must be sortable in Python (was: %s)Zreplace_contextZinsert_order)r   difference_updatesortedZ_persistent_sortkey_fn	TypeErrorr   raise_sa_excInvalidRequestErroroperator
attrgetter)r(   rE   pending
persistentZpersistent_sortederrr   r   r   rY   W  s,   

	rY   c                   @   sr   e Zd ZdZdd Zdd Zedd Zedd	 Z	d
d Z
dd Zdd Zeddd Zdd Zdd ZdS )BulkUDz;Handle bulk update and deletes via a :class:`_query.Query`.c                 C   s$   | d| _| j | _|   d S )NF)Zenable_eagerloadsr   Z_bind_mapperr(   _validate_query_stateselfr   r   r   r   __init__q  s   zBulkUD.__init__c              	   C   s   ddd t jfddd t jfdddt jfdd	dt jfd
ddt jfdddt jffD ]\}}}}|t| j||s=td|f q&d S )NZ_limitzlimit()_offsetzoffset()Z	_order_byz
order_by()FZ	_group_byz
group_by()Z	_distinctz
distinct()Z	_from_objz2join(), outerjoin(), select_from(), or from_self()r   zCCan't call Query.update() or Query.delete() when %s has been called)r  is_eqgetattrr   r  r  )r  attrZmethnameZnotsetopr   r   r   r  v  s&   zBulkUD._validate_query_statec                 C   s   | j jS r   )r   r7   r  r   r   r   r7     s   zBulkUD.sessionc                 G   sf   z	|| }W || S  t y2 } ztjtddtdd |D  |d W Y d }~d S d }~ww )Nz3Valid strategies for session synchronization are %sz, c                 s   s    | ]}t |V  qd S r   )repr)r   xr   r   r   r)         z"BulkUD._factory.<locals>.<genexpr>r   )KeyErrorr   r  r  ArgumentErrorjoinr   )clslookupsynchronize_sessionargklassr	  r   r   r   _factory  s   

zBulkUD._factoryc                 C   s4   |    |   |   |   |   |   d S r   )_do_before_compile_do_pre_do_pre_synchronize_do_exec_do_post_synchronize_do_postr  r   r   r   exec_  s   zBulkUD.exec_c                 C   s    | j || j| _| jj| _d S r   )r   Z_execute_crudr(   r   r   )r  r   r   r   r   _execute_stmt  s   zBulkUD._execute_stmtc                 C   s   t  r   )r9   r  r   r   r   r"    s   zBulkUD._do_before_compilezsqlalchemy.orm.queryc                 C   s   | j }||| _t|jd |jr@t }|jD ]}t||js&|   n	|t	|j
 qt|dkr:td| | _n|djj| _|j}|jrT|  d S d S )Nr   r   zLThis operation requires only one Table or entity be specified as the target.)r   ZQueryContextr   r   Z	_entitiesZ_ColumnEntityr   clearre   r   columnr   r  r  r   primary_tableZ_only_entity_zeror(   Zlocal_tabler7   Z
_autoflush)r  Zquerylibr   ZtablesZentr7   r   r   r   r#    s.   
zBulkUD._do_prec                 C      d S r   r   r  r   r   r   r$       zBulkUD._do_pre_synchronizec                 C   r-  r   r   r  r   r   r   r&    r.  zBulkUD._do_post_synchronizeN)__name__
__module____qualname____doc__r  r  propertyr7   classmethodr!  r(  r)  r"  r   dependenciesr#  r$  r&  r   r   r   r   r
  n  s    


"r
  c                   @       e Zd ZdZdd Zdd ZdS )BulkEvaluatezDBulkUD which does the 'evaluate' method of session state resolution.c                 C   r-  r   r   )r  evaluator_compilerr   r   r   _additional_evaluators  r.  z#BulkEvaluate._additional_evaluatorsc              
      s   | j }| jzt}|jd ur||j ndd  | | W n tjyC } zt	j
td| |d W Y d }~nd }~ww  fdd|jj D | _d S )Nc                 S   s   dS )NTr   )r   r   r   r   eval_condition  r.  z8BulkEvaluate._do_pre_synchronize.<locals>.eval_conditionztCould not evaluate current criteria in Python: "%s". Specify 'fetch' or False for the synchronize_session parameter.)Zfrom_c                    s8   g | ]\\}}}}t |rt|js |r|qS r   )
issubclassr   r{   Zexpired)r   r  r   Zidentity_tokenr   r:  Z
target_clsr   r   r     s    
	z4BulkEvaluate._do_pre_synchronize.<locals>.<listcomp>)r   _mapper_zeroclass_r   ZEvaluatorCompilerwhereclauseprocessr9  ZUnevaluatableErrorr   r  r  r  r7   rz   r<   matched_objects)r  r   r8  r	  r   r<  r   r$    s,   



z BulkEvaluate._do_pre_synchronizeN)r/  r0  r1  r2  r9  r$  r   r   r   r   r7    s    r7  c                   @      e Zd ZdZdd ZdS )	BulkFetchzABulkUD which does the 'fetch' method of session state resolution.c                 C   sB   | j }|j}| }|j| jj}|j|| j|j	d
 | _d S )N)r(   r    )r   r7   Z_compile_contextr   Zwith_only_columnsr,  r   r   r(   _paramsZfetchallmatched_rows)r  r   r7   r   Zselect_stmtr   r   r   r$    s   
zBulkFetch._do_pre_synchronizeN)r/  r0  r1  r2  r$  r   r   r   r   rC    s    rC  c                       s\   e Zd ZdZ fddZedd Zdd Zedd	 Z	ed
d Z
dd Zdd Z  ZS )
BulkUpdatezBulkUD which handles UPDATEs.c                    s    t t| | || _|| _d S r   )superrF  r  r   update_kwargs)r  r   r   rH  	__class__r   r   r    s   
zBulkUpdate.__init__c                 C   s   t tttd||||S N)evaluatefetchF)r
  r!  BulkUpdateEvaluateBulkUpdateFetchrF  )r  r   r  r   rH  r   r   r   factory  s   zBulkUpdate.factoryc                 C   <   | j jjr| j jjD ]}|| j | }|d ur|| _ q
d S d S r   )r   rs   Zbefore_compile_updater  fnZ	new_queryr   r   r   r"  (     
zBulkUpdate._do_before_compilec                 C   s   g }t | jdr| j n| jD ]:\}}| jrCt|tjr,t| j|}||	| qt|t
jr;||	| q|||f q|||f q|S )Nr<   )r   r   r<   r(   r   r   string_typesr
   r   Z_bulk_update_tuplesr   QueryableAttributer\   )r  r   rL   rM   Zdescr   r   r   _resolved_values/  s   

zBulkUpdate._resolved_valuesc              	   C   s   g }| j D ]G\}}t|tjr||j|f qt|dr!| }| jrFt|t	j
rFz| jj| }W n
 tjy<   Y qw ||j|f qtd| |S )Nr   zInvalid expression type: %r)rW  r   r   rV  r\   r2   r   r   r(   r   ZColumnElementr   r}   ZUnmappedColumnErrorr  r  )r  r   rL   rM   r  r   r   r   "_resolved_values_keys_as_propnamesC  s$   
z-BulkUpdate._resolved_values_keys_as_propnamesc                 C   sH   | j }| jddst|}tj| j| jj|fi | j}| 	| d S )NZpreserve_parameter_orderF)
rW  rH  r   r   r   re   r,  r   r?  r)  )r  r   r   r   r   r   r%  Z  s   zBulkUpdate._do_execc                 C      | j j}|j|  d S r   )r   r7   rs   Zafter_bulk_updater  r7   r   r   r   r'  i     zBulkUpdate._do_post)r/  r0  r1  r2  r  r4  rP  r"  r3  rW  rX  r%  r'  __classcell__r   r   rI  r   rF    s    


rF  c                       sD   e Zd ZdZ fddZedd Zdd Zdd	 Zd
d Z	  Z
S )
BulkDeletezBulkUD which handles DELETEs.c                    s   t t| | d S r   )rG  r]  r  r  rI  r   r   r  q  s   zBulkDelete.__init__c                 C   s   t tttd||S rK  )r
  r!  BulkDeleteEvaluateBulkDeleteFetchr]  )r  r   r  r   r   r   rP  t  s   zBulkDelete.factoryc                 C   rQ  r   )r   rs   Zbefore_compile_deleterR  r   r   r   r"    rT  zBulkDelete._do_before_compilec                 C   s    t | j| jj}| | d S r   )r   ru   r,  r   r?  r)  )r  r   r   r   r   r%    s   zBulkDelete._do_execc                 C   rY  r   )r   r7   rs   Zafter_bulk_deleterZ  r   r   r   r'    r[  zBulkDelete._do_post)r/  r0  r1  r2  r  r4  rP  r"  r%  r'  r\  r   r   rI  r   r]  n  s    
r]  c                   @   r6  )rN  zSBulkUD which handles UPDATEs using the "evaluate"
    method of session resolution.c                 C   s4   i | _ | j}|D ]\}}|t|| j |< qd S r   )value_evaluatorsrX  r@  r   Z_literal_as_binds)r  r8  r   r2   r   r   r   r   r9    s   z)BulkUpdateEvaluate._additional_evaluatorsc           	      C   s   | j j}t }t| j }| jD ]F}t|t	|}}|j
|}|D ]}||v r5| j| |||< q&|jj|d | ||t| ||t|| || q|| d S r   )r   r7   r   r:   r`  rp   rA  r   r{   instance_dictZ
unmodifiedr   r   rs   refreshZ_commitr   r   add_register_altered)	r  r7   rE   Zevaluated_keysr   r   r   Zto_evaluater2   r   r   r   r&    s&   
z'BulkUpdateEvaluate._do_post_synchronizeN)r/  r0  r1  r2  r9  r&  r   r   r   r   rN    s    rN  c                   @   rB  )r^  zSBulkUD which handles DELETEs using the "evaluate"
    method of session resolution.c                 C   s   | j jdd | jD  d S )Nc                 S   s   g | ]}t |qS r   )r   r{   )r   r   r   r   r   r     r   z;BulkDeleteEvaluate._do_post_synchronize.<locals>.<listcomp>)r   r7   _remove_newly_deletedrA  r  r   r   r   r&    s   z'BulkDeleteEvaluate._do_post_synchronizeNr/  r0  r1  r2  r&  r   r   r   r   r^        r^  c                   @   rB  )rO  zPBulkUD which handles UPDATEs using the "fetch"
    method of session resolution.c                    s   | j j | j  t fddfdd| jD D }| j}tdd |D }|D ]}||j}|r: || q* 	| d S )Nc                    s&   g | ]}| j v rt j | qS r   )rz   r   r{   )r   identity_key)r7   r   r   r     s
    
z8BulkUpdateFetch._do_post_synchronize.<locals>.<listcomp>c                    s   g | ]	}  t|qS r   )identity_key_from_primary_keyr:   )r   r   )target_mapperr   r   r     s    c                 s   s    | ]\}}|V  qd S r   r   rK   r   r   r   r)     r  z7BulkUpdateFetch._do_post_synchronize.<locals>.<genexpr>)
r   r7   r=  r   rE  rX  r   r   Z_expire_staterd  )r  rE   r   Zattribr   Z	to_expirer   )r7   rj  r   r&    s"   


z$BulkUpdateFetch._do_post_synchronizeNrf  r   r   r   r   rO    rg  rO  c                   @   rB  )r_  zPBulkUD which handles DELETEs using the "fetch"
    method of session resolution.c                 C   sR   | j j}| j  }| jD ]}|t|}||jv r&|t	|j| g qd S r   )
r   r7   r=  rE  ri  r:   rz   re  r   r{   )r  r7   rj  r   rh  r   r   r   r&    s   


z$BulkDeleteFetch._do_post_synchronizeNrf  r   r   r   r   r_    rg  r_  )F)FFF)T)6r2  	itertoolsr   r   r   r   r   r   r}   r   r	   baser
   r   r  r   r   r   Zsql.baser   rI   rU   rZ   rm   rv   r[   ri   rn   r>   rS   rj   rq   rT   r?   rk   rr   r^   r   r   r   rw   r6   rY   objectr
  r7  rC  rF  r]  rN  r^  rO  r_  r   r   r   r   <module>   sr   	P
EV-.Q
Y
 :8.
 I
 s]F)`	h-\#)
