o 2hW@sxddlZddlmZddlmZddlmZddlmZ        ddd Z d d Z d d Z ddZ dddZ dS)N)lax)numpy)tree)stateless_scopeFTc "s<dd} |s t| t} | djd} |dur:|jdkr&|d}t|jdkr4tj|dd}|s:| |}|dur@g}dd d |r=| sNt d t |}g}g}fd d }t rht|n|ffdd}|durt |}r| t| D]k}||}|||t |t |\}}|}|st|}n|d}t|||}t|}t|}t fdd|D}t ddt|||D}t||}| r||||q|g}|g}q|d}|d}t|}nt| D])}||}|t |t |\}}| r'||||q|g}|g}q|d}|d}t|}nS|durNfdd}|f} nfdd}} tr`t}!nt}!|!tj||| d\}}Wdn 1s}wYrtj|dd}|d}|st| |}|||fS)NcSs.ttt|j}d\|d<|d<t||S)N)rrr)listrangelenshapejnp transpose)input_taxesrT/var/www/html/chatgem/venv/lib/python3.10/site-packages/keras/src/backend/jax/rnn.pyswap_batch_timesteps z rnn..swap_batch_timesteprbool)axisrcSst|r td|t|rtd|t|jt|j}t|D]}t|d}q&dg|t|j|d}t ||S)Nz)mask_t is expected to be tensor, but got z*input_t is expected to be tensor, but got rr) r is_nested ValueErrorr r rr expand_dimsrtile)mask_tr fixed_dim rank_diff_ multiplesrrr _expand_mask.s    zrnn.._expand_maskz/Unrolling requires a fixed number of timesteps.cst|}r ||SN)unstackreverse)r ) go_backwardsrr_process_single_input_tIsz$rnn.._process_single_input_tcsfddD}t|S)Ncsg|]}|qSrr).0t_timerr Wsz2rnn.._get_input_tensor..)rpack_sequence_as)r(inp)inputsprocessed_inputr'r_get_input_tensorVs zrnn.._get_input_tensorc3s|]}|VqdSr r)r%s)rrrr ps  zrnn..css$|] \}}}t|||VqdSr r where)r%mr/psrrrr0ss  cs|\}}tjt|ddd||\}}r#tt||}n|d}t|r2|dd}t||}tfdd||}||fS)NrT)rkeepdimsrcst||Sr r1)r/ns is_maskedrrsz$rnn.._step..)r all logical_notr2 zeros_likerr map_structure)states current_input current_maskoutput_t new_states masked_outs output_tm1) step_functionzero_output_for_maskr7r_steps&     zrnn.._stepcs||\}}||fSr r)r>r?rArB)rErrrGs)finitxsr")r)rr=flattenr dtypeastyper r rrtuplerr!r"rr<r2zipr*appendstackrin_stateless_scope contextlib nullcontextStatelessScoperscanflip)"rEr,initial_statesr#mask constantsunroll input_length time_majorrFreturn_all_outputsrflattened_inputs time_stepsr>successive_statessuccessive_outputsr$r. mask_listir+outputrB tiled_mask_t prev_output flat_statesflat_new_statesflat_final_states last_outputoutputsrGscan_xsscoper)rr#r,rr-rErFrrnn s                                rocOsdS)NFrargskwargsrrrcudnn_okrscOtr NotImplementedErrorrprrrlstmrtrxcOrur rvrprrrgrurtrycsfddtjDS)Ncsg|] }tj|ddqS)F)r5)r index_in_dim)r%rdrxrrr)szunstack..)rr )r|rrr{rr!s  r!)FNNFNFFT)r)rSjaxrrr keras.srcrkeras.src.backend.commonrrorsrxryr!rrrrs&     M