o 2h0q@sddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZddlmZddlmZddlmZzddlZWn eyQdZYnwdd Ze d Gd d d Zdd dZddZddZddZddZdddZdS)N)backend) keras_export) saving_lib) H5IOStore)naming) summary_utilscCs8zddlm}|durWdSWdStyYdSw)z3Checks if the code is being executed in a notebook.r get_ipythonNTF)IPythonr ImportErrorrr W/var/www/html/chatgem/venv/lib/python3.10/site-packages/keras/src/saving/file_editor.pyis_ipython_notebooks   rzkeras.saving.KerasFileEditorc@seZdZdZddZddZddZd+d d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZd,ddZd-ddZd-dd Zd-d!d"Z d.d%d&Zd'd(Zd)d*ZdS)/KerasFileEditoraUtility to inspect, edit, and resave Keras weights files. You will find this class useful when adapting an old saved weights file after having made architecture changes to a model. Args: filepath: The path to a local file to inspect and edit. Examples: ```python editor = KerasFileEditor("my_model.weights.h5") # Displays current contents editor.summary() # Remove the weights of an existing layer editor.delete_object("layers/dense_2") # Add the weights of a new layer editor.add_object("layers/einsum_dense", weights={"0": ..., "1": ...}) # Save the weights of the edited model editor.resave_weights("edited_model.weights.h5") ``` c Cs\||_d|_d|_d|_tjjdd|_|drlt |d}t t j d|dd}| t jd }|}Wdn1s?wY| t jd }|}Wdn1sZwYt||_t||_n|drxt |dd}ntd |||j\}}|||_||_|j|jd d |jdur|j|jd d dSdS) NF) highlightz.kerasrz.h5)archivemode .weights.h5rzRInvalid filename: expected a `.keras` `.weights.h5` extension. Received: filepath=T) rich_style)filepathmetadataconfigmodelrichconsoleConsoleendswithzipfileZipFilerr _VARS_FNAMEopen_CONFIG_FILENAMEread_METADATA_FILENAMEjsonloads ValueError_extract_weights_from_storeh5_fileclose weights_dictobject_metadataprint_generate_filepath_info_generate_metadata_info) selfrzf weights_storef config_json metadata_jsonr,r-r r r __init__BsJ       zKerasFileEditor.__init__cCs |dS)z/Prints the weight structure of the opened file.N)_weights_summary_clir1r r r summaryn zKerasFileEditor.summaryc sjdi}t||fddt}j|ddddd|d\}}|jddddd|d\}}||7}jd |dkrad }jd |d krRd} nd } jd|d| nd}|d krjd} nd } jd|d| d|||dS)a)Compares the opened file to a reference model. This method will list all mismatches between the currently opened file and the provided reference model. Args: reference_model: Model instance to compare to. Returns: Dict with the following keys: `'status'`, `'error_count'`, `'match_count'`. Status can be `'success'` or `'error'`. `'error_count'` is the number of mismatches found. `'match_count'` is the number of matching weights found. zRunning comparisonc s`|}|D]\} } |d| }||vrq| |vr\|d7}||t| trKjd|d|d|djd|d|d t| qjd |d|d|dqt| tr||| || ||||||d \} } || 7}|| 7}q|| j| jkr|d7}||jd |d |d| jd|d|| j q|d7}q||fS)N/z[color(160)]...Object [bold]z[/] present in z, missing from z[/]z In , z contains the following keys: z[color(160)]...Weight [bold]) error_count match_count checked_pathsz/[color(160)]...Weight shape mismatch for [bold]z[/][/] In z: shape=z In ) itemsadd isinstancedictrr.listkeysshape) targetref_spec inner_path target_nameref_namer?r@rAbase_inner_pathref_keyref_val _error_count _match_count_comparer1r r rTsv          z)KerasFileEditor.compare.._comparez saved filezreference modelr)rKrLrMr?r@rAu?─────────────────────successz_[color(28)][bold]Comparison successful:[/] saved file is compatible with the reference model[/]r=sz Found z matching weighterrorz[color(160)][bold]Found z errorz=:[/] saved file is not compatible with the reference model[/])statusr?r@)rr.get_weight_spec_of_saveablesetr,) r1reference_modelrJrAr?r@rQ_rYpluralr rSr comparersb  @    zKerasFileEditor.compareNcsdurdvrtdddvrNd}|j}|ddD]}||vr0tdd||}q"|d|vrCtdd||dddSdfd d |j}|d krgtd d |dkrstddfdd|jdS)Nr<z[Argument `target_name` should be a leaf name, not a full path name. Received: target_name=''Path '' not found in model. source_namerLrcs@|D]}t||tr|||||7}q||vr|d7}|SNr=rDrE)dnamecountk)count_occurencesr r rlsz6KerasFileEditor._edit_object..count_occurencesr=zName 'zA' occurs more than once in the model; try passing a complete pathz Source name 'zS' does not appear in the model. Use `editor.weights_summary()` to list all objects.csB|D]}t||tr||q|vr|ddSdS)Nrdrg)rhrk)_editedit_fnrerLr r rm's z+KerasFileEditor._edit_object.._edit)r)r(splitr,)r1rnrerLelementsr,e occurrencesr )rmrlrnrerLr _edit_objects@         zKerasFileEditor._edit_objectcCsdd}||||dS)a Rename an object in the file (e.g. a layer). Args: object_name: String, name or path of the object to rename (e.g. `"dense_2"` or `"layers/dense_2"`). new_name: String, new name of the object. cSs||||<||dSNpopr,rerLr r r rename_fn:s z0KerasFileEditor.rename_object..rename_fnNrs)r1 object_namenew_namerxr r r rename_object0s zKerasFileEditor.rename_objectcCsddd}|||dS)zRemoves an object from the file (e.g. a layer). Args: object_name: String, name or path of the object to delete (e.g. `"dense_2"` or `"layers/dense_2"`). NcS||dSrtrurwr r r delete_fnIz0KerasFileEditor.delete_object..delete_fnrtry)r1rzr~r r r delete_object@s zKerasFileEditor.delete_objectcCst|tstdt|d|vrD|d}d|dd}|j}|ddD]}||vr7td|d||}q)|||d<dS||j|<dS)aFAdd a new object to the file (e.g. a layer). Args: object_path: String, full path of the object to add (e.g. `"layers/dense_2"`). weights: Dict mapping weight names to weight values (arrays), e.g. `{"0": kernel_value, "1": bias_value}`. Argument `weights` should be a dict where keys are weight names (usually '0', '1', etc.) and values are NumPy arrays. Received: type(weights)=r<Nrarbrc)rDrEr(typerojoinr,)r1 object_pathweightsrp partial_pathr,rqr r r add_objectNs$    zKerasFileEditor.add_objectcs dfdd }||dS)aCRemoves a weight from an existing object. Args: object_name: String, name or path of the object from which to remove the weight (e.g. `"dense_2"` or `"layers/dense_2"`). weight_name: String, name of the weight to delete (e.g. `"0"`). Nc sD||vrtdddt||||dS)NzWeight z not found in object z. Weights found: )r(rFrGrvrwrz weight_namer r delete_weight_fnzs z7KerasFileEditor.delete_weight..delete_weight_fnrtry)r1rzrrr rr delete_weightos  zKerasFileEditor.delete_weightcs:ttstdtdfdd }|||dS)a}Add one or more new weights to an existing object. Args: object_name: String, name or path of the object to add the weights to (e.g. `"dense_2"` or `"layers/dense_2"`). weights: Dict mapping weight names to weight values (arrays), e.g. `{"0": kernel_value, "1": bias_value}`. rNcs||dSrt)updaterwrr r add_weight_fnsz2KerasFileEditor.add_weights..add_weight_fnrt)rDrEr(rrs)r1rzrrr rr add_weightss zKerasFileEditor.add_weightscsTt|}|dstd|t|dd}fdd|j|dd|d S) zSave the edited weights file. Args: filepath: Path to save the file to. Must be a `.weights.h5` file. rzTInvalid `filepath` argument: expected a `.weights.h5` extension. Received: filepath=wrcsxi}|D]\}}t|tr|r||||d|dq|||<q|r8||}|D] \}}|||<q/dSdS)Nr<rK)rBrDrEmake)r,r3rKvars_to_createrivalue var_store_saver r rs"     z#KerasFileEditor.save.._saverUrN)strrr(rr,r+)r1rr3r rr saves    zKerasFileEditor.savecCr}rt)r)r1rr r r resave_weightsrzKerasFileEditor.resave_weightsrUc Cs|pi}i}|jD]\}}|||<q |r|||<t}|D]U}|d|}||} t| tjrJt| dkr;q"d| vrJt| ddkrJq"t | drqd| vrd|j | d||d\||<}q"|j | ||d\||<}q"| d||<q"||fS)Nr<rvarsrG)rrKr ) attrsrB collections OrderedDictrGrDh5pyGrouplenhasattrr)) r1datarrKr-rkvresultkeyrr r r r)s2        z+KerasFileEditor._extract_weights_from_storeFcCs8|rd|jd}t|}nd|jd}d|S)Nr`zKeras model file )rrhighlight_symbol)r1rrr r r r/s  z'KerasFileEditor._generate_filepath_infocCs t|jSrt)pprintpformatr)r1rr r r _generate_config_infos z%KerasFileEditor._generate_config_infocCs@|jd}|jd}|rt|}t|}d|d|S)N keras_version date_savedzSaved with Keras z - date: )rrr)r1rversiondater r r r0s    z'KerasFileEditor._generate_metadata_inforTcCsLt|D]\}\}}|d|}|t|dk} |r!d}d} n| r&d} nd} t|trrt|} || | } ||jvrT|j|} d| vrT| d}| d|d 7} |j | | r_d }nd }||}|j ||d|||d qt |d rt|} |j || | dd|j d|j q|j || |d|qdS)Nr<r=Fz> u└─ u├─ riz ('z')z u│ )is_firstprefixrKrH:z shape=, dtype=z: ) enumeraterBrrDrEr bold_textr-rr._print_weights_structurerrHdtype)r1r,indentrrrKidxrris_last connectorbold_key object_labelrriappended new_prefixr r r rsL         z(KerasFileEditor._print_weights_structurecCs |jd|j|jdddS)NWeights structurez )r)rr.rr,r9r r r r8&s z$KerasFileEditor._weights_summary_clics>dfdd d}t||j7}tjtj|dS)Nrr=csd}|D]_\}}t|tr6|r6|d|ddd|ddd|d ||d |d d 7}q|d|dd |d|d|jd|jd d|d|dt|dd 7}q|S)NrUz
zz r=z
zz : shape=rz
)rBrDrErHrdisplay_weight) dictionary margin_left font_sizehtmlrr_generate_html_weightsr r r+sT        zLKerasFileEditor._weights_summary_interactive.._generate_html_weightsr)rr=)initialize_id_counterr,ipythondisplayHTML)r1outputr rr _weights_summary_interactive*s z,KerasFileEditor._weights_summary_interactivert)NrU)F)rTrUrU)__name__ __module__ __qualname____doc__r7r:r_rsr|rrrrrrr)r/rr0rr8rr r r r r$s,, 6!%    - rc Csddlm}|p t}t||vrdSt|dr;i}|||r;t|}|D]}||}tj |j |j d||<q)| t|t |D]1\}} t| |r`i} t| | |d| r_| ||<qGt| ttttfrxi} t| | |d| rx| ||<qGdS)Nr KerasSaveablesave_own_variables)rHrvisited_saveables)keras.src.saving.keras_saveablerr[idrrsortedrGr KerasTensorrHrrCr_walk_saveablerDrZrFrEtupleget_weight_spec_of_container) saveablespecrrstorerGrkval child_attr child_objsub_specr r r rZPsF       rZcCsddlm}i}t|trt|}|D]7}t||rLt|jj }||vr9||d7<|d||}nd||<i}t |||d|rL|||<qdS)Nrrr=r]r) rrrDrErFvaluesr to_snake_case __class__rrZ) containerrrr used_namesrrirr r r rys*    rcCsdadS)Nrdiv_id_counterr r r r rsrcCs td7adSrfrr r r r increment_id_counterr;rcCstSrtrr r r r get_id_countersrrac sdddddd}dfdd }|jd kr |d tjf}t||d }|d |jd }|jd \}}||||jd }dD]}|j||krZ|||j|||d}qE||||d}||}|S)NcSs\tt|}t|ddD]}||dkr+|}||}||kr%||fS||fSq dS)Nrra)intnpsqrtrange)numsqrt_numiMNr r r _find_factors_closest_to_sqrts   z5display_weight.._find_factors_closest_to_sqrtcSs$d|dd|dd|ddS)Nzrgba(rr>r=z, 1)r )rr r r _color_from_rbgs$z'display_weight.._color_from_rbgcSs@|dkr4|ddddd|jd|jd|f}t||jd|jdd|f}tj|dd}|S|dkrh|ddd|jd|jd|ddf}t||jdd||jdf}tj|dd}|S|dkr|d|jd|jd|ddddf}t|d||jd|jdf}tj|dd}|Std)Nrrr=raaxiszAxis must be 0, 1, or 2.)rHrreshapemeanr()arrnr trimmed_arrreshaped mean_valuesr r r _reduce_3d_array_by_means,.. .z0display_weight.._reduce_3d_array_by_meanHcsp|j\}}}|\}}zddlm}Wn tyd}Ynw|r(||}n|t|t|t|}tj|||gdd}|dddfd d}d } t |D])} d } |d| ddfD]} | D]} | }| d |d 7} qgqc| d | d 7} qV|||}t t }d|d|d|d|d|d|d|d|d|d|d|d|d| d}|S)Nr)cmrar.ruint8rUz+
zH
z8
z*
zC
) rH matplotlibrr jetrminmaxstackastyperrr)matrix subplot_sizerowscols num_slicesrrr rgb_matrix subplot_htmlr cell_htmlrowrgbcolor cell_sizediv_id html_coderrr r _create_matrix_htmlsx          #(z+display_weight.._create_matrix_htmlr=.rar)rr=rrgh㈵>)r)ndimrnewaxisswapaxesrrHr r ) weightr thresholdrrrr reduce_axisrr rr rs*  R  rrt)rar)rr&rrrnumpyr rich.consoler keras.srcrkeras.src.api_exportrkeras.src.savingrkeras.src.saving.saving_librkeras.src.utilsrrr rr rrrZrrrrrr r r r s>          /)